id	sid	tid	token	lemma	pos
flr-517	1	1	codepen	codepen	PROPN
flr-517	1	2	beck	beck	PROPN
flr-517	1	3	publication	publication	NOUN
flr-517	1	4	frontline	frontline	NOUN
flr-517	1	5	learning	learn	VERB
flr-517	1	6	research	research	NOUN
flr-517	1	7	vol.8	vol.8	PROPN
flr-517	2	1	no	no	INTJ
flr-517	2	2	.	.	PROPN
flr-517	2	3	6	6	NUM
flr-517	2	4	(	(	PUNCT
flr-517	2	5	2020	2020	NUM
flr-517	2	6	)	)	PUNCT
flr-517	2	7	1	1	NUM
flr-517	2	8	37	37	NUM
flr-517	2	9	issn	issn	VERB
flr-517	2	10	2295	2295	NUM
flr-517	2	11	-	-	SYM
flr-517	2	12	3159	3159	NUM
flr-517	2	13	ensuring	ensure	VERB
flr-517	2	14	content	content	NOUN
flr-517	2	15	validity	validity	NOUN
flr-517	2	16	of	of	ADP
flr-517	2	17	psychological	psychological	ADJ
flr-517	2	18	and	and	CCONJ
flr-517	2	19	educational	educational	ADJ
flr-517	2	20	tests	test	NOUN
flr-517	2	21	–	–	PUNCT
flr-517	2	22	the	the	DET
flr-517	2	23	role	role	NOUN
flr-517	2	24	of	of	ADP
flr-517	2	25	experts	expert	NOUN
flr-517	2	26	klaus	klaus	PROPN
flr-517	2	27	becka	becka	PROPN
flr-517	2	28	ajohannes	ajohanne	VERB
flr-517	2	29	gutenberg	gutenberg	PROPN
flr-517	2	30	-	-	PUNCT
flr-517	2	31	university	university	NOUN
flr-517	2	32	mainz	mainz	PROPN
flr-517	2	33	,	,	PUNCT
flr-517	2	34	germany	germany	PROPN
flr-517	2	35	article	article	NOUN
flr-517	2	36	received	receive	VERB
flr-517	2	37	18	18	NUM
flr-517	2	38	june	june	PROPN
flr-517	2	39	2019/	2019/	NUM
flr-517	2	40	revised	revise	VERB
flr-517	2	41	29	29	NUM
flr-517	2	42	july	july	NOUN
flr-517	2	43	2020/	2020/	NUM
flr-517	2	44	accepted	accept	VERB
flr-517	2	45	14	14	NUM
flr-517	2	46	august/	august/	NUM
flr-517	2	47	available	available	ADJ
flr-517	2	48	online	online	ADV
flr-517	2	49	4	4	NUM
flr-517	2	50	september	september	PROPN
flr-517	2	51	abstract	abstract	ADJ
flr-517	2	52	many	many	ADJ
flr-517	2	53	test	test	NOUN
flr-517	2	54	developers	developer	NOUN
flr-517	2	55	try	try	VERB
flr-517	2	56	to	to	PART
flr-517	2	57	ensure	ensure	VERB
flr-517	2	58	the	the	DET
flr-517	2	59	content	content	NOUN
flr-517	2	60	validity	validity	NOUN
flr-517	2	61	of	of	ADP
flr-517	2	62	their	their	PRON
flr-517	2	63	tests	test	NOUN
flr-517	2	64	by	by	ADP
flr-517	2	65	having	have	VERB
flr-517	2	66	external	external	ADJ
flr-517	2	67	experts	expert	NOUN
flr-517	2	68	review	review	VERB
flr-517	2	69	the	the	DET
flr-517	2	70	items	item	NOUN
flr-517	2	71	,	,	PUNCT
flr-517	2	72	e.g.	e.g.	ADV
flr-517	2	73	in	in	ADP
flr-517	2	74	terms	term	NOUN
flr-517	2	75	of	of	ADP
flr-517	2	76	relevance	relevance	NOUN
flr-517	2	77	,	,	PUNCT
flr-517	2	78	difficulty	difficulty	NOUN
flr-517	2	79	,	,	PUNCT
flr-517	2	80	or	or	CCONJ
flr-517	2	81	clarity	clarity	NOUN
flr-517	2	82	.	.	PUNCT
flr-517	3	1	although	although	SCONJ
flr-517	3	2	this	this	DET
flr-517	3	3	approach	approach	NOUN
flr-517	3	4	is	be	AUX
flr-517	3	5	widely	widely	ADV
flr-517	3	6	accepted	accept	VERB
flr-517	3	7	,	,	PUNCT
flr-517	3	8	a	a	DET
flr-517	3	9	closer	close	ADJ
flr-517	3	10	look	look	NOUN
flr-517	3	11	reveals	reveal	VERB
flr-517	3	12	several	several	ADJ
flr-517	3	13	pitfalls	pitfall	NOUN
flr-517	3	14	need	need	VERB
flr-517	3	15	to	to	PART
flr-517	3	16	be	be	AUX
flr-517	3	17	avoided	avoid	VERB
flr-517	3	18	if	if	SCONJ
flr-517	3	19	experts	expert	NOUN
flr-517	3	20	’	’	PART
flr-517	3	21	advice	advice	NOUN
flr-517	3	22	is	be	AUX
flr-517	3	23	to	to	PART
flr-517	3	24	be	be	AUX
flr-517	3	25	truly	truly	ADV
flr-517	3	26	helpful	helpful	ADJ
flr-517	3	27	.	.	PUNCT
flr-517	4	1	the	the	DET
flr-517	4	2	purpose	purpose	NOUN
flr-517	4	3	of	of	ADP
flr-517	4	4	this	this	DET
flr-517	4	5	paper	paper	NOUN
flr-517	4	6	is	be	AUX
flr-517	4	7	to	to	PART
flr-517	4	8	exemplarily	exemplarily	ADV
flr-517	4	9	describe	describe	VERB
flr-517	4	10	and	and	CCONJ
flr-517	4	11	critically	critically	ADV
flr-517	4	12	analyse	analyse	VERB
flr-517	4	13	widespread	widespread	ADJ
flr-517	4	14	practices	practice	NOUN
flr-517	4	15	of	of	ADP
flr-517	4	16	involving	involve	VERB
flr-517	4	17	experts	expert	NOUN
flr-517	4	18	to	to	PART
flr-517	4	19	ensure	ensure	VERB
flr-517	4	20	the	the	DET
flr-517	4	21	content	content	NOUN
flr-517	4	22	validity	validity	NOUN
flr-517	4	23	of	of	ADP
flr-517	4	24	tests	test	NOUN
flr-517	4	25	.	.	PUNCT
flr-517	5	1	first	first	ADV
flr-517	5	2	,	,	PUNCT
flr-517	5	3	i	i	PRON
flr-517	5	4	offer	offer	VERB
flr-517	5	5	a	a	DET
flr-517	5	6	classification	classification	NOUN
flr-517	5	7	of	of	ADP
flr-517	5	8	tasks	task	NOUN
flr-517	5	9	that	that	SCONJ
flr-517	5	10	experts	expert	NOUN
flr-517	5	11	are	be	AUX
flr-517	5	12	given	give	VERB
flr-517	5	13	by	by	ADP
flr-517	5	14	test	test	NOUN
flr-517	5	15	developers	developer	NOUN
flr-517	5	16	,	,	PUNCT
flr-517	5	17	as	as	SCONJ
flr-517	5	18	reported	report	VERB
flr-517	5	19	on	on	ADP
flr-517	5	20	in	in	ADP
flr-517	5	21	the	the	DET
flr-517	5	22	respective	respective	ADJ
flr-517	5	23	literature	literature	NOUN
flr-517	5	24	.	.	PUNCT
flr-517	6	1	second	second	ADV
flr-517	6	2	,	,	PUNCT
flr-517	6	3	taking	take	VERB
flr-517	6	4	an	an	DET
flr-517	6	5	exploratory	exploratory	ADJ
flr-517	6	6	approach	approach	NOUN
flr-517	6	7	by	by	ADP
flr-517	6	8	means	mean	NOUN
flr-517	6	9	of	of	ADP
flr-517	6	10	a	a	DET
flr-517	6	11	qualitative	qualitative	ADJ
flr-517	6	12	meta	meta	ADJ
flr-517	6	13	-	-	PUNCT
flr-517	6	14	analysis	analysis	NOUN
flr-517	6	15	,	,	PUNCT
flr-517	6	16	i	i	PRON
flr-517	6	17	review	review	VERB
flr-517	6	18	a	a	DET
flr-517	6	19	sample	sample	NOUN
flr-517	6	20	of	of	ADP
flr-517	6	21	reports	report	NOUN
flr-517	6	22	on	on	ADP
flr-517	6	23	test	test	NOUN
flr-517	6	24	development	development	NOUN
flr-517	6	25	(	(	PUNCT
flr-517	6	26	n	n	NOUN
flr-517	6	27	=	=	SYM
flr-517	6	28	72	72	NUM
flr-517	6	29	)	)	PUNCT
flr-517	6	30	to	to	PART
flr-517	6	31	identify	identify	VERB
flr-517	6	32	the	the	DET
flr-517	6	33	common	common	ADJ
flr-517	6	34	current	current	ADJ
flr-517	6	35	procedures	procedure	NOUN
flr-517	6	36	for	for	ADP
flr-517	6	37	selecting	select	VERB
flr-517	6	38	and	and	CCONJ
flr-517	6	39	consulting	consult	VERB
flr-517	6	40	experts	expert	NOUN
flr-517	6	41	.	.	PUNCT
flr-517	7	1	results	result	NOUN
flr-517	7	2	indicate	indicate	VERB
flr-517	7	3	that	that	SCONJ
flr-517	7	4	often	often	ADV
flr-517	7	5	the	the	DET
flr-517	7	6	choice	choice	NOUN
flr-517	7	7	of	of	ADP
flr-517	7	8	experts	expert	NOUN
flr-517	7	9	seems	seem	VERB
flr-517	7	10	to	to	PART
flr-517	7	11	be	be	AUX
flr-517	7	12	somewhat	somewhat	ADV
flr-517	7	13	arbitrary	arbitrary	ADJ
flr-517	7	14	,	,	PUNCT
flr-517	7	15	the	the	DET
flr-517	7	16	questions	question	NOUN
flr-517	7	17	posed	pose	VERB
flr-517	7	18	to	to	ADP
flr-517	7	19	experts	expert	NOUN
flr-517	7	20	lack	lack	NOUN
flr-517	7	21	precision	precision	NOUN
flr-517	7	22	,	,	PUNCT
flr-517	7	23	and	and	CCONJ
flr-517	7	24	the	the	DET
flr-517	7	25	methods	method	NOUN
flr-517	7	26	used	use	VERB
flr-517	7	27	to	to	PART
flr-517	7	28	evaluate	evaluate	VERB
flr-517	7	29	experts	expert	NOUN
flr-517	7	30	’	'	PUNCT
flr-517	7	31	feedback	feedback	NOUN
flr-517	7	32	are	be	AUX
flr-517	7	33	questionable	questionable	ADJ
flr-517	7	34	.	.	PUNCT
flr-517	8	1	third	third	ADJ
flr-517	8	2	,	,	PUNCT
flr-517	8	3	given	give	VERB
flr-517	8	4	these	these	DET
flr-517	8	5	findings	finding	NOUN
flr-517	8	6	i	i	PRON
flr-517	8	7	explore	explore	VERB
flr-517	8	8	in	in	ADP
flr-517	8	9	more	more	ADJ
flr-517	8	10	depth	depth	NOUN
flr-517	8	11	what	what	PRON
flr-517	8	12	prerequisites	prerequisite	NOUN
flr-517	8	13	are	be	AUX
flr-517	8	14	necessary	necessary	ADJ
flr-517	8	15	for	for	SCONJ
flr-517	8	16	their	their	PRON
flr-517	8	17	contributions	contribution	NOUN
flr-517	8	18	to	to	PART
flr-517	8	19	be	be	AUX
flr-517	8	20	useful	useful	ADJ
flr-517	8	21	in	in	ADP
flr-517	8	22	ensuring	ensure	VERB
flr-517	8	23	the	the	DET
flr-517	8	24	content	content	ADJ
flr-517	8	25	validity	validity	NOUN
flr-517	8	26	of	of	ADP
flr-517	8	27	tests	test	NOUN
flr-517	8	28	.	.	PUNCT
flr-517	9	1	main	main	ADJ
flr-517	9	2	results	result	NOUN
flr-517	9	3	are	be	AUX
flr-517	9	4	(	(	PUNCT
flr-517	9	5	i	i	NOUN
flr-517	9	6	)	)	PUNCT
flr-517	9	7	that	that	PRON
flr-517	9	8	test	test	NOUN
flr-517	9	9	developers	developer	NOUN
flr-517	9	10	,	,	PUNCT
flr-517	9	11	contrary	contrary	ADJ
flr-517	9	12	to	to	ADP
flr-517	9	13	some	some	DET
flr-517	9	14	practice	practice	NOUN
flr-517	9	15	,	,	PUNCT
flr-517	9	16	should	should	AUX
flr-517	9	17	not	not	PART
flr-517	9	18	ask	ask	VERB
flr-517	9	19	for	for	ADP
flr-517	9	20	information	information	NOUN
flr-517	9	21	that	that	SCONJ
flr-517	9	22	they	they	PRON
flr-517	9	23	can	can	AUX
flr-517	9	24	reliably	reliably	ADV
flr-517	9	25	ascertain	ascertain	VERB
flr-517	9	26	themselves	themselves	PRON
flr-517	9	27	(	(	PUNCT
flr-517	9	28	“	"	PUNCT
flr-517	9	29	truth	truth	NOUN
flr-517	9	30	-	-	PUNCT
flr-517	9	31	apt	apt	ADJ
flr-517	9	32	statements	statement	NOUN
flr-517	9	33	”	"	PUNCT
flr-517	9	34	)	)	PUNCT
flr-517	9	35	.	.	PUNCT
flr-517	10	1	(	(	PUNCT
flr-517	10	2	ii	ii	NOUN
flr-517	10	3	)	)	PUNCT
flr-517	10	4	average	average	ADJ
flr-517	10	5	values	value	NOUN
flr-517	10	6	from	from	ADP
flr-517	10	7	the	the	DET
flr-517	10	8	answers	answer	NOUN
flr-517	10	9	of	of	ADP
flr-517	10	10	the	the	DET
flr-517	10	11	experts	expert	NOUN
flr-517	10	12	which	which	PRON
flr-517	10	13	are	be	AUX
flr-517	10	14	often	often	ADV
flr-517	10	15	calculated	calculate	VERB
flr-517	10	16	rarely	rarely	ADV
flr-517	10	17	provide	provide	VERB
flr-517	10	18	reliable	reliable	ADJ
flr-517	10	19	information	information	NOUN
flr-517	10	20	about	about	ADP
flr-517	10	21	the	the	DET
flr-517	10	22	quality	quality	NOUN
flr-517	10	23	of	of	ADP
flr-517	10	24	test	test	NOUN
flr-517	10	25	items	item	NOUN
flr-517	10	26	or	or	CCONJ
flr-517	10	27	a	a	DET
flr-517	10	28	test	test	NOUN
flr-517	10	29	.	.	PUNCT
flr-517	11	1	(	(	PUNCT
flr-517	11	2	iii	iii	X
flr-517	11	3	)	)	PUNCT
flr-517	11	4	making	make	VERB
flr-517	11	5	judgements	judgement	NOUN
flr-517	11	6	about	about	ADP
flr-517	11	7	some	some	DET
flr-517	11	8	aspects	aspect	NOUN
flr-517	11	9	of	of	ADP
flr-517	11	10	the	the	DET
flr-517	11	11	quality	quality	NOUN
flr-517	11	12	of	of	ADP
flr-517	11	13	test	test	NOUN
flr-517	11	14	items	item	NOUN
flr-517	11	15	(	(	PUNCT
flr-517	11	16	e.g.	e.g.	ADV
flr-517	11	17	comprehensibility	comprehensibility	NOUN
flr-517	11	18	,	,	PUNCT
flr-517	11	19	plausibility	plausibility	NOUN
flr-517	11	20	of	of	ADP
flr-517	11	21	distractors	distractor	NOUN
flr-517	11	22	)	)	PUNCT
flr-517	11	23	could	could	AUX
flr-517	11	24	lead	lead	VERB
flr-517	11	25	experts	expert	NOUN
flr-517	11	26	to	to	ADP
flr-517	11	27	unreliable	unreliable	ADJ
flr-517	11	28	speculations	speculation	NOUN
flr-517	11	29	.	.	PUNCT
flr-517	12	1	(	(	PUNCT
flr-517	12	2	iv)when	iv)when	ADV
flr-517	12	3	several	several	ADJ
flr-517	12	4	experts	expert	NOUN
flr-517	12	5	respond	respond	VERB
flr-517	12	6	by	by	ADP
flr-517	12	7	giving	give	VERB
flr-517	12	8	incompatible	incompatible	ADJ
flr-517	12	9	or	or	CCONJ
flr-517	12	10	even	even	ADV
flr-517	12	11	contradictory	contradictory	ADJ
flr-517	12	12	answers	answer	NOUN
flr-517	12	13	,	,	PUNCT
flr-517	12	14	there	there	PRON
flr-517	12	15	is	be	VERB
flr-517	12	16	almost	almost	ADV
flr-517	12	17	always	always	ADV
flr-517	12	18	no	no	DET
flr-517	12	19	criterion	criterion	NOUN
flr-517	12	20	enabling	enable	VERB
flr-517	12	21	a	a	DET
flr-517	12	22	decision	decision	NOUN
flr-517	12	23	between	between	ADP
flr-517	12	24	them	they	PRON
flr-517	12	25	.	.	PUNCT
flr-517	13	1	in	in	ADP
flr-517	13	2	conclusion	conclusion	NOUN
flr-517	13	3	,	,	PUNCT
flr-517	13	4	explicit	explicit	ADJ
flr-517	13	5	guidelines	guideline	NOUN
flr-517	13	6	on	on	ADP
flr-517	13	7	this	this	DET
flr-517	13	8	matter	matter	NOUN
flr-517	13	9	need	need	VERB
flr-517	13	10	to	to	PART
flr-517	13	11	be	be	AUX
flr-517	13	12	elaborated	elaborate	VERB
flr-517	13	13	and	and	CCONJ
flr-517	13	14	standardised	standardised	ADJ
flr-517	13	15	(	(	PUNCT
flr-517	13	16	above	above	ADP
flr-517	13	17	all	all	PRON
flr-517	13	18	,	,	PUNCT
flr-517	13	19	by	by	ADP
flr-517	13	20	the	the	DET
flr-517	13	21	aera	aera	PROPN
flr-517	13	22	,	,	PUNCT
flr-517	13	23	apa	apa	PROPN
flr-517	13	24	,	,	PUNCT
flr-517	13	25	and	and	CCONJ
flr-517	13	26	ncme	ncme	ADJ
flr-517	13	27	“	"	PUNCT
flr-517	13	28	standards	standard	NOUN
flr-517	13	29	”	"	PUNCT
flr-517	13	30	)	)	PUNCT
flr-517	13	31	.	.	PUNCT
flr-517	14	1	keywords	keyword	NOUN
flr-517	14	2	:	:	PUNCT
flr-517	14	3	test	test	NOUN
flr-517	14	4	development	development	NOUN
flr-517	14	5	;	;	PUNCT
flr-517	14	6	content	content	NOUN
flr-517	14	7	validity	validity	NOUN
flr-517	14	8	;	;	PUNCT
flr-517	14	9	expert	expert	NOUN
flr-517	14	10	;	;	PUNCT
flr-517	14	11	qualitative	qualitative	VERB
flr-517	14	12	meta	meta	ADJ
flr-517	14	13	-	-	PUNCT
flr-517	14	14	analysis	analysis	NOUN
flr-517	14	15	info	info	NOUN
flr-517	14	16	corresponding	corresponding	ADJ
flr-517	14	17	author	author	NOUN
flr-517	14	18	email	email	NOUN
flr-517	14	19	:	:	PUNCT
flr-517	14	20	beck@uni-mainz.de	beck@uni-mainz.de	ADV
flr-517	14	21	doi	doi	ADJ
flr-517	14	22	:	:	PUNCT
flr-517	14	23	https://doi.org/10.14786/flr.v8i6.517	https://doi.org/10.14786/flr.v8i6.517	PROPN
flr-517	14	24	“	"	PUNCT
flr-517	14	25	if	if	SCONJ
flr-517	14	26	all	all	DET
flr-517	14	27	experts	expert	NOUN
flr-517	14	28	are	be	AUX
flr-517	14	29	united	united	ADJ
flr-517	14	30	,	,	PUNCT
flr-517	14	31	caution	caution	NOUN
flr-517	14	32	should	should	AUX
flr-517	14	33	be	be	AUX
flr-517	14	34	exercised	exercise	VERB
flr-517	14	35	.	.	PUNCT
flr-517	14	36	”	"	PUNCT
flr-517	15	1	albert	albert	PROPN
flr-517	15	2	einstein	einstein	PROPN
flr-517	15	3	1	1	NUM
flr-517	15	4	.	.	PUNCT
flr-517	15	5	introduction	introduction	NOUN
flr-517	15	6	in	in	ADP
flr-517	15	7	the	the	DET
flr-517	15	8	latest	late	ADJ
flr-517	15	9	edition	edition	NOUN
flr-517	15	10	of	of	ADP
flr-517	15	11	the	the	DET
flr-517	15	12	standards	standard	NOUN
flr-517	15	13	for	for	ADP
flr-517	15	14	educational	educational	ADJ
flr-517	15	15	and	and	CCONJ
flr-517	15	16	psychological	psychological	ADJ
flr-517	15	17	testing	testing	NOUN
flr-517	15	18	(	(	PUNCT
flr-517	15	19	aera	aera	PROPN
flr-517	15	20	,	,	PUNCT
flr-517	15	21	apa	apa	PROPN
flr-517	15	22	&	&	CCONJ
flr-517	15	23	ncme	ncme	PROPN
flr-517	15	24	,	,	PUNCT
flr-517	15	25	2014	2014	NUM
flr-517	15	26	)	)	PUNCT
flr-517	15	27	the	the	DET
flr-517	15	28	multi	multi	NOUN
flr-517	15	29	-	-	NOUN
flr-517	15	30	dimensionality	dimensionality	NOUN
flr-517	15	31	of	of	ADP
flr-517	15	32	test	test	NOUN
flr-517	15	33	validity	validity	NOUN
flr-517	15	34	is	be	AUX
flr-517	15	35	stressed	stress	VERB
flr-517	15	36	once	once	ADV
flr-517	15	37	again	again	ADV
flr-517	15	38	.	.	PUNCT
flr-517	16	1	validity	validity	NOUN
flr-517	16	2	is	be	AUX
flr-517	16	3	considered	consider	VERB
flr-517	16	4	not	not	PART
flr-517	16	5	merely	merely	ADV
flr-517	16	6	an	an	DET
flr-517	16	7	attribute	attribute	NOUN
flr-517	16	8	of	of	ADP
flr-517	16	9	a	a	DET
flr-517	16	10	single	single	ADJ
flr-517	16	11	test	test	NOUN
flr-517	16	12	or	or	CCONJ
flr-517	16	13	a	a	DET
flr-517	16	14	given	give	VERB
flr-517	16	15	assessment	assessment	NOUN
flr-517	16	16	procedure	procedure	NOUN
flr-517	16	17	,	,	PUNCT
flr-517	16	18	but	but	CCONJ
flr-517	16	19	rather	rather	ADV
flr-517	16	20	of	of	ADP
flr-517	16	21	the	the	DET
flr-517	16	22	interpretation	interpretation	NOUN
flr-517	16	23	of	of	ADP
flr-517	16	24	test	test	NOUN
flr-517	16	25	scores	score	NOUN
flr-517	16	26	1	1	NUM
flr-517	16	27	,	,	PUNCT
flr-517	16	28	be	be	AUX
flr-517	16	29	it	it	PRON
flr-517	16	30	in	in	ADP
flr-517	16	31	the	the	DET
flr-517	16	32	context	context	NOUN
flr-517	16	33	of	of	ADP
flr-517	16	34	diagnosing	diagnose	VERB
flr-517	16	35	individuals	individual	NOUN
flr-517	16	36	,	,	PUNCT
flr-517	16	37	identifying	identify	VERB
flr-517	16	38	group	group	NOUN
flr-517	16	39	properties	property	NOUN
flr-517	16	40	,	,	PUNCT
flr-517	16	41	determining	determine	VERB
flr-517	16	42	causal	causal	ADJ
flr-517	16	43	relationships	relationship	NOUN
flr-517	16	44	between	between	ADP
flr-517	16	45	latent	latent	NOUN
flr-517	16	46	traits	trait	NOUN
flr-517	16	47	,	,	PUNCT
flr-517	16	48	or	or	CCONJ
flr-517	16	49	developing	develop	VERB
flr-517	16	50	practical	practical	ADJ
flr-517	16	51	educational	educational	ADJ
flr-517	16	52	measures	measure	NOUN
flr-517	16	53	.	.	PUNCT
flr-517	17	1	when	when	SCONJ
flr-517	17	2	taking	take	VERB
flr-517	17	3	this	this	DET
flr-517	17	4	approach	approach	NOUN
flr-517	17	5	to	to	ADP
flr-517	17	6	validity	validity	NOUN
flr-517	17	7	several	several	ADJ
flr-517	17	8	facets	facet	NOUN
flr-517	17	9	emerge	emerge	VERB
flr-517	17	10	which	which	PRON
flr-517	17	11	might	might	AUX
flr-517	17	12	affect	affect	VERB
flr-517	17	13	the	the	DET
flr-517	17	14	accuracy	accuracy	NOUN
flr-517	17	15	of	of	ADP
flr-517	17	16	conclusions	conclusion	NOUN
flr-517	17	17	drawn	draw	VERB
flr-517	17	18	from	from	ADP
flr-517	17	19	a	a	DET
flr-517	17	20	measurement	measurement	NOUN
flr-517	17	21	result	result	NOUN
flr-517	17	22	.	.	PUNCT
flr-517	18	1	the	the	DET
flr-517	18	2	issue	issue	NOUN
flr-517	18	3	of	of	ADP
flr-517	18	4	validity	validity	NOUN
flr-517	18	5	has	have	AUX
flr-517	18	6	been	be	AUX
flr-517	18	7	explored	explore	VERB
flr-517	18	8	extensively	extensively	ADV
flr-517	18	9	in	in	ADP
flr-517	18	10	the	the	DET
flr-517	18	11	literature	literature	NOUN
flr-517	18	12	.	.	PUNCT
flr-517	19	1	in	in	ADP
flr-517	19	2	this	this	DET
flr-517	19	3	paper	paper	NOUN
flr-517	19	4	,	,	PUNCT
flr-517	19	5	one	one	NUM
flr-517	19	6	particular	particular	ADJ
flr-517	19	7	facet	facet	NOUN
flr-517	19	8	of	of	ADP
flr-517	19	9	validity	validity	NOUN
flr-517	19	10	essential	essential	ADJ
flr-517	19	11	to	to	ADP
flr-517	19	12	adequate	adequate	ADJ
flr-517	19	13	test	test	NOUN
flr-517	19	14	score	score	NOUN
flr-517	19	15	interpretations	interpretation	NOUN
flr-517	19	16	is	be	AUX
flr-517	19	17	explored	explore	VERB
flr-517	19	18	:	:	PUNCT
flr-517	19	19	content	content	NOUN
flr-517	19	20	validity.2	validity.2	VERB
flr-517	19	21	a	a	DET
flr-517	19	22	basic	basic	ADJ
flr-517	19	23	tenet	tenet	NOUN
flr-517	19	24	of	of	ADP
flr-517	19	25	test	test	NOUN
flr-517	19	26	development	development	NOUN
flr-517	19	27	is	be	AUX
flr-517	19	28	that	that	SCONJ
flr-517	19	29	a	a	DET
flr-517	19	30	test	test	NOUN
flr-517	19	31	instrument	instrument	NOUN
flr-517	19	32	should	should	AUX
flr-517	19	33	measure	measure	VERB
flr-517	19	34	what	what	PRON
flr-517	19	35	it	it	PRON
flr-517	19	36	claims	claim	VERB
flr-517	19	37	to	to	PART
flr-517	19	38	measure	measure	VERB
flr-517	19	39	.	.	PUNCT
flr-517	20	1	therefore	therefore	ADV
flr-517	20	2	,	,	PUNCT
flr-517	20	3	the	the	DET
flr-517	20	4	content	content	NOUN
flr-517	20	5	of	of	ADP
flr-517	20	6	such	such	ADJ
flr-517	20	7	instruments	instrument	NOUN
flr-517	20	8	has	have	VERB
flr-517	20	9	to	to	PART
flr-517	20	10	reflect	reflect	VERB
flr-517	20	11	or	or	CCONJ
flr-517	20	12	correspond	correspond	VERB
flr-517	20	13	as	as	ADV
flr-517	20	14	accurately	accurately	ADV
flr-517	20	15	as	as	ADP
flr-517	20	16	possible	possible	ADJ
flr-517	20	17	to	to	ADP
flr-517	20	18	the	the	DET
flr-517	20	19	real	real	ADJ
flr-517	20	20	-	-	PUNCT
flr-517	20	21	world	world	NOUN
flr-517	20	22	issues	issue	NOUN
flr-517	20	23	it	it	PRON
flr-517	20	24	is	be	AUX
flr-517	20	25	intended	intend	VERB
flr-517	20	26	to	to	PART
flr-517	20	27	assess	assess	VERB
flr-517	20	28	.	.	PUNCT
flr-517	21	1	if	if	SCONJ
flr-517	21	2	this	this	DET
flr-517	21	3	condition	condition	NOUN
flr-517	21	4	is	be	AUX
flr-517	21	5	not	not	PART
flr-517	21	6	satisfied	satisfied	ADJ
flr-517	21	7	,	,	PUNCT
flr-517	21	8	interpretation	interpretation	NOUN
flr-517	21	9	of	of	ADP
flr-517	21	10	the	the	DET
flr-517	21	11	outcomes	outcome	NOUN
flr-517	21	12	of	of	ADP
flr-517	21	13	an	an	DET
flr-517	21	14	assessment	assessment	NOUN
flr-517	21	15	will	will	AUX
flr-517	21	16	be	be	AUX
flr-517	21	17	inappropriate	inappropriate	ADJ
flr-517	21	18	.	.	PUNCT
flr-517	22	1	the	the	DET
flr-517	22	2	difficulty	difficulty	NOUN
flr-517	22	3	begins	begin	VERB
flr-517	22	4	with	with	ADP
flr-517	22	5	defining	define	VERB
flr-517	22	6	what	what	PRON
flr-517	22	7	is	be	AUX
flr-517	22	8	to	to	PART
flr-517	22	9	be	be	AUX
flr-517	22	10	measured	measure	VERB
flr-517	22	11	,	,	PUNCT
flr-517	22	12	especially	especially	ADV
flr-517	22	13	in	in	ADP
flr-517	22	14	regard	regard	NOUN
flr-517	22	15	to	to	ADP
flr-517	22	16	latent	latent	NOUN
flr-517	22	17	attributes	attribute	NOUN
flr-517	22	18	,	,	PUNCT
flr-517	22	19	which	which	PRON
flr-517	22	20	is	be	AUX
flr-517	22	21	usual	usual	ADJ
flr-517	22	22	in	in	ADP
flr-517	22	23	the	the	DET
flr-517	22	24	fields	field	NOUN
flr-517	22	25	of	of	ADP
flr-517	22	26	psychology	psychology	NOUN
flr-517	22	27	and	and	CCONJ
flr-517	22	28	education	education	NOUN
flr-517	22	29	.	.	PUNCT
flr-517	23	1	following	follow	VERB
flr-517	23	2	boring	boring	ADJ
flr-517	23	3	(	(	PUNCT
flr-517	23	4	1923	1923	NUM
flr-517	23	5	)	)	PUNCT
flr-517	23	6	some	some	DET
flr-517	23	7	psychologists	psychologist	NOUN
flr-517	23	8	have	have	AUX
flr-517	23	9	taken	take	VERB
flr-517	23	10	the	the	DET
flr-517	23	11	view	view	NOUN
flr-517	23	12	that	that	SCONJ
flr-517	23	13	the	the	DET
flr-517	23	14	latent	latent	NOUN
flr-517	23	15	object	object	NOUN
flr-517	23	16	measured	measure	VERB
flr-517	23	17	is	be	AUX
flr-517	23	18	defined	define	VERB
flr-517	23	19	by	by	ADP
flr-517	23	20	what	what	PRON
flr-517	23	21	the	the	DET
flr-517	23	22	assessment	assessment	NOUN
flr-517	23	23	instrument	instrument	NOUN
flr-517	23	24	measures	measure	NOUN
flr-517	23	25	—	—	PUNCT
flr-517	23	26	a	a	DET
flr-517	23	27	variant	variant	NOUN
flr-517	23	28	of	of	ADP
flr-517	23	29	early	early	ADJ
flr-517	23	30	behaviourism	behaviourism	NOUN
flr-517	23	31	also	also	ADV
flr-517	23	32	held	hold	VERB
flr-517	23	33	in	in	ADP
flr-517	23	34	a	a	DET
flr-517	23	35	certain	certain	ADJ
flr-517	23	36	sense	sense	NOUN
flr-517	23	37	by	by	ADP
flr-517	23	38	psychological	psychological	ADJ
flr-517	23	39	constructionists	constructionist	NOUN
flr-517	23	40	in	in	ADP
flr-517	23	41	making	make	VERB
flr-517	23	42	use	use	NOUN
flr-517	23	43	of	of	ADP
flr-517	23	44	operational	operational	ADJ
flr-517	23	45	definitions	definition	NOUN
flr-517	23	46	(	(	PUNCT
flr-517	23	47	e.g.	e.g.	ADV
flr-517	23	48	,	,	PUNCT
flr-517	23	49	van	van	PROPN
flr-517	23	50	der	der	PROPN
flr-517	23	51	maas	maas	PROPN
flr-517	23	52	,	,	PUNCT
flr-517	23	53	kan	kan	PROPN
flr-517	23	54	,	,	PUNCT
flr-517	23	55	&	&	CCONJ
flr-517	23	56	borsboom	borsboom	NOUN
flr-517	23	57	,	,	PUNCT
flr-517	23	58	2014	2014	NUM
flr-517	23	59	)	)	PUNCT
flr-517	23	60	.	.	PUNCT
flr-517	24	1	with	with	ADP
flr-517	24	2	good	good	ADJ
flr-517	24	3	reason	reason	NOUN
flr-517	24	4	it	it	PRON
flr-517	24	5	was	be	AUX
flr-517	24	6	argued	argue	VERB
flr-517	24	7	early	early	ADV
flr-517	24	8	on	on	ADV
flr-517	24	9	in	in	ADP
flr-517	24	10	seminal	seminal	ADJ
flr-517	24	11	debates	debate	NOUN
flr-517	24	12	that	that	SCONJ
flr-517	24	13	this	this	DET
flr-517	24	14	interpretation	interpretation	NOUN
flr-517	24	15	is	be	AUX
flr-517	24	16	not	not	PART
flr-517	24	17	acceptable	acceptable	ADJ
flr-517	24	18	(	(	PUNCT
flr-517	24	19	e.g.	e.g.	ADV
flr-517	24	20	,	,	PUNCT
flr-517	24	21	miles	mile	NOUN
flr-517	24	22	,	,	PUNCT
flr-517	24	23	1957	1957	NUM
flr-517	24	24	)	)	PUNCT
flr-517	24	25	.	.	PUNCT
flr-517	25	1	of	of	ADP
flr-517	25	2	course	course	ADV
flr-517	25	3	,	,	PUNCT
flr-517	25	4	test	test	NOUN
flr-517	25	5	developers	developer	NOUN
flr-517	25	6	have	have	VERB
flr-517	25	7	at	at	ADP
flr-517	25	8	least	least	ADJ
flr-517	25	9	a	a	DET
flr-517	25	10	rough	rough	ADJ
flr-517	25	11	idea	idea	NOUN
flr-517	25	12	of	of	ADP
flr-517	25	13	the	the	DET
flr-517	25	14	object	object	NOUN
flr-517	25	15	they	they	PRON
flr-517	25	16	want	want	VERB
flr-517	25	17	to	to	PART
flr-517	25	18	measure	measure	VERB
flr-517	25	19	when	when	SCONJ
flr-517	25	20	creating	create	VERB
flr-517	25	21	a	a	DET
flr-517	25	22	new	new	ADJ
flr-517	25	23	test	test	NOUN
flr-517	25	24	.	.	PUNCT
flr-517	26	1	that	that	DET
flr-517	26	2	idea	idea	NOUN
flr-517	26	3	represents	represent	VERB
flr-517	26	4	or	or	CCONJ
flr-517	26	5	designates	designate	VERB
flr-517	26	6	the	the	DET
flr-517	26	7	content	content	NOUN
flr-517	26	8	in	in	ADP
flr-517	26	9	relation	relation	NOUN
flr-517	26	10	to	to	PART
flr-517	26	11	which	which	DET
flr-517	26	12	validity	validity	NOUN
flr-517	26	13	only	only	ADV
flr-517	26	14	can	can	AUX
flr-517	26	15	be	be	AUX
flr-517	26	16	examined	examine	VERB
flr-517	26	17	.	.	PUNCT
flr-517	27	1	the	the	DET
flr-517	27	2	clearer	clear	ADJ
flr-517	27	3	this	this	DET
flr-517	27	4	idea	idea	NOUN
flr-517	27	5	,	,	PUNCT
flr-517	27	6	the	the	DET
flr-517	27	7	more	more	ADV
flr-517	27	8	precisely	precisely	ADV
flr-517	27	9	content	content	ADJ
flr-517	27	10	validity	validity	NOUN
flr-517	27	11	can	can	AUX
flr-517	27	12	be	be	AUX
flr-517	27	13	investigated.3	investigated.3	ADJ
flr-517	27	14	and	and	CCONJ
flr-517	27	15	the	the	PRON
flr-517	27	16	greater	great	ADJ
flr-517	27	17	the	the	DET
flr-517	27	18	validity	validity	NOUN
flr-517	27	19	of	of	ADP
flr-517	27	20	test	test	NOUN
flr-517	27	21	content	content	NOUN
flr-517	27	22	being	be	AUX
flr-517	27	23	assessed	assess	VERB
flr-517	27	24	,	,	PUNCT
flr-517	27	25	the	the	PRON
flr-517	27	26	lower	low	ADJ
flr-517	27	27	the	the	DET
flr-517	27	28	risk	risk	NOUN
flr-517	27	29	of	of	ADP
flr-517	27	30	inadequate	inadequate	ADJ
flr-517	27	31	interpretations	interpretation	NOUN
flr-517	27	32	of	of	ADP
flr-517	27	33	test	test	NOUN
flr-517	27	34	scores	score	NOUN
flr-517	27	35	(	(	PUNCT
flr-517	27	36	given	give	VERB
flr-517	27	37	the	the	DET
flr-517	27	38	satisfactory	satisfactory	ADJ
flr-517	27	39	quality	quality	NOUN
flr-517	27	40	of	of	ADP
flr-517	27	41	all	all	DET
flr-517	27	42	other	other	ADJ
flr-517	27	43	properties	property	NOUN
flr-517	27	44	that	that	PRON
flr-517	27	45	a	a	DET
flr-517	27	46	test	test	NOUN
flr-517	27	47	should	should	AUX
flr-517	27	48	exhibit	exhibit	VERB
flr-517	27	49	)	)	PUNCT
flr-517	27	50	.	.	PUNCT
flr-517	28	1	thus	thus	ADV
flr-517	28	2	,	,	PUNCT
flr-517	28	3	content	content	ADJ
flr-517	28	4	validity	validity	NOUN
flr-517	28	5	is	be	AUX
flr-517	28	6	an	an	DET
flr-517	28	7	essential	essential	ADJ
flr-517	28	8	attribute	attribute	NOUN
flr-517	28	9	of	of	ADP
flr-517	28	10	all	all	DET
flr-517	28	11	psychological	psychological	ADJ
flr-517	28	12	measurement	measurement	NOUN
flr-517	28	13	instruments	instrument	NOUN
flr-517	28	14	(	(	PUNCT
flr-517	28	15	lynn	lynn	PROPN
flr-517	28	16	,	,	PUNCT
flr-517	28	17	1986	1986	NUM
flr-517	28	18	)	)	PUNCT
flr-517	28	19	,	,	PUNCT
flr-517	28	20	and	and	CCONJ
flr-517	28	21	understanding	understand	VERB
flr-517	28	22	how	how	SCONJ
flr-517	28	23	it	it	PRON
flr-517	28	24	can	can	AUX
flr-517	28	25	be	be	AUX
flr-517	28	26	achieved	achieve	VERB
flr-517	28	27	is	be	AUX
flr-517	28	28	of	of	ADP
flr-517	28	29	paramount	paramount	ADJ
flr-517	28	30	importance	importance	NOUN
flr-517	28	31	.	.	PUNCT
flr-517	29	1	for	for	ADP
flr-517	29	2	this	this	DET
flr-517	29	3	reason	reason	NOUN
flr-517	29	4	,	,	PUNCT
flr-517	29	5	test	test	NOUN
flr-517	29	6	developers	developer	NOUN
flr-517	29	7	are	be	AUX
flr-517	29	8	interested	interested	ADJ
flr-517	29	9	in	in	ADP
flr-517	29	10	enhancing	enhance	VERB
flr-517	29	11	the	the	DET
flr-517	29	12	content	content	NOUN
flr-517	29	13	validity	validity	NOUN
flr-517	29	14	of	of	ADP
flr-517	29	15	their	their	PRON
flr-517	29	16	instruments	instrument	NOUN
flr-517	29	17	.	.	PUNCT
flr-517	30	1	it	it	PRON
flr-517	30	2	is	be	AUX
flr-517	30	3	widely	widely	ADV
flr-517	30	4	accepted	accept	VERB
flr-517	30	5	as	as	ADP
flr-517	30	6	evidence	evidence	NOUN
flr-517	30	7	of	of	ADP
flr-517	30	8	having	having	AUX
flr-517	30	9	reached	reach	VERB
flr-517	30	10	this	this	DET
flr-517	30	11	goal	goal	NOUN
flr-517	30	12	if	if	SCONJ
flr-517	30	13	experts	expert	NOUN
flr-517	30	14	agree	agree	VERB
flr-517	30	15	that	that	SCONJ
flr-517	30	16	this	this	DET
flr-517	30	17	claim	claim	NOUN
flr-517	30	18	has	have	AUX
flr-517	30	19	been	be	AUX
flr-517	30	20	met	meet	VERB
flr-517	30	21	.	.	PUNCT
flr-517	31	1	in	in	ADP
flr-517	31	2	section	section	NOUN
flr-517	31	3	2	2	NUM
flr-517	31	4	,	,	PUNCT
flr-517	31	5	i	i	PRON
flr-517	31	6	give	give	VERB
flr-517	31	7	a	a	DET
flr-517	31	8	brief	brief	ADJ
flr-517	31	9	overview	overview	NOUN
flr-517	31	10	of	of	ADP
flr-517	31	11	the	the	DET
flr-517	31	12	current	current	ADJ
flr-517	31	13	practices	practice	NOUN
flr-517	31	14	of	of	ADP
flr-517	31	15	involving	involve	VERB
flr-517	31	16	experts	expert	NOUN
flr-517	31	17	in	in	ADP
flr-517	31	18	the	the	DET
flr-517	31	19	development	development	NOUN
flr-517	31	20	of	of	ADP
flr-517	31	21	tests	test	NOUN
flr-517	31	22	.	.	PUNCT
flr-517	32	1	here	here	ADV
flr-517	32	2	i	i	PRON
flr-517	32	3	explore	explore	VERB
flr-517	32	4	the	the	DET
flr-517	32	5	rationale	rationale	NOUN
flr-517	32	6	for	for	ADP
flr-517	32	7	involving	involve	VERB
flr-517	32	8	experts	expert	NOUN
flr-517	32	9	in	in	ADP
flr-517	32	10	the	the	DET
flr-517	32	11	process	process	NOUN
flr-517	32	12	of	of	ADP
flr-517	32	13	ensuring	ensure	VERB
flr-517	32	14	content	content	NOUN
flr-517	32	15	validity	validity	NOUN
flr-517	32	16	of	of	ADP
flr-517	32	17	tests	test	NOUN
flr-517	32	18	or	or	CCONJ
flr-517	32	19	test	test	NOUN
flr-517	32	20	items	item	NOUN
flr-517	32	21	.	.	PUNCT
flr-517	33	1	additionally	additionally	ADV
flr-517	33	2	,	,	PUNCT
flr-517	33	3	i	i	PRON
flr-517	33	4	describe	describe	VERB
flr-517	33	5	the	the	DET
flr-517	33	6	cognitive	cognitive	ADJ
flr-517	33	7	processes	process	NOUN
flr-517	33	8	that	that	PRON
flr-517	33	9	experts	expert	NOUN
flr-517	33	10	have	have	VERB
flr-517	33	11	to	to	PART
flr-517	33	12	go	go	VERB
flr-517	33	13	through	through	ADP
flr-517	33	14	when	when	SCONJ
flr-517	33	15	they	they	PRON
flr-517	33	16	do	do	VERB
flr-517	33	17	their	their	PRON
flr-517	33	18	job	job	NOUN
flr-517	33	19	.	.	PUNCT
flr-517	34	1	in	in	ADP
flr-517	34	2	section	section	NOUN
flr-517	34	3	3	3	NUM
flr-517	34	4	,	,	PUNCT
flr-517	34	5	i	i	PRON
flr-517	34	6	offer	offer	VERB
flr-517	34	7	a	a	DET
flr-517	34	8	categorisation	categorisation	NOUN
flr-517	34	9	schema	schema	NOUN
flr-517	34	10	for	for	ADP
flr-517	34	11	the	the	DET
flr-517	34	12	numerous	numerous	ADJ
flr-517	34	13	tasks	task	NOUN
flr-517	34	14	test	test	NOUN
flr-517	34	15	developers	developer	NOUN
flr-517	34	16	ask	ask	VERB
flr-517	34	17	experts	expert	NOUN
flr-517	34	18	to	to	PART
flr-517	34	19	perform	perform	VERB
flr-517	34	20	.	.	PUNCT
flr-517	35	1	i	i	PRON
flr-517	35	2	conduct	conduct	VERB
flr-517	35	3	a	a	DET
flr-517	35	4	qualitative	qualitative	ADJ
flr-517	35	5	meta	meta	NOUN
flr-517	35	6	-	-	PUNCT
flr-517	35	7	analysis	analysis	NOUN
flr-517	35	8	of	of	ADP
flr-517	35	9	a	a	DET
flr-517	35	10	sample	sample	NOUN
flr-517	35	11	of	of	ADP
flr-517	35	12	72	72	NUM
flr-517	35	13	reports	report	NOUN
flr-517	35	14	on	on	ADP
flr-517	35	15	test	test	NOUN
flr-517	35	16	development	development	NOUN
flr-517	35	17	and	and	CCONJ
flr-517	35	18	present	present	VERB
flr-517	35	19	a	a	DET
flr-517	35	20	summary	summary	NOUN
flr-517	35	21	of	of	ADP
flr-517	35	22	the	the	DET
flr-517	35	23	procedures	procedure	NOUN
flr-517	35	24	test	test	NOUN
flr-517	35	25	developers	developer	NOUN
flr-517	35	26	took	take	VERB
flr-517	35	27	when	when	SCONJ
flr-517	35	28	consulting	consult	VERB
flr-517	35	29	experts	expert	NOUN
flr-517	35	30	to	to	PART
flr-517	35	31	ensure	ensure	VERB
flr-517	35	32	the	the	DET
flr-517	35	33	validity	validity	NOUN
flr-517	35	34	of	of	ADP
flr-517	35	35	the	the	DET
flr-517	35	36	content	content	NOUN
flr-517	35	37	of	of	ADP
flr-517	35	38	test	test	NOUN
flr-517	35	39	items	item	NOUN
flr-517	35	40	or	or	CCONJ
flr-517	35	41	tests	test	NOUN
flr-517	35	42	.	.	PUNCT
flr-517	36	1	in	in	ADP
flr-517	36	2	section	section	NOUN
flr-517	36	3	4	4	NUM
flr-517	36	4	,	,	PUNCT
flr-517	36	5	i	i	PRON
flr-517	36	6	describe	describe	VERB
flr-517	36	7	the	the	DET
flr-517	36	8	wide	wide	ADJ
flr-517	36	9	variety	variety	NOUN
flr-517	36	10	of	of	ADP
flr-517	36	11	practices	practice	NOUN
flr-517	36	12	currently	currently	ADV
flr-517	36	13	employed	employ	VERB
flr-517	36	14	and	and	CCONJ
flr-517	36	15	explain	explain	VERB
flr-517	36	16	why	why	SCONJ
flr-517	36	17	they	they	PRON
flr-517	36	18	are	be	AUX
flr-517	36	19	often	often	ADV
flr-517	36	20	unreliable	unreliable	ADJ
flr-517	36	21	.	.	PUNCT
flr-517	37	1	in	in	ADP
flr-517	37	2	section	section	NOUN
flr-517	37	3	5	5	NUM
flr-517	37	4	,	,	PUNCT
flr-517	37	5	i	i	PRON
flr-517	37	6	discuss	discuss	VERB
flr-517	37	7	some	some	PRON
flr-517	37	8	of	of	ADP
flr-517	37	9	the	the	DET
flr-517	37	10	main	main	ADJ
flr-517	37	11	problems	problem	NOUN
flr-517	37	12	encountered	encounter	VERB
flr-517	37	13	when	when	SCONJ
flr-517	37	14	consulting	consult	VERB
flr-517	37	15	experts	expert	NOUN
flr-517	37	16	on	on	ADP
flr-517	37	17	test	test	NOUN
flr-517	37	18	development	development	NOUN
flr-517	37	19	.	.	PUNCT
flr-517	38	1	in	in	ADP
flr-517	38	2	section	section	NOUN
flr-517	38	3	6	6	NUM
flr-517	38	4	,	,	PUNCT
flr-517	38	5	i	i	PRON
flr-517	38	6	draw	draw	VERB
flr-517	38	7	conclusions	conclusion	NOUN
flr-517	38	8	from	from	ADP
flr-517	38	9	the	the	DET
flr-517	38	10	main	main	ADJ
flr-517	38	11	findings	finding	NOUN
flr-517	38	12	of	of	ADP
flr-517	38	13	the	the	DET
flr-517	38	14	data	data	NOUN
flr-517	38	15	analyses	analysis	NOUN
flr-517	38	16	and	and	CCONJ
flr-517	38	17	specify	specify	VERB
flr-517	38	18	the	the	DET
flr-517	38	19	need	need	NOUN
flr-517	38	20	for	for	ADP
flr-517	38	21	improvement	improvement	NOUN
flr-517	38	22	of	of	ADP
flr-517	38	23	current	current	ADJ
flr-517	38	24	practices	practice	NOUN
flr-517	38	25	in	in	ADP
flr-517	38	26	consulting	consult	VERB
flr-517	38	27	experts	expert	NOUN
flr-517	38	28	on	on	ADP
flr-517	38	29	test	test	NOUN
flr-517	38	30	development	development	NOUN
flr-517	38	31	.	.	PUNCT
flr-517	39	1	2	2	X
flr-517	39	2	.	.	X
flr-517	39	3	experts	expert	NOUN
flr-517	39	4	’	’	PART
flr-517	39	5	advice	advice	NOUN
flr-517	39	6	on	on	ADP
flr-517	39	7	how	how	SCONJ
flr-517	39	8	to	to	PART
flr-517	39	9	ensure	ensure	VERB
flr-517	39	10	content	content	NOUN
flr-517	39	11	validity	validity	NOUN
flr-517	39	12	:	:	PUNCT
flr-517	39	13	theoretical	theoretical	ADJ
flr-517	39	14	background	background	NOUN
flr-517	39	15	when	when	SCONJ
flr-517	39	16	developing	develop	VERB
flr-517	39	17	psychological	psychological	ADJ
flr-517	39	18	or	or	CCONJ
flr-517	39	19	educational	educational	ADJ
flr-517	39	20	tests	test	NOUN
flr-517	39	21	the	the	DET
flr-517	39	22	typical	typical	ADJ
flr-517	39	23	way	way	NOUN
flr-517	39	24	to	to	PART
flr-517	39	25	ensure	ensure	VERB
flr-517	39	26	content	content	NOUN
flr-517	39	27	validity	validity	NOUN
flr-517	39	28	is	be	AUX
flr-517	39	29	to	to	PART
flr-517	39	30	make	make	VERB
flr-517	39	31	use	use	NOUN
flr-517	39	32	of	of	ADP
flr-517	39	33	the	the	DET
flr-517	39	34	expertise	expertise	NOUN
flr-517	39	35	4	4	NUM
flr-517	39	36	of	of	ADP
flr-517	39	37	professionals	professional	NOUN
flr-517	39	38	in	in	ADP
flr-517	39	39	the	the	DET
flr-517	39	40	field	field	NOUN
flr-517	39	41	(	(	PUNCT
flr-517	39	42	allen	allen	PROPN
flr-517	39	43	&	&	CCONJ
flr-517	39	44	yen	yen	PROPN
flr-517	39	45	,	,	PUNCT
flr-517	39	46	2002	2002	NUM
flr-517	39	47	;	;	PUNCT
flr-517	39	48	reynolds	reynold	NOUN
flr-517	39	49	,	,	PUNCT
flr-517	39	50	livingston	livingston	PROPN
flr-517	39	51	,	,	PUNCT
flr-517	39	52	&	&	CCONJ
flr-517	39	53	willson	willson	PROPN
flr-517	39	54	,	,	PUNCT
flr-517	39	55	2009	2009	NUM
flr-517	39	56	)	)	PUNCT
flr-517	39	57	.	.	PUNCT
flr-517	40	1	by	by	ADP
flr-517	40	2	a	a	DET
flr-517	40	3	priori	priori	ADJ
flr-517	40	4	assumption	assumption	NOUN
flr-517	40	5	,	,	PUNCT
flr-517	40	6	experts	expert	NOUN
flr-517	40	7	can	can	AUX
flr-517	40	8	determine	determine	VERB
flr-517	40	9	whether	whether	SCONJ
flr-517	40	10	or	or	CCONJ
flr-517	40	11	not	not	PART
flr-517	40	12	the	the	DET
flr-517	40	13	content	content	NOUN
flr-517	40	14	of	of	ADP
flr-517	40	15	a	a	DET
flr-517	40	16	test	test	NOUN
flr-517	40	17	is	be	AUX
flr-517	40	18	“	"	PUNCT
flr-517	40	19	sensitive	sensitive	ADJ
flr-517	40	20	”	"	PUNCT
flr-517	40	21	to	to	ADP
flr-517	40	22	variation	variation	NOUN
flr-517	40	23	in	in	ADP
flr-517	40	24	the	the	DET
flr-517	40	25	formation	formation	NOUN
flr-517	40	26	of	of	ADP
flr-517	40	27	a	a	DET
flr-517	40	28	latent	latent	NOUN
flr-517	40	29	attribute	attribute	NOUN
flr-517	40	30	that	that	PRON
flr-517	40	31	the	the	DET
flr-517	40	32	test	test	NOUN
flr-517	40	33	or	or	CCONJ
flr-517	40	34	one	one	NUM
flr-517	40	35	of	of	ADP
flr-517	40	36	its	its	PRON
flr-517	40	37	items	item	NOUN
flr-517	40	38	is	be	AUX
flr-517	40	39	directed	direct	VERB
flr-517	40	40	toward	toward	ADP
flr-517	40	41	.	.	PUNCT
flr-517	41	1	due	due	ADP
flr-517	41	2	to	to	ADP
flr-517	41	3	the	the	DET
flr-517	41	4	innumerable	innumerable	ADJ
flr-517	41	5	situations	situation	NOUN
flr-517	41	6	a	a	DET
flr-517	41	7	person	person	NOUN
flr-517	41	8	may	may	AUX
flr-517	41	9	find	find	VERB
flr-517	41	10	him	he	PRON
flr-517	41	11	or	or	CCONJ
flr-517	41	12	herself	herself	PRON
flr-517	41	13	in	in	ADP
flr-517	41	14	,	,	PUNCT
flr-517	41	15	this	this	DET
flr-517	41	16	latent	latent	NOUN
flr-517	41	17	attribute	attribute	NOUN
flr-517	41	18	could	could	AUX
flr-517	41	19	invoke	invoke	VERB
flr-517	41	20	an	an	DET
flr-517	41	21	infinite	infinite	ADJ
flr-517	41	22	number	number	NOUN
flr-517	41	23	of	of	ADP
flr-517	41	24	perceptions	perception	NOUN
flr-517	41	25	,	,	PUNCT
flr-517	41	26	thoughts	thought	NOUN
flr-517	41	27	,	,	PUNCT
flr-517	41	28	reactions	reaction	NOUN
flr-517	41	29	,	,	PUNCT
flr-517	41	30	or	or	CCONJ
flr-517	41	31	actions	action	NOUN
flr-517	41	32	.	.	PUNCT
flr-517	42	1	in	in	ADP
flr-517	42	2	this	this	DET
flr-517	42	3	sense	sense	NOUN
flr-517	42	4	,	,	PUNCT
flr-517	42	5	a	a	DET
flr-517	42	6	group	group	NOUN
flr-517	42	7	of	of	ADP
flr-517	42	8	test	test	NOUN
flr-517	42	9	items	item	NOUN
flr-517	42	10	is	be	AUX
flr-517	42	11	understood	understand	VERB
flr-517	42	12	as	as	ADP
flr-517	42	13	a	a	DET
flr-517	42	14	sample	sample	NOUN
flr-517	42	15	of	of	ADP
flr-517	42	16	situational	situational	ADJ
flr-517	42	17	constellations	constellation	NOUN
flr-517	42	18	to	to	PART
flr-517	42	19	which	which	PRON
flr-517	42	20	a	a	DET
flr-517	42	21	person	person	NOUN
flr-517	42	22	might	might	AUX
flr-517	42	23	react	react	VERB
flr-517	42	24	(	(	PUNCT
flr-517	42	25	or	or	CCONJ
flr-517	42	26	on	on	ADP
flr-517	42	27	which	which	PRON
flr-517	42	28	a	a	DET
flr-517	42	29	person	person	NOUN
flr-517	42	30	might	might	AUX
flr-517	42	31	act	act	VERB
flr-517	42	32	)	)	PUNCT
flr-517	42	33	relatively	relatively	ADV
flr-517	42	34	adequately	adequately	ADV
flr-517	42	35	(	(	PUNCT
flr-517	42	36	kerlinger	kerlinger	INTJ
flr-517	42	37	,	,	PUNCT
flr-517	42	38	1986	1986	NUM
flr-517	42	39	;	;	PUNCT
flr-517	42	40	anastasia	anastasia	PROPN
flr-517	42	41	&	&	CCONJ
flr-517	42	42	urbina	urbina	PROPN
flr-517	42	43	,	,	PUNCT
flr-517	42	44	1997	1997	NUM
flr-517	42	45	)	)	PUNCT
flr-517	42	46	.	.	PUNCT
flr-517	43	1	in	in	ADP
flr-517	43	2	terms	term	NOUN
flr-517	43	3	of	of	ADP
flr-517	43	4	ensuring	ensure	VERB
flr-517	43	5	the	the	DET
flr-517	43	6	content	content	ADJ
flr-517	43	7	validity	validity	NOUN
flr-517	43	8	of	of	ADP
flr-517	43	9	a	a	DET
flr-517	43	10	test	test	NOUN
flr-517	43	11	,	,	PUNCT
flr-517	43	12	an	an	DET
flr-517	43	13	expert	expert	NOUN
flr-517	43	14	is	be	AUX
flr-517	43	15	asked	ask	VERB
flr-517	43	16	to	to	PART
flr-517	43	17	judge	judge	VERB
flr-517	43	18	,	,	PUNCT
flr-517	43	19	assess	assess	NOUN
flr-517	43	20	,	,	PUNCT
flr-517	43	21	or	or	CCONJ
flr-517	43	22	rate	rate	VERB
flr-517	43	23	the	the	DET
flr-517	43	24	extent	extent	NOUN
flr-517	43	25	to	to	PART
flr-517	43	26	which	which	PRON
flr-517	43	27	the	the	DET
flr-517	43	28	items	item	NOUN
flr-517	43	29	of	of	ADP
flr-517	43	30	a	a	DET
flr-517	43	31	test	test	NOUN
flr-517	43	32	adequately	adequately	ADV
flr-517	43	33	represent	represent	VERB
flr-517	43	34	the	the	DET
flr-517	43	35	infinite	infinite	ADJ
flr-517	43	36	number	number	NOUN
flr-517	43	37	of	of	ADP
flr-517	43	38	situational	situational	ADJ
flr-517	43	39	constellations	constellation	NOUN
flr-517	43	40	by	by	ADP
flr-517	43	41	which	which	PRON
flr-517	43	42	the	the	DET
flr-517	43	43	latent	latent	NOUN
flr-517	43	44	attribute	attribute	NOUN
flr-517	43	45	to	to	PART
flr-517	43	46	be	be	AUX
flr-517	43	47	measured	measure	VERB
flr-517	43	48	stimulates	stimulate	VERB
flr-517	43	49	a	a	DET
flr-517	43	50	certain	certain	ADJ
flr-517	43	51	behaviour	behaviour	NOUN
flr-517	43	52	in	in	ADP
flr-517	43	53	test	test	NOUN
flr-517	43	54	takers	taker	NOUN
flr-517	43	55	.	.	PUNCT
flr-517	44	1	this	this	PRON
flr-517	44	2	implies	imply	VERB
flr-517	44	3	that	that	SCONJ
flr-517	44	4	the	the	DET
flr-517	44	5	expert	expert	NOUN
flr-517	44	6	needs	need	VERB
flr-517	44	7	to	to	PART
flr-517	44	8	do	do	VERB
flr-517	44	9	the	the	DET
flr-517	44	10	following	following	NOUN
flr-517	44	11	:	:	PUNCT
flr-517	44	12	identify	identify	VERB
flr-517	44	13	an	an	DET
flr-517	44	14	understanding	understanding	NOUN
flr-517	44	15	of	of	ADP
flr-517	44	16	the	the	DET
flr-517	44	17	latent	latent	NOUN
flr-517	44	18	attribute	attribute	NOUN
flr-517	44	19	to	to	PART
flr-517	44	20	be	be	AUX
flr-517	44	21	measured	measure	VERB
flr-517	44	22	;	;	PUNCT
flr-517	44	23	determine	determine	VERB
flr-517	44	24	the	the	DET
flr-517	44	25	universe	universe	NOUN
flr-517	44	26	of	of	ADP
flr-517	44	27	possible	possible	ADJ
flr-517	44	28	situational	situational	ADJ
flr-517	44	29	constellations	constellation	NOUN
flr-517	44	30	by	by	ADP
flr-517	44	31	which	which	PRON
flr-517	44	32	the	the	DET
flr-517	44	33	latent	latent	NOUN
flr-517	44	34	attribute	attribute	NOUN
flr-517	44	35	is	be	AUX
flr-517	44	36	activated	activate	VERB
flr-517	44	37	;	;	PUNCT
flr-517	44	38	consider	consider	VERB
flr-517	44	39	all	all	DET
flr-517	44	40	the	the	DET
flr-517	44	41	behavioural	behavioural	ADJ
flr-517	44	42	patterns	pattern	NOUN
flr-517	44	43	being	be	AUX
flr-517	44	44	caused	cause	VERB
flr-517	44	45	by	by	ADP
flr-517	44	46	the	the	DET
flr-517	44	47	latent	latent	PROPN
flr-517	44	48	attribute	attribute	NOUN
flr-517	44	49	in	in	ADP
flr-517	44	50	dealing	deal	VERB
flr-517	44	51	with	with	ADP
flr-517	44	52	these	these	DET
flr-517	44	53	situational	situational	ADJ
flr-517	44	54	constellations	constellation	NOUN
flr-517	44	55	;	;	PUNCT
flr-517	44	56	relate	relate	VERB
flr-517	44	57	these	these	DET
flr-517	44	58	constellations	constellation	NOUN
flr-517	44	59	to	to	ADP
flr-517	44	60	the	the	DET
flr-517	44	61	test	test	NOUN
flr-517	44	62	and	and	CCONJ
flr-517	44	63	its	its	PRON
flr-517	44	64	items	item	NOUN
flr-517	44	65	and	and	CCONJ
flr-517	44	66	to	to	ADP
flr-517	44	67	the	the	DET
flr-517	44	68	respective	respective	ADJ
flr-517	44	69	latent	latent	NOUN
flr-517	44	70	attribute	attribute	NOUN
flr-517	44	71	to	to	PART
flr-517	44	72	be	be	AUX
flr-517	44	73	stimulated	stimulate	VERB
flr-517	44	74	,	,	PUNCT
flr-517	44	75	that	that	ADV
flr-517	44	76	is	is	ADV
flr-517	44	77	,	,	PUNCT
flr-517	44	78	the	the	DET
flr-517	44	79	construct	construct	NOUN
flr-517	44	80	,	,	PUNCT
flr-517	44	81	and	and	CCONJ
flr-517	44	82	examine	examine	VERB
flr-517	44	83	whether	whether	SCONJ
flr-517	44	84	these	these	DET
flr-517	44	85	relationships	relationship	NOUN
flr-517	44	86	are	be	AUX
flr-517	44	87	adequate	adequate	ADJ
flr-517	44	88	in	in	ADP
flr-517	44	89	terms	term	NOUN
flr-517	44	90	of	of	ADP
flr-517	44	91	the	the	DET
flr-517	44	92	aim(s	aim(s	PROPN
flr-517	44	93	)	)	PUNCT
flr-517	44	94	of	of	ADP
flr-517	44	95	the	the	DET
flr-517	44	96	test	test	NOUN
flr-517	44	97	;	;	PUNCT
flr-517	44	98	determine	determine	VERB
flr-517	44	99	whether	whether	SCONJ
flr-517	44	100	the	the	DET
flr-517	44	101	test	test	NOUN
flr-517	44	102	items	item	NOUN
flr-517	44	103	will	will	AUX
flr-517	44	104	function	function	VERB
flr-517	44	105	as	as	ADP
flr-517	44	106	adequate	adequate	ADJ
flr-517	44	107	stimulators	stimulator	NOUN
flr-517	44	108	for	for	ADP
flr-517	44	109	different	different	ADJ
flr-517	44	110	groups	group	NOUN
flr-517	44	111	of	of	ADP
flr-517	44	112	test	test	NOUN
flr-517	44	113	takers	taker	NOUN
flr-517	44	114	(	(	PUNCT
flr-517	44	115	e.g.	e.g.	ADV
flr-517	44	116	,	,	PUNCT
flr-517	44	117	in	in	ADP
flr-517	44	118	terms	term	NOUN
flr-517	44	119	of	of	ADP
flr-517	44	120	language	language	NOUN
flr-517	44	121	,	,	PUNCT
flr-517	44	122	level	level	NOUN
flr-517	44	123	of	of	ADP
flr-517	44	124	education	education	NOUN
flr-517	44	125	,	,	PUNCT
flr-517	44	126	social	social	ADJ
flr-517	44	127	background	background	NOUN
flr-517	44	128	,	,	PUNCT
flr-517	44	129	etc	etc	X
flr-517	44	130	.	.	X
flr-517	44	131	)	)	PUNCT
flr-517	44	132	;	;	PUNCT
flr-517	44	133	provide	provide	VERB
flr-517	44	134	feedback	feedback	NOUN
flr-517	44	135	to	to	ADP
flr-517	44	136	the	the	DET
flr-517	44	137	test	test	NOUN
flr-517	44	138	developer(s	developer(s	NOUN
flr-517	44	139	)	)	PUNCT
flr-517	44	140	in	in	ADP
flr-517	44	141	a	a	DET
flr-517	44	142	way	way	NOUN
flr-517	44	143	that	that	PRON
flr-517	44	144	allows	allow	VERB
flr-517	44	145	them	they	PRON
flr-517	44	146	to	to	PART
flr-517	44	147	make	make	VERB
flr-517	44	148	decisions	decision	NOUN
flr-517	44	149	concerning	concern	VERB
flr-517	44	150	the	the	DET
flr-517	44	151	validity	validity	NOUN
flr-517	44	152	of	of	ADP
flr-517	44	153	the	the	DET
flr-517	44	154	test	test	NOUN
flr-517	44	155	items	item	NOUN
flr-517	44	156	(	(	PUNCT
flr-517	44	157	grant	grant	PROPN
flr-517	44	158	&	&	CCONJ
flr-517	44	159	davis	davis	PROPN
flr-517	44	160	,	,	PUNCT
flr-517	44	161	1997	1997	NUM
flr-517	44	162	,	,	PUNCT
flr-517	44	163	p.	p.	NOUN
flr-517	44	164	272	272	NUM
flr-517	44	165	,	,	PUNCT
flr-517	44	166	col	col	PROPN
flr-517	44	167	.	.	PROPN
flr-517	44	168	1	1	NUM
flr-517	44	169	-	-	SYM
flr-517	44	170	2	2	NUM
flr-517	44	171	)	)	PUNCT
flr-517	44	172	.	.	PUNCT
flr-517	45	1	experts	expert	NOUN
flr-517	45	2	can	can	AUX
flr-517	45	3	give	give	VERB
flr-517	45	4	feedback	feedback	NOUN
flr-517	45	5	informally	informally	ADV
flr-517	45	6	,	,	PUNCT
flr-517	45	7	for	for	ADP
flr-517	45	8	example	example	NOUN
flr-517	45	9	during	during	ADP
flr-517	45	10	structured	structured	ADJ
flr-517	45	11	interviews	interview	NOUN
flr-517	45	12	,	,	PUNCT
flr-517	45	13	or	or	CCONJ
flr-517	45	14	formally	formally	ADV
flr-517	45	15	,	,	PUNCT
flr-517	45	16	for	for	ADP
flr-517	45	17	example	example	NOUN
flr-517	45	18	in	in	ADP
flr-517	45	19	written	write	VERB
flr-517	45	20	reports	report	NOUN
flr-517	45	21	or	or	CCONJ
flr-517	45	22	surveys	survey	NOUN
flr-517	45	23	with	with	ADP
flr-517	45	24	“	"	PUNCT
flr-517	45	25	yes	yes	INTJ
flr-517	45	26	”	"	PUNCT
flr-517	45	27	or	or	CCONJ
flr-517	45	28	“	"	PUNCT
flr-517	45	29	no	no	PRON
flr-517	45	30	”	"	PUNCT
flr-517	45	31	ratings	rating	NOUN
flr-517	45	32	of	of	ADP
flr-517	45	33	acceptability	acceptability	NOUN
flr-517	45	34	or	or	CCONJ
flr-517	45	35	ratings	rating	NOUN
flr-517	45	36	on	on	ADP
flr-517	45	37	likert	likert	NOUN
flr-517	45	38	scales	scale	NOUN
flr-517	45	39	.	.	PUNCT
flr-517	46	1	anderson	anderson	PROPN
flr-517	46	2	et	et	PROPN
flr-517	46	3	al	al	PROPN
flr-517	46	4	.	.	PROPN
flr-517	47	1	(	(	PUNCT
flr-517	47	2	2015	2015	NUM
flr-517	47	3	,	,	PUNCT
flr-517	47	4	p.	p.	NOUN
flr-517	47	5	22	22	NUM
flr-517	47	6	)	)	PUNCT
flr-517	47	7	,	,	PUNCT
flr-517	47	8	for	for	ADP
flr-517	47	9	example	example	NOUN
flr-517	47	10	,	,	PUNCT
flr-517	47	11	recommend	recommend	VERB
flr-517	47	12	following	follow	VERB
flr-517	47	13	an	an	DET
flr-517	47	14	online	online	ADJ
flr-517	47	15	likert	likert	NOUN
flr-517	47	16	-	-	PUNCT
flr-517	47	17	based	base	VERB
flr-517	47	18	procedure	procedure	NOUN
flr-517	47	19	when	when	SCONJ
flr-517	47	20	working	work	VERB
flr-517	47	21	with	with	ADP
flr-517	47	22	large	large	ADJ
flr-517	47	23	data	datum	NOUN
flr-517	47	24	banks	bank	NOUN
flr-517	47	25	and	and	CCONJ
flr-517	47	26	large	large	ADJ
flr-517	47	27	pools	pool	NOUN
flr-517	47	28	of	of	ADP
flr-517	47	29	experts	expert	NOUN
flr-517	47	30	,	,	PUNCT
flr-517	47	31	and	and	CCONJ
flr-517	47	32	using	use	VERB
flr-517	47	33	latent	latent	NOUN
flr-517	47	34	trait	trait	NOUN
flr-517	47	35	models	model	NOUN
flr-517	47	36	“	"	PUNCT
flr-517	47	37	to	to	PART
flr-517	47	38	control	control	VERB
flr-517	47	39	for	for	ADP
flr-517	47	40	between	between	ADP
flr-517	47	41	-	-	PUNCT
flr-517	47	42	rater	rater	NOUN
flr-517	47	43	severity	severity	NOUN
flr-517	47	44	,	,	PUNCT
flr-517	47	45	evaluate	evaluate	VERB
flr-517	47	46	interrater	interrater	ADJ
flr-517	47	47	consistency	consistency	NOUN
flr-517	47	48	,	,	PUNCT
flr-517	47	49	and	and	CCONJ
flr-517	47	50	provide	provide	VERB
flr-517	47	51	item	item	NOUN
flr-517	47	52	-	-	PUNCT
flr-517	47	53	level	level	NOUN
flr-517	47	54	diagnostic	diagnostic	ADJ
flr-517	47	55	statistics	statistic	NOUN
flr-517	47	56	.	.	PUNCT
flr-517	47	57	”	"	PUNCT
flr-517	48	1	usually	usually	ADV
flr-517	48	2	,	,	PUNCT
flr-517	48	3	several	several	ADJ
flr-517	48	4	experts	expert	NOUN
flr-517	48	5	are	be	AUX
flr-517	48	6	consulted	consult	VERB
flr-517	48	7	to	to	PART
flr-517	48	8	evaluate	evaluate	VERB
flr-517	48	9	content	content	NOUN
flr-517	48	10	validity	validity	NOUN
flr-517	48	11	.	.	PUNCT
flr-517	49	1	if	if	SCONJ
flr-517	49	2	experts	expert	NOUN
flr-517	49	3	are	be	AUX
flr-517	49	4	scattered	scatter	VERB
flr-517	49	5	around	around	ADP
flr-517	49	6	a	a	DET
flr-517	49	7	country	country	NOUN
flr-517	49	8	(	(	PUNCT
flr-517	49	9	e.g.	e.g.	ADV
flr-517	49	10	across	across	ADP
flr-517	49	11	the	the	DET
flr-517	49	12	us	us	PROPN
flr-517	49	13	)	)	PUNCT
flr-517	49	14	they	they	PRON
flr-517	49	15	might	might	AUX
flr-517	49	16	have	have	VERB
flr-517	49	17	to	to	PART
flr-517	49	18	convene	convene	VERB
flr-517	49	19	in	in	ADP
flr-517	49	20	person	person	NOUN
flr-517	49	21	to	to	PART
flr-517	49	22	discuss	discuss	VERB
flr-517	49	23	their	their	PRON
flr-517	49	24	ratings	rating	NOUN
flr-517	49	25	,	,	PUNCT
flr-517	49	26	if	if	SCONJ
flr-517	49	27	different	different	ADJ
flr-517	49	28	,	,	PUNCT
flr-517	49	29	until	until	SCONJ
flr-517	49	30	consensus	consensus	NOUN
flr-517	49	31	on	on	ADP
flr-517	49	32	the	the	DET
flr-517	49	33	(	(	PUNCT
flr-517	49	34	good	good	ADJ
flr-517	49	35	or	or	CCONJ
flr-517	49	36	bad	bad	ADJ
flr-517	49	37	)	)	PUNCT
flr-517	49	38	quality	quality	NOUN
flr-517	49	39	of	of	ADP
flr-517	49	40	an	an	DET
flr-517	49	41	item	item	NOUN
flr-517	49	42	or	or	CCONJ
flr-517	49	43	a	a	DET
flr-517	49	44	test	test	NOUN
flr-517	49	45	is	be	AUX
flr-517	49	46	reached	reach	VERB
flr-517	49	47	or	or	CCONJ
flr-517	49	48	a	a	DET
flr-517	49	49	majority	majority	NOUN
flr-517	49	50	vote	vote	NOUN
flr-517	49	51	is	be	AUX
flr-517	49	52	taken	take	VERB
flr-517	49	53	.	.	PUNCT
flr-517	50	1	the	the	PRON
flr-517	50	2	greater	great	ADJ
flr-517	50	3	the	the	DET
flr-517	50	4	number	number	NOUN
flr-517	50	5	of	of	ADP
flr-517	50	6	experts	expert	NOUN
flr-517	50	7	consulted	consult	VERB
flr-517	50	8	,	,	PUNCT
flr-517	50	9	the	the	PRON
flr-517	50	10	more	more	ADV
flr-517	50	11	likely	likely	ADJ
flr-517	50	12	it	it	PRON
flr-517	50	13	is	be	AUX
flr-517	50	14	that	that	SCONJ
flr-517	50	15	they	they	PRON
flr-517	50	16	do	do	AUX
flr-517	50	17	not	not	PART
flr-517	50	18	meet	meet	VERB
flr-517	50	19	in	in	ADP
flr-517	50	20	person	person	NOUN
flr-517	50	21	,	,	PUNCT
flr-517	50	22	and	and	CCONJ
flr-517	50	23	that	that	SCONJ
flr-517	50	24	quantifying	quantify	VERB
flr-517	50	25	procedures	procedure	NOUN
flr-517	50	26	are	be	AUX
flr-517	50	27	used	use	VERB
flr-517	50	28	to	to	PART
flr-517	50	29	obtain	obtain	VERB
flr-517	50	30	information	information	NOUN
flr-517	50	31	from	from	ADP
flr-517	50	32	them	they	PRON
flr-517	50	33	(	(	PUNCT
flr-517	50	34	lawshe	lawshe	PROPN
flr-517	50	35	,	,	PUNCT
flr-517	50	36	1975	1975	NUM
flr-517	50	37	;	;	PUNCT
flr-517	50	38	thorn	thorn	PROPN
flr-517	50	39	&	&	CCONJ
flr-517	50	40	deitz	deitz	PROPN
flr-517	50	41	,	,	PUNCT
flr-517	50	42	1989	1989	NUM
flr-517	50	43	)	)	PUNCT
flr-517	50	44	.	.	PUNCT
flr-517	51	1	as	as	ADP
flr-517	51	2	a	a	DET
flr-517	51	3	qualitative	qualitative	ADJ
flr-517	51	4	alternative	alternative	NOUN
flr-517	51	5	,	,	PUNCT
flr-517	51	6	delphi	delphi	ADJ
flr-517	51	7	studies	study	NOUN
flr-517	51	8	may	may	AUX
flr-517	51	9	be	be	AUX
flr-517	51	10	conducted	conduct	VERB
flr-517	51	11	in	in	ADP
flr-517	51	12	which	which	PRON
flr-517	51	13	experts	expert	NOUN
flr-517	51	14	state	state	VERB
flr-517	51	15	their	their	PRON
flr-517	51	16	opinions	opinion	NOUN
flr-517	51	17	in	in	ADP
flr-517	51	18	written	write	VERB
flr-517	51	19	form	form	NOUN
flr-517	51	20	,	,	PUNCT
flr-517	51	21	then	then	ADV
flr-517	51	22	the	the	DET
flr-517	51	23	test	test	NOUN
flr-517	51	24	developer	developer	NOUN
flr-517	51	25	bundles	bundle	VERB
flr-517	51	26	those	those	DET
flr-517	51	27	opinions	opinion	NOUN
flr-517	51	28	and	and	CCONJ
flr-517	51	29	distributes	distribute	VERB
flr-517	51	30	them	they	PRON
flr-517	51	31	repeatedly	repeatedly	ADV
flr-517	51	32	until	until	SCONJ
flr-517	51	33	consensus	consensus	NOUN
flr-517	51	34	,	,	PUNCT
flr-517	51	35	or	or	CCONJ
flr-517	51	36	at	at	ADP
flr-517	51	37	least	least	ADJ
flr-517	51	38	a	a	DET
flr-517	51	39	majority	majority	NOUN
flr-517	51	40	consensus	consensus	NOUN
flr-517	51	41	,	,	PUNCT
flr-517	51	42	is	be	AUX
flr-517	51	43	reached	reach	VERB
flr-517	51	44	(	(	PUNCT
flr-517	51	45	see	see	VERB
flr-517	51	46	e.g.	e.g.	ADV
flr-517	51	47	,	,	PUNCT
flr-517	51	48	lohse	lohse	NOUN
flr-517	51	49	-	-	PUNCT
flr-517	51	50	bossenz	bossenz	PROPN
flr-517	51	51	,	,	PUNCT
flr-517	51	52	kunina	kunina	NOUN
flr-517	51	53	-	-	PUNCT
flr-517	51	54	habenicht	habenicht	PROPN
flr-517	51	55	,	,	PUNCT
flr-517	51	56	&	&	CCONJ
flr-517	51	57	kunter	kunter	NOUN
flr-517	51	58	,	,	PUNCT
flr-517	51	59	2013	2013	NUM
flr-517	51	60	;	;	PUNCT
flr-517	51	61	messmer	messmer	PROPN
flr-517	51	62	&	&	CCONJ
flr-517	51	63	brea	brea	PROPN
flr-517	51	64	,	,	PUNCT
flr-517	51	65	2015	2015	NUM
flr-517	51	66	)	)	PUNCT
flr-517	51	67	.	.	PUNCT
flr-517	52	1	test	test	NOUN
flr-517	52	2	developers	developer	NOUN
flr-517	52	3	also	also	ADV
flr-517	52	4	often	often	ADV
flr-517	52	5	assign	assign	VERB
flr-517	52	6	different	different	ADJ
flr-517	52	7	tasks	task	NOUN
flr-517	52	8	to	to	ADP
flr-517	52	9	experts	expert	NOUN
flr-517	52	10	.	.	PUNCT
flr-517	53	1	for	for	ADP
flr-517	53	2	example	example	NOUN
flr-517	53	3	,	,	PUNCT
flr-517	53	4	they	they	PRON
flr-517	53	5	pose	pose	VERB
flr-517	53	6	different	different	ADJ
flr-517	53	7	questions	question	NOUN
flr-517	53	8	to	to	ADP
flr-517	53	9	the	the	DET
flr-517	53	10	experts	expert	NOUN
flr-517	53	11	,	,	PUNCT
flr-517	53	12	sometimes	sometimes	ADV
flr-517	53	13	asking	ask	VERB
flr-517	53	14	one	one	NUM
flr-517	53	15	group	group	NOUN
flr-517	53	16	to	to	PART
flr-517	53	17	judge	judge	VERB
flr-517	53	18	all	all	DET
flr-517	53	19	items	item	NOUN
flr-517	53	20	as	as	ADP
flr-517	53	21	a	a	DET
flr-517	53	22	whole	whole	NOUN
flr-517	53	23	and	and	CCONJ
flr-517	53	24	the	the	DET
flr-517	53	25	other	other	ADJ
flr-517	53	26	group	group	NOUN
flr-517	53	27	to	to	PART
flr-517	53	28	judge	judge	VERB
flr-517	53	29	each	each	DET
flr-517	53	30	item	item	NOUN
flr-517	53	31	separately	separately	ADV
flr-517	53	32	,	,	PUNCT
flr-517	53	33	or	or	CCONJ
flr-517	53	34	sometimes	sometimes	ADV
flr-517	53	35	by	by	ADP
flr-517	53	36	recruiting	recruit	VERB
flr-517	53	37	multiple	multiple	ADJ
flr-517	53	38	groups	group	NOUN
flr-517	53	39	of	of	ADP
flr-517	53	40	experts	expert	NOUN
flr-517	53	41	and	and	CCONJ
flr-517	53	42	asking	ask	VERB
flr-517	53	43	each	each	DET
flr-517	53	44	group	group	NOUN
flr-517	53	45	to	to	PART
flr-517	53	46	evaluate	evaluate	VERB
flr-517	53	47	one	one	NUM
flr-517	53	48	validity	validity	NOUN
flr-517	53	49	-	-	PUNCT
flr-517	53	50	related	relate	VERB
flr-517	53	51	aspect	aspect	NOUN
flr-517	53	52	of	of	ADP
flr-517	53	53	the	the	DET
flr-517	53	54	items	item	NOUN
flr-517	53	55	only	only	ADV
flr-517	53	56	(	(	PUNCT
flr-517	53	57	see	see	VERB
flr-517	53	58	e.g.	e.g.	ADV
flr-517	53	59	,	,	PUNCT
flr-517	53	60	aydın	aydın	PROPN
flr-517	53	61	&	&	CCONJ
flr-517	53	62	uzuntiryaki	uzuntiryaki	PROPN
flr-517	53	63	,	,	PUNCT
flr-517	53	64	2009	2009	NUM
flr-517	53	65	,	,	PUNCT
flr-517	53	66	p.	p.	NOUN
flr-517	53	67	871	871	NUM
flr-517	53	68	;	;	PUNCT
flr-517	53	69	mesmer	mesmer	NOUN
flr-517	53	70	-	-	PUNCT
flr-517	53	71	magnus	magnus	PROPN
flr-517	53	72	et	et	PROPN
flr-517	53	73	al	al	PROPN
flr-517	53	74	.	.	PROPN
flr-517	53	75	,	,	PUNCT
flr-517	53	76	2010	2010	NUM
flr-517	53	77	,	,	PUNCT
flr-517	53	78	pp	pp	ADJ
flr-517	53	79	.	.	PUNCT
flr-517	54	1	514	514	NUM
flr-517	54	2	-	-	SYM
flr-517	54	3	515	515	NUM
flr-517	54	4	;	;	PUNCT
flr-517	54	5	jenßen	jenßen	NOUN
flr-517	54	6	,	,	PUNCT
flr-517	54	7	dunekacke	dunekacke	NOUN
flr-517	54	8	,	,	PUNCT
flr-517	54	9	&	&	CCONJ
flr-517	54	10	blömeke	blömeke	PROPN
flr-517	54	11	,	,	PUNCT
flr-517	54	12	2015	2015	NUM
flr-517	54	13	,	,	PUNCT
flr-517	54	14	pp	pp	ADJ
flr-517	54	15	.	.	PUNCT
flr-517	55	1	21	21	NUM
flr-517	55	2	-	-	SYM
flr-517	55	3	22	22	NUM
flr-517	55	4	;	;	PUNCT
flr-517	55	5	cf	cf	X
flr-517	55	6	.	.	PUNCT
flr-517	56	1	appendix	appendix	PROPN
flr-517	56	2	2	2	NUM
flr-517	56	3	,	,	PUNCT
flr-517	56	4	no	no	INTJ
flr-517	56	5	.	.	NOUN
flr-517	56	6	6	6	NUM
flr-517	56	7	)	)	PUNCT
flr-517	56	8	.	.	PUNCT
flr-517	57	1	such	such	ADJ
flr-517	57	2	aspects	aspect	NOUN
flr-517	57	3	include	include	VERB
flr-517	57	4	the	the	DET
flr-517	57	5	representativeness	representativeness	NOUN
flr-517	57	6	,	,	PUNCT
flr-517	57	7	clarity	clarity	NOUN
flr-517	57	8	,	,	PUNCT
flr-517	57	9	relevance	relevance	NOUN
flr-517	57	10	,	,	PUNCT
flr-517	57	11	conciseness	conciseness	NOUN
flr-517	57	12	,	,	PUNCT
flr-517	57	13	or	or	CCONJ
flr-517	57	14	technical	technical	ADJ
flr-517	57	15	adequacy	adequacy	NOUN
flr-517	57	16	of	of	ADP
flr-517	57	17	single	single	ADJ
flr-517	57	18	items	item	NOUN
flr-517	57	19	or	or	CCONJ
flr-517	57	20	the	the	DET
flr-517	57	21	test	test	NOUN
flr-517	57	22	as	as	ADP
flr-517	57	23	a	a	DET
flr-517	57	24	whole	whole	NOUN
flr-517	57	25	(	(	PUNCT
flr-517	57	26	see	see	VERB
flr-517	57	27	table	table	NOUN
flr-517	57	28	1	1	NUM
flr-517	57	29	)	)	PUNCT
flr-517	57	30	.	.	PUNCT
flr-517	58	1	when	when	SCONJ
flr-517	58	2	consulting	consult	VERB
flr-517	58	3	more	more	ADJ
flr-517	58	4	than	than	ADP
flr-517	58	5	one	one	NUM
flr-517	58	6	expert	expert	NOUN
flr-517	58	7	,	,	PUNCT
flr-517	58	8	the	the	DET
flr-517	58	9	question	question	NOUN
flr-517	58	10	arises	arise	VERB
flr-517	58	11	as	as	ADP
flr-517	58	12	to	to	ADP
flr-517	58	13	how	how	SCONJ
flr-517	58	14	to	to	PART
flr-517	58	15	deal	deal	VERB
flr-517	58	16	with	with	ADP
flr-517	58	17	different	different	ADJ
flr-517	58	18	or	or	CCONJ
flr-517	58	19	even	even	ADV
flr-517	58	20	incommensurable	incommensurable	ADJ
flr-517	58	21	judgements	judgement	NOUN
flr-517	58	22	rendered	render	VERB
flr-517	58	23	by	by	ADP
flr-517	58	24	them	they	PRON
flr-517	58	25	.	.	PUNCT
flr-517	59	1	if	if	SCONJ
flr-517	59	2	the	the	DET
flr-517	59	3	experts	expert	NOUN
flr-517	59	4	’	’	PART
flr-517	59	5	feedback	feedback	NOUN
flr-517	59	6	is	be	AUX
flr-517	59	7	qualitative	qualitative	ADJ
flr-517	59	8	,	,	PUNCT
flr-517	59	9	the	the	DET
flr-517	59	10	test	test	NOUN
flr-517	59	11	developer	developer	NOUN
flr-517	59	12	may	may	AUX
flr-517	59	13	have	have	VERB
flr-517	59	14	to	to	PART
flr-517	59	15	grapple	grapple	VERB
flr-517	59	16	with	with	ADP
flr-517	59	17	diverging	diverge	VERB
flr-517	59	18	arguments	argument	NOUN
flr-517	59	19	,	,	PUNCT
flr-517	59	20	weigh	weigh	VERB
flr-517	59	21	them	they	PRON
flr-517	59	22	,	,	PUNCT
flr-517	59	23	and	and	CCONJ
flr-517	59	24	finally	finally	ADV
flr-517	59	25	decide	decide	VERB
flr-517	59	26	which	which	PRON
flr-517	59	27	are	be	AUX
flr-517	59	28	the	the	DET
flr-517	59	29	most	most	ADV
flr-517	59	30	plausible	plausible	ADJ
flr-517	59	31	.	.	PUNCT
flr-517	60	1	here	here	ADV
flr-517	60	2	,	,	PUNCT
flr-517	60	3	the	the	DET
flr-517	60	4	question	question	NOUN
flr-517	60	5	arises	arise	VERB
flr-517	60	6	as	as	ADP
flr-517	60	7	to	to	ADP
flr-517	60	8	what	what	DET
flr-517	60	9	quality	quality	NOUN
flr-517	60	10	the	the	DET
flr-517	60	11	arguments	argument	NOUN
flr-517	60	12	should	should	AUX
flr-517	60	13	have	have	AUX
flr-517	60	14	in	in	ADP
flr-517	60	15	order	order	NOUN
flr-517	60	16	to	to	PART
flr-517	60	17	override	override	VERB
flr-517	60	18	the	the	DET
flr-517	60	19	opinion	opinion	NOUN
flr-517	60	20	of	of	ADP
flr-517	60	21	at	at	ADV
flr-517	60	22	least	least	ADJ
flr-517	60	23	some	some	PRON
flr-517	60	24	experts	expert	NOUN
flr-517	60	25	,	,	PUNCT
flr-517	60	26	and	and	CCONJ
flr-517	60	27	why	why	SCONJ
flr-517	60	28	the	the	DET
flr-517	60	29	test	test	NOUN
flr-517	60	30	developer	developer	NOUN
flr-517	60	31	should	should	AUX
flr-517	60	32	ask	ask	VERB
flr-517	60	33	experts	expert	NOUN
flr-517	60	34	at	at	ADV
flr-517	60	35	all	all	ADV
flr-517	60	36	if	if	SCONJ
flr-517	60	37	in	in	ADP
flr-517	60	38	the	the	DET
flr-517	60	39	end	end	NOUN
flr-517	61	1	he	he	PRON
flr-517	61	2	or	or	CCONJ
flr-517	61	3	she	she	PRON
flr-517	61	4	will	will	AUX
flr-517	61	5	be	be	AUX
flr-517	61	6	making	make	VERB
flr-517	61	7	the	the	DET
flr-517	61	8	final	final	ADJ
flr-517	61	9	decision	decision	NOUN
flr-517	61	10	himor	himor	VERB
flr-517	61	11	herself	herself	PRON
flr-517	61	12	.	.	PUNCT
flr-517	62	1	if	if	SCONJ
flr-517	62	2	the	the	DET
flr-517	62	3	experts	expert	NOUN
flr-517	62	4	’	’	PART
flr-517	62	5	feedback	feedback	NOUN
flr-517	62	6	is	be	AUX
flr-517	62	7	quantitative	quantitative	ADJ
flr-517	62	8	(	(	PUNCT
flr-517	62	9	e.g.	e.g.	ADV
flr-517	62	10	,	,	PUNCT
flr-517	62	11	ratings	rating	NOUN
flr-517	62	12	on	on	ADP
flr-517	62	13	likert	likert	NOUN
flr-517	62	14	scales	scale	NOUN
flr-517	62	15	)	)	PUNCT
flr-517	62	16	,	,	PUNCT
flr-517	62	17	usually	usually	ADV
flr-517	62	18	an	an	DET
flr-517	62	19	arithmetic	arithmetic	ADJ
flr-517	62	20	mean	mean	NOUN
flr-517	62	21	of	of	ADP
flr-517	62	22	these	these	DET
flr-517	62	23	ratings	rating	NOUN
flr-517	62	24	along	along	ADP
flr-517	62	25	with	with	ADP
flr-517	62	26	its	its	PRON
flr-517	62	27	standard	standard	ADJ
flr-517	62	28	deviation	deviation	NOUN
flr-517	62	29	is	be	AUX
flr-517	62	30	computed	compute	VERB
flr-517	62	31	and	and	CCONJ
flr-517	62	32	then	then	ADV
flr-517	62	33	checked	check	VERB
flr-517	62	34	to	to	PART
flr-517	62	35	determine	determine	VERB
flr-517	62	36	whether	whether	SCONJ
flr-517	62	37	certain	certain	ADJ
flr-517	62	38	meaningful	meaningful	ADJ
flr-517	62	39	thresholds	threshold	NOUN
flr-517	62	40	in	in	ADP
flr-517	62	41	these	these	DET
flr-517	62	42	values	value	NOUN
flr-517	62	43	have	have	AUX
flr-517	62	44	been	be	AUX
flr-517	62	45	exceeded	exceed	VERB
flr-517	62	46	or	or	CCONJ
flr-517	62	47	underrun	underrun	NOUN
flr-517	62	48	.	.	PUNCT
flr-517	63	1	again	again	ADV
flr-517	63	2	,	,	PUNCT
flr-517	63	3	the	the	DET
flr-517	63	4	test	test	NOUN
flr-517	63	5	developer	developer	NOUN
flr-517	63	6	has	have	VERB
flr-517	63	7	to	to	PART
flr-517	63	8	make	make	VERB
flr-517	63	9	a	a	DET
flr-517	63	10	decision	decision	NOUN
flr-517	63	11	,	,	PUNCT
flr-517	63	12	namely	namely	ADV
flr-517	63	13	,	,	PUNCT
flr-517	63	14	to	to	PART
flr-517	63	15	set	set	VERB
flr-517	63	16	the	the	DET
flr-517	63	17	boundaries	boundary	NOUN
flr-517	63	18	of	of	ADP
flr-517	63	19	the	the	DET
flr-517	63	20	range	range	NOUN
flr-517	63	21	within	within	ADP
flr-517	63	22	which	which	PRON
flr-517	63	23	,	,	PUNCT
flr-517	63	24	in	in	ADP
flr-517	63	25	the	the	DET
flr-517	63	26	end	end	NOUN
flr-517	63	27	,	,	PUNCT
flr-517	63	28	an	an	DET
flr-517	63	29	arithmetic	arithmetic	ADJ
flr-517	63	30	mean	mean	NOUN
flr-517	63	31	or	or	CCONJ
flr-517	63	32	a	a	DET
flr-517	63	33	standard	standard	ADJ
flr-517	63	34	deviation	deviation	NOUN
flr-517	63	35	shall	shall	AUX
flr-517	63	36	be	be	AUX
flr-517	63	37	acceptable	acceptable	ADJ
flr-517	63	38	(	(	PUNCT
flr-517	63	39	see	see	VERB
flr-517	63	40	e.g.	e.g.	ADV
flr-517	63	41	,	,	PUNCT
flr-517	63	42	jenßen	jenßen	NOUN
flr-517	63	43	,	,	PUNCT
flr-517	63	44	dunekacke	dunekacke	NOUN
flr-517	63	45	,	,	PUNCT
flr-517	63	46	&	&	CCONJ
flr-517	63	47	blömeke	blömeke	PROPN
flr-517	63	48	,	,	PUNCT
flr-517	63	49	2015	2015	NUM
flr-517	63	50	,	,	PUNCT
flr-517	63	51	pp	pp	ADJ
flr-517	63	52	.	.	PUNCT
flr-517	64	1	22	22	NUM
flr-517	64	2	-	-	SYM
flr-517	64	3	23	23	NUM
flr-517	64	4	;	;	PUNCT
flr-517	64	5	cf	cf	X
flr-517	64	6	.	.	PUNCT
flr-517	65	1	appendix	appendix	NOUN
flr-517	65	2	2	2	NUM
flr-517	65	3	,	,	PUNCT
flr-517	65	4	no	no	INTJ
flr-517	65	5	.	.	NOUN
flr-517	65	6	6	6	NUM
flr-517	65	7	)	)	PUNCT
flr-517	65	8	.	.	PUNCT
flr-517	66	1	again	again	ADV
flr-517	66	2	,	,	PUNCT
flr-517	66	3	the	the	DET
flr-517	66	4	question	question	NOUN
flr-517	66	5	arises	arise	VERB
flr-517	66	6	as	as	ADP
flr-517	66	7	to	to	PART
flr-517	66	8	which	which	PRON
flr-517	66	9	arguments	argument	NOUN
flr-517	66	10	justify	justify	VERB
flr-517	66	11	the	the	DET
flr-517	66	12	determination	determination	NOUN
flr-517	66	13	of	of	ADP
flr-517	66	14	those	those	DET
flr-517	66	15	boundaries	boundary	NOUN
flr-517	66	16	.	.	PUNCT
flr-517	67	1	the	the	DET
flr-517	67	2	aforementioned	aforementione	VERB
flr-517	67	3	procedures	procedure	NOUN
flr-517	67	4	are	be	AUX
flr-517	67	5	followed	follow	VERB
flr-517	67	6	in	in	ADP
flr-517	67	7	an	an	DET
flr-517	67	8	attempt	attempt	NOUN
flr-517	67	9	to	to	PART
flr-517	67	10	reach	reach	VERB
flr-517	67	11	at	at	ADV
flr-517	67	12	least	least	ADJ
flr-517	67	13	broad	broad	ADJ
flr-517	67	14	consensus	consensus	NOUN
flr-517	67	15	among	among	ADP
flr-517	67	16	external	external	ADJ
flr-517	67	17	experts	expert	NOUN
flr-517	67	18	,	,	PUNCT
flr-517	67	19	and	and	CCONJ
flr-517	67	20	also	also	ADV
flr-517	67	21	between	between	ADP
flr-517	67	22	those	those	DET
flr-517	67	23	experts	expert	NOUN
flr-517	67	24	and	and	CCONJ
flr-517	67	25	the	the	DET
flr-517	67	26	test	test	NOUN
flr-517	67	27	developer(s	developer(s	NOUN
flr-517	67	28	)	)	PUNCT
flr-517	67	29	on	on	ADP
flr-517	67	30	the	the	DET
flr-517	67	31	adequacy	adequacy	NOUN
flr-517	67	32	of	of	ADP
flr-517	67	33	test	test	NOUN
flr-517	67	34	items	item	NOUN
flr-517	67	35	.	.	PUNCT
flr-517	68	1	such	such	ADJ
flr-517	68	2	consensus	consensus	NOUN
flr-517	68	3	tends	tend	VERB
flr-517	68	4	to	to	PART
flr-517	68	5	be	be	AUX
flr-517	68	6	used	use	VERB
flr-517	68	7	as	as	ADP
flr-517	68	8	a	a	DET
flr-517	68	9	justification	justification	NOUN
flr-517	68	10	for	for	ADP
flr-517	68	11	the	the	DET
flr-517	68	12	inclusion	inclusion	NOUN
flr-517	68	13	of	of	ADP
flr-517	68	14	the	the	DET
flr-517	68	15	items	item	NOUN
flr-517	68	16	and	and	CCONJ
flr-517	68	17	as	as	ADP
flr-517	68	18	an	an	DET
flr-517	68	19	argument	argument	NOUN
flr-517	68	20	for	for	ADP
flr-517	68	21	the	the	DET
flr-517	68	22	overall	overall	ADJ
flr-517	68	23	quality	quality	NOUN
flr-517	68	24	of	of	ADP
flr-517	68	25	the	the	DET
flr-517	68	26	test	test	NOUN
flr-517	68	27	(	(	PUNCT
flr-517	68	28	even	even	ADV
flr-517	68	29	though	though	SCONJ
flr-517	68	30	it	it	PRON
flr-517	68	31	is	be	AUX
flr-517	68	32	based	base	VERB
flr-517	68	33	on	on	ADP
flr-517	68	34	the	the	DET
flr-517	68	35	implicit	implicit	ADJ
flr-517	68	36	fallible	fallible	ADJ
flr-517	68	37	,	,	PUNCT
flr-517	68	38	if	if	SCONJ
flr-517	68	39	not	not	PART
flr-517	68	40	false	false	ADJ
flr-517	68	41	,	,	PUNCT
flr-517	68	42	assumption	assumption	NOUN
flr-517	68	43	that	that	SCONJ
flr-517	68	44	this	this	PRON
flr-517	68	45	is	be	AUX
flr-517	68	46	a	a	DET
flr-517	68	47	valid	valid	ADJ
flr-517	68	48	and	and	CCONJ
flr-517	68	49	authoritative	authoritative	ADJ
flr-517	68	50	indicator	indicator	NOUN
flr-517	68	51	of	of	ADP
flr-517	68	52	the	the	DET
flr-517	68	53	appropriateness	appropriateness	NOUN
flr-517	68	54	of	of	ADP
flr-517	68	55	the	the	DET
flr-517	68	56	content	content	NOUN
flr-517	68	57	of	of	ADP
flr-517	68	58	a	a	DET
flr-517	68	59	test	test	NOUN
flr-517	68	60	)	)	PUNCT
flr-517	68	61	.	.	PUNCT
flr-517	69	1	these	these	DET
flr-517	69	2	approaches	approach	NOUN
flr-517	69	3	also	also	ADV
flr-517	69	4	seem	seem	VERB
flr-517	69	5	to	to	PART
flr-517	69	6	be	be	AUX
flr-517	69	7	fully	fully	ADV
flr-517	69	8	in	in	ADP
flr-517	69	9	line	line	NOUN
flr-517	69	10	with	with	ADP
flr-517	69	11	the	the	DET
flr-517	69	12	rationale	rationale	NOUN
flr-517	69	13	for	for	ADP
flr-517	69	14	ensuring	ensure	VERB
flr-517	69	15	validity	validity	NOUN
flr-517	69	16	by	by	ADP
flr-517	69	17	“	"	PUNCT
flr-517	69	18	evidence	evidence	NOUN
flr-517	69	19	based	base	VERB
flr-517	69	20	on	on	ADP
flr-517	69	21	test	test	NOUN
flr-517	69	22	content	content	NOUN
flr-517	69	23	”	"	PUNCT
flr-517	69	24	declared	declare	VERB
flr-517	69	25	by	by	ADP
flr-517	69	26	the	the	DET
flr-517	69	27	standards	standard	NOUN
flr-517	69	28	management	management	NOUN
flr-517	69	29	committee	committee	PROPN
flr-517	69	30	of	of	ADP
flr-517	69	31	aera	aera	PROPN
flr-517	69	32	,	,	PUNCT
flr-517	69	33	apa	apa	PROPN
flr-517	69	34	,	,	PUNCT
flr-517	69	35	and	and	CCONJ
flr-517	69	36	ncme	ncme	PROPN
flr-517	69	37	(	(	PUNCT
flr-517	69	38	2014	2014	NUM
flr-517	69	39	,	,	PUNCT
flr-517	69	40	pp	pp	ADJ
flr-517	69	41	.	.	PUNCT
flr-517	70	1	14	14	NUM
flr-517	70	2	-	-	SYM
flr-517	70	3	15	15	NUM
flr-517	70	4	)	)	PUNCT
flr-517	70	5	,	,	PUNCT
flr-517	70	6	which	which	PRON
flr-517	70	7	exemplify	exemplify	VERB
flr-517	70	8	the	the	DET
flr-517	70	9	role	role	NOUN
flr-517	70	10	of	of	ADP
flr-517	70	11	experts	expert	NOUN
flr-517	70	12	by	by	ADP
flr-517	70	13	four	four	NUM
flr-517	70	14	functions	function	NOUN
flr-517	70	15	:	:	PUNCT
flr-517	70	16	•	•	NUM
flr-517	70	17	assigning	assign	VERB
flr-517	70	18	test	test	NOUN
flr-517	70	19	items	item	NOUN
flr-517	70	20	to	to	ADP
flr-517	70	21	content	content	NOUN
flr-517	70	22	-	-	PUNCT
flr-517	70	23	specific	specific	ADJ
flr-517	70	24	categories	category	NOUN
flr-517	70	25	or	or	CCONJ
flr-517	70	26	facets	facet	NOUN
flr-517	70	27	of	of	ADP
flr-517	70	28	an	an	DET
flr-517	70	29	occupation	occupation	NOUN
flr-517	70	30	(	(	PUNCT
flr-517	70	31	p.	p.	NOUN
flr-517	70	32	14	14	NUM
flr-517	70	33	,	,	PUNCT
flr-517	70	34	col	col	NOUN
flr-517	70	35	.	.	PROPN
flr-517	70	36	2	2	NUM
flr-517	70	37	)	)	PUNCT
flr-517	70	38	;	;	PUNCT
flr-517	70	39	•	•	NUM
flr-517	70	40	judging	judge	VERB
flr-517	70	41	“	"	PUNCT
flr-517	70	42	the	the	DET
flr-517	70	43	representativeness	representativeness	NOUN
flr-517	70	44	of	of	ADP
flr-517	70	45	the	the	DET
flr-517	70	46	chosen	choose	VERB
flr-517	70	47	set	set	NOUN
flr-517	70	48	of	of	ADP
flr-517	70	49	items	item	NOUN
flr-517	70	50	”	"	PUNCT
flr-517	70	51	(	(	PUNCT
flr-517	70	52	p.	p.	NOUN
flr-517	70	53	14	14	NUM
flr-517	70	54	,	,	PUNCT
flr-517	70	55	col	col	NOUN
flr-517	70	56	.	.	PROPN
flr-517	70	57	2	2	NUM
flr-517	70	58	)	)	PUNCT
flr-517	70	59	;	;	PUNCT
flr-517	70	60	•	•	NUM
flr-517	70	61	rating	rate	VERB
flr-517	70	62	the	the	DET
flr-517	70	63	“	"	PUNCT
flr-517	70	64	relative	relative	ADJ
flr-517	70	65	importance	importance	NOUN
flr-517	70	66	,	,	PUNCT
flr-517	70	67	criticality	criticality	NOUN
flr-517	70	68	and/or	and/or	CCONJ
flr-517	70	69	frequency	frequency	NOUN
flr-517	70	70	”	"	PUNCT
flr-517	70	71	(	(	PUNCT
flr-517	70	72	p.	p.	NOUN
flr-517	70	73	14	14	NUM
flr-517	70	74	,	,	PUNCT
flr-517	70	75	col	col	NOUN
flr-517	70	76	.	.	PROPN
flr-517	70	77	2	2	NUM
flr-517	70	78	)	)	PUNCT
flr-517	70	79	of	of	ADP
flr-517	70	80	job	job	NOUN
flr-517	70	81	observation	observation	NOUN
flr-517	70	82	-	-	PUNCT
flr-517	70	83	based	base	VERB
flr-517	70	84	item	item	NOUN
flr-517	70	85	pools	pool	NOUN
flr-517	70	86	;	;	PUNCT
flr-517	70	87	and	and	CCONJ
flr-517	70	88	•	•	ADV
flr-517	70	89	avoiding	avoid	VERB
flr-517	70	90	construct	construct	VERB
flr-517	70	91	-	-	PUNCT
flr-517	70	92	irrelevant	irrelevant	ADJ
flr-517	70	93	sources	source	NOUN
flr-517	70	94	of	of	ADP
flr-517	70	95	variance	variance	NOUN
flr-517	70	96	caused	cause	VERB
flr-517	70	97	by	by	ADP
flr-517	70	98	inadequate	inadequate	ADJ
flr-517	70	99	wording	wording	NOUN
flr-517	70	100	of	of	ADP
flr-517	70	101	items	item	NOUN
flr-517	70	102	(	(	PUNCT
flr-517	70	103	p.	p.	NOUN
flr-517	70	104	15	15	NUM
flr-517	70	105	,	,	PUNCT
flr-517	70	106	col	col	PROPN
flr-517	70	107	.	.	PROPN
flr-517	70	108	1	1	NUM
flr-517	70	109	;	;	PUNCT
flr-517	70	110	see	see	VERB
flr-517	70	111	also	also	ADV
flr-517	70	112	standards	standard	VERB
flr-517	70	113	1.9	1.9	NUM
flr-517	70	114	,	,	PUNCT
flr-517	70	115	p.	p.	NOUN
flr-517	70	116	25	25	NUM
flr-517	70	117	and	and	CCONJ
flr-517	70	118	4.8	4.8	NUM
flr-517	70	119	,	,	PUNCT
flr-517	70	120	p.	p.	NOUN
flr-517	70	121	88	88	NUM
flr-517	70	122	.	.	PUNCT
flr-517	70	123	)	)	PUNCT
flr-517	70	124	.	.	PUNCT
flr-517	71	1	it	it	PRON
flr-517	71	2	is	be	AUX
flr-517	71	3	unclear	unclear	ADJ
flr-517	71	4	whether	whether	SCONJ
flr-517	71	5	these	these	DET
flr-517	71	6	four	four	NUM
flr-517	71	7	functions	function	NOUN
flr-517	71	8	are	be	AUX
flr-517	71	9	meant	mean	VERB
flr-517	71	10	to	to	PART
flr-517	71	11	be	be	AUX
flr-517	71	12	exclusive	exclusive	ADJ
flr-517	71	13	.	.	PUNCT
flr-517	72	1	presumably	presumably	ADV
flr-517	72	2	,	,	PUNCT
flr-517	72	3	this	this	PRON
flr-517	72	4	is	be	AUX
flr-517	72	5	not	not	PART
flr-517	72	6	the	the	DET
flr-517	72	7	case	case	NOUN
flr-517	72	8	because	because	SCONJ
flr-517	72	9	there	there	PRON
flr-517	72	10	is	be	VERB
flr-517	72	11	no	no	DET
flr-517	72	12	mention	mention	NOUN
flr-517	72	13	of	of	ADP
flr-517	72	14	why	why	SCONJ
flr-517	72	15	experts	expert	NOUN
flr-517	72	16	should	should	AUX
flr-517	72	17	not	not	PART
flr-517	72	18	be	be	AUX
flr-517	72	19	allowed	allow	VERB
flr-517	72	20	to	to	PART
flr-517	72	21	perform	perform	VERB
flr-517	72	22	more	more	ADJ
flr-517	72	23	than	than	ADP
flr-517	72	24	these	these	DET
flr-517	72	25	four	four	NUM
flr-517	72	26	kinds	kind	NOUN
flr-517	72	27	of	of	ADP
flr-517	72	28	tasks	task	NOUN
flr-517	72	29	related	relate	VERB
flr-517	72	30	to	to	ADP
flr-517	72	31	ensuring	ensure	VERB
flr-517	72	32	content	content	NOUN
flr-517	72	33	validity	validity	NOUN
flr-517	72	34	.	.	PUNCT
flr-517	73	1	messick	messick	NOUN
flr-517	73	2	stated	state	VERB
flr-517	73	3	that	that	SCONJ
flr-517	73	4	experts	expert	NOUN
flr-517	73	5	’	'	PUNCT
flr-517	73	6	“	"	PUNCT
flr-517	73	7	judgements	judgement	NOUN
flr-517	73	8	should	should	AUX
flr-517	73	9	focus	focus	VERB
flr-517	73	10	on	on	ADP
flr-517	73	11	such	such	ADJ
flr-517	73	12	features	feature	NOUN
flr-517	73	13	as	as	ADP
flr-517	73	14	readability	readability	NOUN
flr-517	73	15	level	level	NOUN
flr-517	73	16	,	,	PUNCT
flr-517	73	17	freedom	freedom	NOUN
flr-517	73	18	from	from	ADP
flr-517	73	19	ambiguity	ambiguity	NOUN
flr-517	73	20	and	and	CCONJ
flr-517	73	21	irrelevancy	irrelevancy	NOUN
flr-517	73	22	,	,	PUNCT
flr-517	73	23	appropriateness	appropriateness	NOUN
flr-517	73	24	of	of	ADP
flr-517	73	25	keyed	key	VERB
flr-517	73	26	answers	answer	NOUN
flr-517	73	27	and	and	CCONJ
flr-517	73	28	distractors	distractor	NOUN
flr-517	73	29	,	,	PUNCT
flr-517	73	30	relevance	relevance	NOUN
flr-517	73	31	and	and	CCONJ
flr-517	73	32	demand	demand	NOUN
flr-517	73	33	characteristics	characteristic	NOUN
flr-517	73	34	of	of	ADP
flr-517	73	35	the	the	DET
flr-517	73	36	task	task	NOUN
flr-517	73	37	format	format	NOUN
flr-517	73	38	,	,	PUNCT
flr-517	73	39	and	and	CCONJ
flr-517	73	40	clarity	clarity	NOUN
flr-517	73	41	of	of	ADP
flr-517	73	42	instructions	instruction	NOUN
flr-517	73	43	”	"	PUNCT
flr-517	73	44	(	(	PUNCT
flr-517	73	45	messick	messick	NOUN
flr-517	73	46	,	,	PUNCT
flr-517	73	47	1987	1987	NUM
flr-517	73	48	,	,	PUNCT
flr-517	73	49	p.	p.	NOUN
flr-517	73	50	55	55	NUM
flr-517	73	51	)	)	PUNCT
flr-517	73	52	.	.	PUNCT
flr-517	74	1	similarly	similarly	ADV
flr-517	74	2	,	,	PUNCT
flr-517	74	3	kane	kane	PROPN
flr-517	74	4	(	(	PUNCT
flr-517	74	5	2013a	2013a	NUM
flr-517	74	6	,	,	PUNCT
flr-517	74	7	p.	p.	NOUN
flr-517	74	8	5	5	NUM
flr-517	74	9	)	)	PUNCT
flr-517	74	10	,	,	PUNCT
flr-517	74	11	citing	cite	VERB
flr-517	74	12	angoff	angoff	NOUN
flr-517	74	13	,	,	PUNCT
flr-517	74	14	pointed	point	VERB
flr-517	74	15	out	out	ADP
flr-517	74	16	(	(	PUNCT
flr-517	74	17	and	and	CCONJ
flr-517	74	18	did	do	AUX
flr-517	74	19	not	not	PART
flr-517	74	20	criticise	criticise	VERB
flr-517	74	21	)	)	PUNCT
flr-517	74	22	that	that	SCONJ
flr-517	74	23	“	"	PUNCT
flr-517	74	24	(	(	PUNCT
flr-517	74	25	m)ost	m)ost	PROPN
flr-517	74	26	of	of	ADP
flr-517	74	27	the	the	DET
flr-517	74	28	early	early	ADJ
flr-517	74	29	tests	test	NOUN
flr-517	74	30	of	of	ADP
flr-517	74	31	mental	mental	ADJ
flr-517	74	32	ability	ability	NOUN
flr-517	74	33	and	and	CCONJ
flr-517	74	34	many	many	ADJ
flr-517	74	35	current	current	ADJ
flr-517	74	36	standardised	standardised	ADJ
flr-517	74	37	tests	test	NOUN
flr-517	74	38	of	of	ADP
flr-517	74	39	various	various	ADJ
flr-517	74	40	kinds	kind	NOUN
flr-517	74	41	…	…	PUNCT
flr-517	74	42	have	have	AUX
flr-517	74	43	been	be	AUX
flr-517	74	44	justified	justify	VERB
flr-517	74	45	primarily	primarily	ADV
flr-517	74	46	in	in	ADP
flr-517	74	47	terms	term	NOUN
flr-517	74	48	of	of	ADP
flr-517	74	49	“	"	PUNCT
flr-517	74	50	a	a	DET
flr-517	74	51	review	review	NOUN
flr-517	74	52	of	of	ADP
flr-517	74	53	the	the	DET
flr-517	74	54	test	test	NOUN
flr-517	74	55	content	content	NOUN
flr-517	74	56	by	by	ADP
flr-517	74	57	subject	subject	ADJ
flr-517	74	58	matter	matter	NOUN
flr-517	74	59	experts	expert	NOUN
flr-517	74	60	”	"	PUNCT
flr-517	74	61	(	(	PUNCT
flr-517	74	62	angoff	angoff	NOUN
flr-517	74	63	,	,	PUNCT
flr-517	74	64	1988	1988	NUM
flr-517	74	65	,	,	PUNCT
flr-517	74	66	p.	p.	NOUN
flr-517	74	67	22	22	NUM
flr-517	74	68	)	)	PUNCT
flr-517	74	69	.	.	PUNCT
flr-517	75	1	elsewhere	elsewhere	ADV
flr-517	75	2	,	,	PUNCT
flr-517	75	3	kane	kane	PROPN
flr-517	75	4	stressed	stress	VERB
flr-517	75	5	that	that	SCONJ
flr-517	75	6	he	he	PRON
flr-517	75	7	did	do	AUX
flr-517	75	8	not	not	PART
flr-517	75	9	claim	claim	VERB
flr-517	75	10	“	"	PUNCT
flr-517	75	11	that	that	SCONJ
flr-517	75	12	the	the	DET
flr-517	75	13	blessing	blessing	NOUN
flr-517	75	14	of	of	ADP
flr-517	75	15	an	an	DET
flr-517	75	16	expert	expert	NOUN
flr-517	75	17	committee	committee	NOUN
flr-517	75	18	is	be	AUX
flr-517	75	19	,	,	PUNCT
flr-517	75	20	in	in	ADP
flr-517	75	21	itself	itself	PRON
flr-517	75	22	,	,	PUNCT
flr-517	75	23	adequate	adequate	ADJ
flr-517	75	24	for	for	ADP
flr-517	75	25	the	the	DET
flr-517	75	26	validation	validation	NOUN
flr-517	75	27	of	of	ADP
flr-517	75	28	an	an	DET
flr-517	75	29	achievement	achievement	NOUN
flr-517	75	30	-	-	PUNCT
flr-517	75	31	based	base	VERB
flr-517	75	32	[	[	NOUN
flr-517	75	33	test	test	NOUN
flr-517	75	34	;	;	PUNCT
flr-517	76	1	k.b	k.b	PROPN
flr-517	76	2	.	.	PROPN
flr-517	76	3	]	]	PUNCT
flr-517	76	4	interpretation	interpretation	NOUN
flr-517	76	5	,	,	PUNCT
flr-517	76	6	but	but	CCONJ
flr-517	76	7	[	[	X
flr-517	76	8	he	he	PRON
flr-517	76	9	;	;	PUNCT
flr-517	76	10	k.b	k.b	PROPN
flr-517	76	11	.	.	PROPN
flr-517	76	12	]	]	PUNCT
flr-517	76	13	would	would	AUX
flr-517	76	14	expect	expect	VERB
flr-517	76	15	an	an	DET
flr-517	76	16	achievement	achievement	NOUN
flr-517	76	17	test	test	NOUN
flr-517	76	18	to	to	PART
flr-517	76	19	pass	pass	VERB
flr-517	76	20	this	this	DET
flr-517	76	21	kind	kind	NOUN
flr-517	76	22	of	of	ADP
flr-517	76	23	challenge	challenge	NOUN
flr-517	76	24	”	"	PUNCT
flr-517	76	25	(	(	PUNCT
flr-517	76	26	kane	kane	PROPN
flr-517	76	27	2013b	2013b	PROPN
flr-517	76	28	,	,	PUNCT
flr-517	76	29	p.	p.	NOUN
flr-517	76	30	121	121	NUM
flr-517	76	31	)	)	PUNCT
flr-517	76	32	.	.	PUNCT
flr-517	77	1	though	though	SCONJ
flr-517	77	2	the	the	DET
flr-517	77	3	meaning	meaning	NOUN
flr-517	77	4	of	of	ADP
flr-517	77	5	validity	validity	NOUN
flr-517	77	6	has	have	AUX
flr-517	77	7	changed	change	VERB
flr-517	77	8	over	over	ADP
flr-517	77	9	time	time	NOUN
flr-517	77	10	(	(	PUNCT
flr-517	77	11	baker	baker	PROPN
flr-517	77	12	,	,	PUNCT
flr-517	77	13	2013	2013	NUM
flr-517	77	14	;	;	PUNCT
flr-517	77	15	shepard	shepard	NOUN
flr-517	77	16	,	,	PUNCT
flr-517	77	17	2013	2013	NUM
flr-517	77	18	)	)	PUNCT
flr-517	77	19	and	and	CCONJ
flr-517	77	20	now	now	ADV
flr-517	77	21	is	be	AUX
flr-517	77	22	derived	derive	VERB
flr-517	77	23	from	from	ADP
flr-517	77	24	an	an	DET
flr-517	77	25	argument	argument	NOUN
flr-517	77	26	-	-	PUNCT
flr-517	77	27	based	base	VERB
flr-517	77	28	approach	approach	NOUN
flr-517	77	29	,	,	PUNCT
flr-517	77	30	the	the	DET
flr-517	77	31	facets	facet	NOUN
flr-517	77	32	of	of	ADP
flr-517	77	33	validity	validity	NOUN
flr-517	77	34	as	as	SCONJ
flr-517	77	35	previously	previously	ADV
flr-517	77	36	discussed	discuss	VERB
flr-517	77	37	have	have	AUX
flr-517	77	38	not	not	PART
flr-517	77	39	disappeared	disappear	VERB
flr-517	77	40	.	.	PUNCT
flr-517	78	1	their	their	PRON
flr-517	78	2	status	status	NOUN
flr-517	78	3	has	have	AUX
flr-517	78	4	only	only	ADV
flr-517	78	5	been	be	AUX
flr-517	78	6	altered	alter	VERB
flr-517	78	7	by	by	ADP
flr-517	78	8	now	now	ADV
flr-517	78	9	being	be	AUX
flr-517	78	10	subordinated	subordinate	VERB
flr-517	78	11	to	to	ADP
flr-517	78	12	the	the	DET
flr-517	78	13	modern	modern	ADJ
flr-517	78	14	understanding	understanding	NOUN
flr-517	78	15	of	of	ADP
flr-517	78	16	validity	validity	NOUN
flr-517	78	17	as	as	ADP
flr-517	78	18	a	a	DET
flr-517	78	19	problem	problem	NOUN
flr-517	78	20	of	of	ADP
flr-517	78	21	quality	quality	NOUN
flr-517	78	22	of	of	ADP
flr-517	78	23	“	"	PUNCT
flr-517	78	24	interpretation	interpretation	NOUN
flr-517	78	25	and	and	CCONJ
flr-517	78	26	use	use	NOUN
flr-517	78	27	of	of	ADP
flr-517	78	28	test	test	NOUN
flr-517	78	29	scores	score	NOUN
flr-517	78	30	”	"	PUNCT
flr-517	78	31	(	(	PUNCT
flr-517	78	32	kane	kane	NOUN
flr-517	78	33	,	,	PUNCT
flr-517	78	34	2013a	2013a	NUM
flr-517	78	35	,	,	PUNCT
flr-517	78	36	p.	p.	NOUN
flr-517	78	37	2).5	2).5	NUM
flr-517	79	1	it	it	PRON
flr-517	79	2	is	be	AUX
flr-517	79	3	worth	worth	ADJ
flr-517	79	4	pointing	point	VERB
flr-517	79	5	out	out	ADP
flr-517	79	6	that	that	SCONJ
flr-517	79	7	test	test	NOUN
flr-517	79	8	developers	developer	NOUN
flr-517	79	9	draw	draw	VERB
flr-517	79	10	on	on	ADP
flr-517	79	11	experts	expert	NOUN
flr-517	79	12	to	to	PART
flr-517	79	13	ensure	ensure	VERB
flr-517	79	14	not	not	PART
flr-517	79	15	only	only	ADV
flr-517	79	16	content	content	NOUN
flr-517	79	17	validity	validity	NOUN
flr-517	79	18	but	but	CCONJ
flr-517	79	19	also	also	ADV
flr-517	79	20	construct	construct	VERB
flr-517	79	21	validity	validity	NOUN
flr-517	79	22	(	(	PUNCT
flr-517	79	23	factorial	factorial	ADJ
flr-517	79	24	validity	validity	NOUN
flr-517	79	25	,	,	PUNCT
flr-517	79	26	convergent	convergent	NOUN
flr-517	79	27	validity	validity	NOUN
flr-517	79	28	,	,	PUNCT
flr-517	79	29	and	and	CCONJ
flr-517	79	30	discriminant	discriminant	ADJ
flr-517	79	31	validity	validity	NOUN
flr-517	79	32	)	)	PUNCT
flr-517	79	33	,	,	PUNCT
flr-517	79	34	concurrent	concurrent	ADJ
flr-517	79	35	validity	validity	NOUN
flr-517	79	36	,	,	PUNCT
flr-517	79	37	cognitive	cognitive	ADJ
flr-517	79	38	validity	validity	NOUN
flr-517	79	39	6	6	NUM
flr-517	79	40	or	or	CCONJ
flr-517	79	41	other	other	ADJ
flr-517	79	42	variations	variation	NOUN
flr-517	79	43	of	of	ADP
flr-517	79	44	validity	validity	NOUN
flr-517	79	45	.	.	PUNCT
flr-517	80	1	7	7	NUM
flr-517	81	1	in	in	ADP
flr-517	81	2	addition	addition	NOUN
flr-517	81	3	,	,	PUNCT
flr-517	81	4	experts	expert	NOUN
flr-517	81	5	are	be	AUX
flr-517	81	6	consulted	consult	VERB
flr-517	81	7	to	to	PART
flr-517	81	8	judge	judge	VERB
flr-517	81	9	or	or	CCONJ
flr-517	81	10	to	to	PART
flr-517	81	11	give	give	VERB
flr-517	81	12	advice	advice	NOUN
flr-517	81	13	with	with	ADP
flr-517	81	14	regard	regard	NOUN
flr-517	81	15	to	to	ADP
flr-517	81	16	statistical	statistical	ADJ
flr-517	81	17	aspects	aspect	NOUN
flr-517	81	18	of	of	ADP
flr-517	81	19	test	test	NOUN
flr-517	81	20	development	development	NOUN
flr-517	81	21	.	.	PUNCT
flr-517	82	1	moreover	moreover	ADV
flr-517	82	2	,	,	PUNCT
flr-517	82	3	they	they	PRON
flr-517	82	4	are	be	AUX
flr-517	82	5	needed	need	VERB
flr-517	82	6	to	to	PART
flr-517	82	7	assess	assess	VERB
flr-517	82	8	the	the	DET
flr-517	82	9	adequacy	adequacy	NOUN
flr-517	82	10	of	of	ADP
flr-517	82	11	test	test	NOUN
flr-517	82	12	takers	taker	NOUN
flr-517	82	13	’	'	PUNCT
flr-517	82	14	answers	answer	NOUN
flr-517	82	15	to	to	ADP
flr-517	82	16	open	open	VERB
flr-517	82	17	-	-	PUNCT
flr-517	82	18	ended	end	VERB
flr-517	82	19	questions	question	NOUN
flr-517	82	20	on	on	ADP
flr-517	82	21	a	a	DET
flr-517	82	22	test	test	NOUN
flr-517	82	23	.	.	PUNCT
flr-517	83	1	8	8	NUM
flr-517	83	2	experts	expert	NOUN
flr-517	83	3	’	'	PUNCT
flr-517	83	4	additional	additional	ADJ
flr-517	83	5	opinions	opinion	NOUN
flr-517	83	6	are	be	AUX
flr-517	83	7	in	in	ADP
flr-517	83	8	demand	demand	NOUN
flr-517	83	9	as	as	ADP
flr-517	83	10	assessments	assessment	NOUN
flr-517	83	11	in	in	ADP
flr-517	83	12	education	education	NOUN
flr-517	83	13	,	,	PUNCT
flr-517	83	14	at	at	ADP
flr-517	83	15	least	least	ADJ
flr-517	83	16	in	in	ADP
flr-517	83	17	the	the	DET
flr-517	83	18	united	united	PROPN
flr-517	83	19	states	states	PROPN
flr-517	83	20	,	,	PUNCT
flr-517	83	21	seem	seem	VERB
flr-517	83	22	to	to	PART
flr-517	83	23	shift	shift	VERB
flr-517	83	24	from	from	ADP
flr-517	83	25	measurement	measurement	NOUN
flr-517	83	26	tools	tool	NOUN
flr-517	83	27	to	to	ADP
flr-517	83	28	policy	policy	NOUN
flr-517	83	29	levers	lever	NOUN
flr-517	83	30	establishing	establish	VERB
flr-517	83	31	test	test	NOUN
flr-517	83	32	-	-	PUNCT
flr-517	83	33	based	base	VERB
flr-517	83	34	accountability	accountability	NOUN
flr-517	83	35	policies	policy	NOUN
flr-517	83	36	,	,	PUNCT
flr-517	83	37	a	a	DET
flr-517	83	38	development	development	NOUN
flr-517	83	39	which	which	PRON
flr-517	83	40	launches	launch	VERB
flr-517	83	41	new	new	ADJ
flr-517	83	42	test	test	NOUN
flr-517	83	43	functions	function	NOUN
flr-517	83	44	and	and	CCONJ
flr-517	83	45	is	be	AUX
flr-517	83	46	considered	consider	VERB
flr-517	83	47	to	to	PART
flr-517	83	48	be	be	AUX
flr-517	83	49	a	a	DET
flr-517	83	50	matter	matter	NOUN
flr-517	83	51	of	of	ADP
flr-517	83	52	consequential	consequential	ADJ
flr-517	83	53	validity	validity	NOUN
flr-517	83	54	(	(	PUNCT
flr-517	83	55	henig	henig	NOUN
flr-517	83	56	,	,	PUNCT
flr-517	83	57	2013	2013	NUM
flr-517	83	58	;	;	PUNCT
flr-517	84	1	shepard	shepard	NOUN
flr-517	84	2	,	,	PUNCT
flr-517	84	3	2013	2013	NUM
flr-517	84	4	;	;	PUNCT
flr-517	84	5	welner	welner	NOUN
flr-517	84	6	,	,	PUNCT
flr-517	84	7	2013	2013	NUM
flr-517	84	8	;	;	PUNCT
flr-517	84	9	aera	aera	PROPN
flr-517	84	10	,	,	PUNCT
flr-517	84	11	apa	apa	PROPN
flr-517	84	12	,	,	PUNCT
flr-517	84	13	&	&	CCONJ
flr-517	84	14	ncme	ncme	PROPN
flr-517	84	15	,	,	PUNCT
flr-517	84	16	2014	2014	NUM
flr-517	84	17	,	,	PUNCT
flr-517	84	18	p.	p.	NOUN
flr-517	84	19	14	14	NUM
flr-517	84	20	)	)	PUNCT
flr-517	84	21	.	.	PUNCT
flr-517	85	1	in	in	ADP
flr-517	85	2	this	this	DET
flr-517	85	3	paper	paper	NOUN
flr-517	85	4	only	only	ADV
flr-517	85	5	content	content	NOUN
flr-517	85	6	validity	validity	NOUN
flr-517	85	7	in	in	ADP
flr-517	85	8	the	the	DET
flr-517	85	9	sense	sense	NOUN
flr-517	85	10	described	describe	VERB
flr-517	85	11	above	above	ADV
flr-517	85	12	is	be	AUX
flr-517	85	13	explored	explore	VERB
flr-517	85	14	.	.	PUNCT
flr-517	86	1	3	3	X
flr-517	86	2	.	.	X
flr-517	86	3	types	type	NOUN
flr-517	86	4	of	of	ADP
flr-517	86	5	information	information	NOUN
flr-517	86	6	needed	need	VERB
flr-517	86	7	from	from	ADP
flr-517	86	8	experts	expert	NOUN
flr-517	86	9	test	test	NOUN
flr-517	86	10	developers	developer	NOUN
flr-517	86	11	do	do	AUX
flr-517	86	12	not	not	PART
flr-517	86	13	always	always	ADV
flr-517	86	14	consult	consult	VERB
flr-517	86	15	experts	expert	NOUN
flr-517	86	16	to	to	PART
flr-517	86	17	ensure	ensure	VERB
flr-517	86	18	content	content	NOUN
flr-517	86	19	validity	validity	NOUN
flr-517	86	20	.	.	PUNCT
flr-517	87	1	in	in	ADP
flr-517	87	2	some	some	DET
flr-517	87	3	cases	case	NOUN
flr-517	87	4	,	,	PUNCT
flr-517	87	5	they	they	PRON
flr-517	87	6	feel	feel	VERB
flr-517	87	7	confident	confident	ADJ
flr-517	87	8	that	that	SCONJ
flr-517	87	9	they	they	PRON
flr-517	87	10	are	be	AUX
flr-517	87	11	able	able	ADJ
flr-517	87	12	to	to	PART
flr-517	87	13	fulfil	fulfil	VERB
flr-517	87	14	this	this	DET
flr-517	87	15	quality	quality	NOUN
flr-517	87	16	criterion	criterion	NOUN
flr-517	87	17	without	without	ADP
flr-517	87	18	help	help	NOUN
flr-517	87	19	because	because	SCONJ
flr-517	87	20	they	they	PRON
flr-517	87	21	consider	consider	VERB
flr-517	87	22	themselves	themselves	PRON
flr-517	87	23	to	to	PART
flr-517	87	24	be	be	AUX
flr-517	87	25	experts	expert	NOUN
flr-517	87	26	.	.	PUNCT
flr-517	88	1	further	far	ADV
flr-517	88	2	,	,	PUNCT
flr-517	88	3	they	they	PRON
flr-517	88	4	might	might	AUX
flr-517	88	5	not	not	PART
flr-517	88	6	know	know	VERB
flr-517	88	7	or	or	CCONJ
flr-517	88	8	have	have	VERB
flr-517	88	9	contact	contact	NOUN
flr-517	88	10	with	with	ADP
flr-517	88	11	the	the	DET
flr-517	88	12	“	"	PUNCT
flr-517	88	13	very	very	ADV
flr-517	88	14	best	good	ADJ
flr-517	88	15	”	"	PUNCT
flr-517	88	16	experts	expert	NOUN
flr-517	88	17	who	who	PRON
flr-517	88	18	are	be	AUX
flr-517	88	19	willing	willing	ADJ
flr-517	88	20	and	and	CCONJ
flr-517	88	21	able	able	ADJ
flr-517	88	22	to	to	PART
flr-517	88	23	get	get	VERB
flr-517	88	24	involved	involve	VERB
flr-517	88	25	in	in	ADP
flr-517	88	26	the	the	DET
flr-517	88	27	development	development	NOUN
flr-517	88	28	of	of	ADP
flr-517	88	29	their	their	PRON
flr-517	88	30	test(s	test(s	NOUN
flr-517	88	31	)	)	PUNCT
flr-517	88	32	.	.	PUNCT
flr-517	89	1	however	however	ADV
flr-517	89	2	,	,	PUNCT
flr-517	89	3	if	if	SCONJ
flr-517	89	4	they	they	PRON
flr-517	89	5	decide	decide	VERB
flr-517	89	6	to	to	PART
flr-517	89	7	consult	consult	VERB
flr-517	89	8	experts	expert	NOUN
flr-517	89	9	,	,	PUNCT
flr-517	89	10	they	they	PRON
flr-517	89	11	may	may	AUX
flr-517	89	12	have	have	VERB
flr-517	89	13	several	several	ADJ
flr-517	89	14	questions	question	NOUN
flr-517	89	15	they	they	PRON
flr-517	89	16	want	want	VERB
flr-517	89	17	to	to	PART
flr-517	89	18	pose	pose	VERB
flr-517	89	19	to	to	ADP
flr-517	89	20	them	they	PRON
flr-517	89	21	.	.	PUNCT
flr-517	90	1	in	in	ADP
flr-517	90	2	table	table	NOUN
flr-517	90	3	1	1	NUM
flr-517	90	4	is	be	AUX
flr-517	90	5	a	a	DET
flr-517	90	6	list	list	NOUN
flr-517	90	7	of	of	ADP
flr-517	90	8	31	31	NUM
flr-517	90	9	types	type	NOUN
flr-517	90	10	of	of	ADP
flr-517	90	11	tasks	task	NOUN
flr-517	90	12	that	that	SCONJ
flr-517	90	13	experts	expert	NOUN
flr-517	90	14	might	might	AUX
flr-517	90	15	be	be	AUX
flr-517	90	16	asked	ask	VERB
flr-517	90	17	to	to	PART
flr-517	90	18	perform	perform	VERB
flr-517	90	19	.	.	PUNCT
flr-517	91	1	the	the	DET
flr-517	91	2	list	list	NOUN
flr-517	91	3	of	of	ADP
flr-517	91	4	types	type	NOUN
flr-517	91	5	of	of	ADP
flr-517	91	6	tasks	task	NOUN
flr-517	91	7	for	for	ADP
flr-517	91	8	experts	expert	NOUN
flr-517	91	9	was	be	AUX
flr-517	91	10	developed	develop	VERB
flr-517	91	11	in	in	ADP
flr-517	91	12	three	three	NUM
flr-517	91	13	successive	successive	ADJ
flr-517	91	14	stages	stage	NOUN
flr-517	91	15	.	.	PUNCT
flr-517	92	1	first	first	ADV
flr-517	92	2	,	,	PUNCT
flr-517	92	3	ten	ten	NUM
flr-517	92	4	studies	study	NOUN
flr-517	92	5	were	be	AUX
flr-517	92	6	evaluated	evaluate	VERB
flr-517	92	7	in	in	ADP
flr-517	92	8	terms	term	NOUN
flr-517	92	9	of	of	ADP
flr-517	92	10	the	the	DET
flr-517	92	11	tasks	task	NOUN
flr-517	92	12	experts	expert	NOUN
flr-517	92	13	were	be	AUX
flr-517	92	14	asked	ask	VERB
flr-517	92	15	to	to	PART
flr-517	92	16	perform	perform	VERB
flr-517	92	17	.	.	PUNCT
flr-517	93	1	these	these	DET
flr-517	93	2	tasks	task	NOUN
flr-517	93	3	were	be	AUX
flr-517	93	4	grouped	group	VERB
flr-517	93	5	under	under	ADP
flr-517	93	6	general	general	ADJ
flr-517	93	7	headings	heading	NOUN
flr-517	93	8	and	and	CCONJ
flr-517	93	9	according	accord	VERB
flr-517	93	10	to	to	ADP
flr-517	93	11	the	the	DET
flr-517	93	12	stages	stage	NOUN
flr-517	93	13	of	of	ADP
flr-517	93	14	the	the	DET
flr-517	93	15	test	test	NOUN
flr-517	93	16	development	development	NOUN
flr-517	93	17	process	process	NOUN
flr-517	93	18	in	in	ADP
flr-517	93	19	which	which	PRON
flr-517	93	20	they	they	PRON
flr-517	93	21	were	be	AUX
flr-517	93	22	performed	perform	VERB
flr-517	93	23	.	.	PUNCT
flr-517	94	1	then	then	ADV
flr-517	94	2	,	,	PUNCT
flr-517	94	3	as	as	SCONJ
flr-517	94	4	each	each	DET
flr-517	94	5	subsequent	subsequent	ADJ
flr-517	94	6	study	study	NOUN
flr-517	94	7	was	be	AUX
flr-517	94	8	analysed	analyse	VERB
flr-517	94	9	,	,	PUNCT
flr-517	94	10	any	any	DET
flr-517	94	11	new	new	ADJ
flr-517	94	12	task	task	NOUN
flr-517	94	13	for	for	ADP
flr-517	94	14	experts	expert	NOUN
flr-517	94	15	found	find	VERB
flr-517	94	16	was	be	AUX
flr-517	94	17	placed	place	VERB
flr-517	94	18	under	under	ADP
flr-517	94	19	one	one	NUM
flr-517	94	20	of	of	ADP
flr-517	94	21	the	the	DET
flr-517	94	22	general	general	ADJ
flr-517	94	23	headings	heading	NOUN
flr-517	94	24	if	if	SCONJ
flr-517	94	25	possible	possible	ADJ
flr-517	94	26	or	or	CCONJ
flr-517	94	27	was	be	AUX
flr-517	94	28	put	put	VERB
flr-517	94	29	into	into	ADP
flr-517	94	30	a	a	DET
flr-517	94	31	new	new	ADJ
flr-517	94	32	category	category	NOUN
flr-517	94	33	with	with	ADP
flr-517	94	34	a	a	DET
flr-517	94	35	new	new	ADJ
flr-517	94	36	heading	heading	NOUN
flr-517	94	37	.	.	PUNCT
flr-517	95	1	in	in	ADP
flr-517	95	2	the	the	DET
flr-517	95	3	end	end	NOUN
flr-517	95	4	,	,	PUNCT
flr-517	95	5	the	the	DET
flr-517	95	6	categories	category	NOUN
flr-517	95	7	were	be	AUX
flr-517	95	8	reviewed	review	VERB
flr-517	95	9	and	and	CCONJ
flr-517	95	10	any	any	DET
flr-517	95	11	possible	possible	ADJ
flr-517	95	12	task	task	NOUN
flr-517	95	13	for	for	ADP
flr-517	95	14	experts	expert	NOUN
flr-517	95	15	i	i	PRON
flr-517	95	16	felt	feel	VERB
flr-517	95	17	,	,	PUNCT
flr-517	95	18	from	from	ADP
flr-517	95	19	my	my	PRON
flr-517	95	20	own	own	ADJ
flr-517	95	21	experience	experience	NOUN
flr-517	95	22	with	with	ADP
flr-517	95	23	test	test	NOUN
flr-517	95	24	development	development	NOUN
flr-517	95	25	,	,	PUNCT
flr-517	95	26	was	be	AUX
flr-517	95	27	still	still	ADV
flr-517	95	28	missing	miss	VERB
flr-517	95	29	from	from	ADP
flr-517	95	30	the	the	DET
flr-517	95	31	list	list	NOUN
flr-517	95	32	was	be	AUX
flr-517	95	33	added	add	VERB
flr-517	95	34	.	.	PUNCT
flr-517	96	1	overall	overall	ADJ
flr-517	96	2	,	,	PUNCT
flr-517	96	3	31	31	NUM
flr-517	96	4	types	type	NOUN
flr-517	96	5	of	of	ADP
flr-517	96	6	tasks	task	NOUN
flr-517	96	7	for	for	ADP
flr-517	96	8	experts	expert	NOUN
flr-517	96	9	were	be	AUX
flr-517	96	10	identified	identify	VERB
flr-517	96	11	.	.	PUNCT
flr-517	97	1	thus	thus	ADV
flr-517	97	2	,	,	PUNCT
flr-517	97	3	this	this	DET
flr-517	97	4	inductive	inductive	ADJ
flr-517	97	5	and	and	CCONJ
flr-517	97	6	deductive	deductive	ADJ
flr-517	97	7	approach	approach	NOUN
flr-517	97	8	to	to	ADP
flr-517	97	9	identifying	identify	VERB
flr-517	97	10	tasks	task	NOUN
flr-517	97	11	for	for	ADP
flr-517	97	12	experts	expert	NOUN
flr-517	97	13	is	be	AUX
flr-517	97	14	not	not	PART
flr-517	97	15	intended	intend	VERB
flr-517	97	16	to	to	PART
flr-517	97	17	be	be	AUX
flr-517	97	18	understood	understand	VERB
flr-517	97	19	as	as	ADP
flr-517	97	20	an	an	DET
flr-517	97	21	exhaustive	exhaustive	ADJ
flr-517	97	22	list	list	NOUN
flr-517	97	23	.	.	PUNCT
flr-517	98	1	table	table	NOUN
flr-517	98	2	1	1	NUM
flr-517	98	3	experts	expert	NOUN
flr-517	98	4	’	'	PUNCT
flr-517	98	5	contributions	contribution	NOUN
flr-517	98	6	to	to	PART
flr-517	98	7	ensure	ensure	VERB
flr-517	98	8	content	content	NOUN
flr-517	98	9	validity	validity	NOUN
flr-517	98	10	note	note	NOUN
flr-517	98	11	.	.	PUNCT
flr-517	99	1	*	*	PUNCT
flr-517	99	2	tu	tu	NOUN
flr-517	99	3	:	:	PUNCT
flr-517	99	4	truth	truth	NOUN
flr-517	99	5	-	-	PUNCT
flr-517	99	6	apt	apt	ADJ
flr-517	99	7	,	,	PUNCT
flr-517	99	8	but	but	CCONJ
flr-517	99	9	unknown	unknown	ADV
flr-517	99	10	:	:	PUNCT
flr-517	99	11	no	no	DET
flr-517	99	12	objective	objective	ADJ
flr-517	99	13	knowledge	knowledge	NOUN
flr-517	99	14	available	available	ADJ
flr-517	99	15	yet	yet	ADV
flr-517	99	16	.	.	PUNCT
flr-517	100	1	to	to	PART
flr-517	100	2	analyse	analyse	VERB
flr-517	100	3	procedural	procedural	ADJ
flr-517	100	4	practices	practice	NOUN
flr-517	100	5	,	,	PUNCT
flr-517	100	6	differentiation	differentiation	NOUN
flr-517	100	7	is	be	AUX
flr-517	100	8	made	make	VERB
flr-517	100	9	provisionally	provisionally	ADV
flr-517	100	10	among	among	ADP
flr-517	100	11	three	three	NUM
flr-517	100	12	types	type	NOUN
flr-517	100	13	of	of	ADP
flr-517	100	14	information9	information9	NOUN
flr-517	100	15	test	test	NOUN
flr-517	100	16	developers	developer	NOUN
flr-517	100	17	need	need	VERB
flr-517	100	18	.	.	PUNCT
flr-517	101	1	the	the	DET
flr-517	101	2	first	first	ADJ
flr-517	101	3	type	type	NOUN
flr-517	101	4	is	be	AUX
flr-517	101	5	truth	truth	NOUN
flr-517	101	6	-	-	PUNCT
flr-517	101	7	apt10	apt10	NOUN
flr-517	101	8	in	in	ADP
flr-517	101	9	the	the	DET
flr-517	101	10	analytical	analytical	ADJ
flr-517	101	11	sense	sense	NOUN
flr-517	101	12	of	of	ADP
flr-517	101	13	propositional	propositional	ADJ
flr-517	101	14	logic	logic	NOUN
flr-517	101	15	.	.	PUNCT
flr-517	102	1	this	this	PRON
flr-517	102	2	means	mean	VERB
flr-517	102	3	that	that	SCONJ
flr-517	102	4	a	a	DET
flr-517	102	5	statement	statement	NOUN
flr-517	102	6	is	be	AUX
flr-517	102	7	capable	capable	ADJ
flr-517	102	8	of	of	ADP
flr-517	102	9	being	be	AUX
flr-517	102	10	true	true	ADJ
flr-517	102	11	or	or	CCONJ
flr-517	102	12	false	false	ADJ
flr-517	102	13	and	and	CCONJ
flr-517	102	14	that	that	SCONJ
flr-517	102	15	it	it	PRON
flr-517	102	16	is	be	AUX
flr-517	102	17	objectively	objectively	ADV
flr-517	102	18	(	(	PUNCT
flr-517	102	19	i.e.	i.e.	X
flr-517	102	20	,	,	PUNCT
flr-517	102	21	intersubjectively	intersubjectively	ADV
flr-517	102	22	)	)	PUNCT
flr-517	102	23	testable	testable	ADJ
flr-517	102	24	whether	whether	SCONJ
flr-517	102	25	this	this	DET
flr-517	102	26	statement	statement	NOUN
flr-517	102	27	is	be	AUX
flr-517	102	28	in	in	ADP
flr-517	102	29	fact	fact	NOUN
flr-517	102	30	true	true	ADJ
flr-517	102	31	or	or	CCONJ
flr-517	102	32	false	false	ADJ
flr-517	102	33	(	(	PUNCT
flr-517	102	34	indicated	indicate	VERB
flr-517	102	35	in	in	ADP
flr-517	102	36	table	table	NOUN
flr-517	102	37	1	1	NUM
flr-517	102	38	as	as	ADP
flr-517	102	39	to	to	ADP
flr-517	102	40	)	)	PUNCT
flr-517	102	41	.	.	PUNCT
flr-517	103	1	for	for	ADP
flr-517	103	2	example	example	NOUN
flr-517	103	3	,	,	PUNCT
flr-517	103	4	experts	expert	NOUN
flr-517	103	5	may	may	AUX
flr-517	103	6	be	be	AUX
flr-517	103	7	asked	ask	VERB
flr-517	103	8	whether	whether	SCONJ
flr-517	103	9	an	an	DET
flr-517	103	10	attractor	attractor	NOUN
flr-517	103	11	on	on	ADP
flr-517	103	12	a	a	DET
flr-517	103	13	multiple	multiple	ADJ
flr-517	103	14	choice	choice	NOUN
flr-517	103	15	test	test	NOUN
flr-517	103	16	is	be	AUX
flr-517	103	17	correct	correct	ADJ
flr-517	103	18	,	,	PUNCT
flr-517	103	19	the	the	DET
flr-517	103	20	answer	answer	NOUN
flr-517	103	21	being	be	AUX
flr-517	103	22	either	either	CCONJ
flr-517	103	23	true	true	ADJ
flr-517	103	24	or	or	CCONJ
flr-517	103	25	not	not	PART
flr-517	103	26	true	true	ADJ
flr-517	103	27	(	(	PUNCT
flr-517	103	28	e.g.	e.g.	ADJ
flr-517	103	29	,	,	PUNCT
flr-517	103	30	7f	7f	NUM
flr-517	103	31	)	)	PUNCT
flr-517	103	32	.	.	PUNCT
flr-517	104	1	the	the	DET
flr-517	104	2	second	second	ADJ
flr-517	104	3	type	type	NOUN
flr-517	104	4	is	be	AUX
flr-517	104	5	truth	truth	NOUN
flr-517	104	6	-	-	PUNCT
flr-517	104	7	apt	apt	ADJ
flr-517	104	8	as	as	ADV
flr-517	104	9	well	well	ADV
flr-517	104	10	,	,	PUNCT
flr-517	104	11	but	but	CCONJ
flr-517	104	12	it	it	PRON
flr-517	104	13	states	state	VERB
flr-517	104	14	information	information	NOUN
flr-517	104	15	which	which	PRON
flr-517	104	16	is	be	AUX
flr-517	104	17	not	not	PART
flr-517	104	18	yet	yet	ADV
flr-517	104	19	known	know	VERB
flr-517	104	20	(	(	PUNCT
flr-517	104	21	indicated	indicate	VERB
flr-517	104	22	as	as	ADP
flr-517	104	23	tu	tu	PROPN
flr-517	104	24	)	)	PUNCT
flr-517	104	25	.	.	PUNCT
flr-517	105	1	for	for	ADP
flr-517	105	2	example	example	NOUN
flr-517	105	3	,	,	PUNCT
flr-517	105	4	if	if	SCONJ
flr-517	105	5	asked	ask	VERB
flr-517	105	6	how	how	SCONJ
flr-517	105	7	many	many	ADJ
flr-517	105	8	traffic	traffic	NOUN
flr-517	105	9	accidents	accident	NOUN
flr-517	105	10	occurred	occur	VERB
flr-517	105	11	on	on	ADP
flr-517	105	12	a	a	DET
flr-517	105	13	particular	particular	ADJ
flr-517	105	14	holiday	holiday	NOUN
flr-517	105	15	throughout	throughout	ADP
flr-517	105	16	the	the	DET
flr-517	105	17	world	world	NOUN
flr-517	105	18	,	,	PUNCT
flr-517	105	19	or	or	CCONJ
flr-517	105	20	how	how	SCONJ
flr-517	105	21	often	often	ADV
flr-517	105	22	a	a	DET
flr-517	105	23	certain	certain	ADJ
flr-517	105	24	cognitive	cognitive	ADJ
flr-517	105	25	performance	performance	NOUN
flr-517	105	26	has	have	VERB
flr-517	105	27	to	to	PART
flr-517	105	28	be	be	AUX
flr-517	105	29	shown	show	VERB
flr-517	105	30	by	by	ADP
flr-517	105	31	an	an	DET
flr-517	105	32	apprentice	apprentice	NOUN
flr-517	105	33	per	per	ADP
flr-517	105	34	work	work	NOUN
flr-517	105	35	day	day	NOUN
flr-517	105	36	,	,	PUNCT
flr-517	105	37	there	there	PRON
flr-517	105	38	will	will	AUX
flr-517	105	39	be	be	AUX
flr-517	105	40	a	a	DET
flr-517	105	41	true	true	ADJ
flr-517	105	42	answer	answer	NOUN
flr-517	105	43	but	but	CCONJ
flr-517	105	44	it	it	PRON
flr-517	105	45	is	be	AUX
flr-517	105	46	not	not	PART
flr-517	105	47	available	available	ADJ
flr-517	105	48	(	(	PUNCT
flr-517	105	49	is	be	AUX
flr-517	105	50	unknown	unknown	ADJ
flr-517	105	51	)	)	PUNCT
flr-517	105	52	as	as	ADV
flr-517	105	53	long	long	ADV
flr-517	105	54	as	as	SCONJ
flr-517	105	55	this	this	DET
flr-517	105	56	matter	matter	NOUN
flr-517	105	57	has	have	AUX
flr-517	105	58	not	not	PART
flr-517	105	59	been	be	AUX
flr-517	105	60	researched	research	VERB
flr-517	105	61	(	(	PUNCT
flr-517	105	62	e.g.	e.g.	ADV
flr-517	105	63	4f	4f	NUM
flr-517	105	64	)	)	PUNCT
flr-517	105	65	.	.	PUNCT
flr-517	106	1	the	the	DET
flr-517	106	2	third	third	ADJ
flr-517	106	3	type	type	NOUN
flr-517	106	4	asks	ask	VERB
flr-517	106	5	for	for	ADP
flr-517	106	6	an	an	DET
flr-517	106	7	expert	expert	NOUN
flr-517	106	8	’s	’s	PART
flr-517	106	9	opinion	opinion	NOUN
flr-517	106	10	(	(	PUNCT
flr-517	106	11	i.e.	i.e.	X
flr-517	106	12	,	,	PUNCT
flr-517	106	13	a	a	DET
flr-517	106	14	valuation	valuation	NOUN
flr-517	106	15	,	,	PUNCT
flr-517	106	16	estimation	estimation	NOUN
flr-517	106	17	,	,	PUNCT
flr-517	106	18	or	or	CCONJ
flr-517	106	19	perception	perception	NOUN
flr-517	106	20	)	)	PUNCT
flr-517	106	21	regarding	regard	VERB
flr-517	106	22	,	,	PUNCT
flr-517	106	23	for	for	ADP
flr-517	106	24	example	example	NOUN
flr-517	106	25	,	,	PUNCT
flr-517	106	26	the	the	DET
flr-517	106	27	relevance	relevance	NOUN
flr-517	106	28	or	or	CCONJ
flr-517	106	29	understandability	understandability	NOUN
flr-517	106	30	or	or	CCONJ
flr-517	106	31	feasibility	feasibility	NOUN
flr-517	106	32	of	of	ADP
flr-517	106	33	a	a	DET
flr-517	106	34	test	test	NOUN
flr-517	106	35	item	item	NOUN
flr-517	106	36	or	or	CCONJ
flr-517	106	37	an	an	DET
flr-517	106	38	entire	entire	ADJ
flr-517	106	39	test	test	NOUN
flr-517	106	40	(	(	PUNCT
flr-517	106	41	see	see	VERB
flr-517	106	42	e.g.	e.g.	ADV
flr-517	106	43	,	,	PUNCT
flr-517	106	44	4a	4a	NUM
flr-517	106	45	,	,	PUNCT
flr-517	106	46	7b	7b	NUM
flr-517	106	47	,	,	PUNCT
flr-517	106	48	8a	8a	NUM
flr-517	106	49	)	)	PUNCT
flr-517	106	50	.	.	PUNCT
flr-517	107	1	such	such	ADJ
flr-517	107	2	statements	statement	NOUN
flr-517	107	3	appear	appear	VERB
flr-517	107	4	as	as	ADP
flr-517	107	5	individual	individual	ADJ
flr-517	107	6	judgements	judgement	NOUN
flr-517	107	7	and	and	CCONJ
flr-517	107	8	therefore	therefore	ADV
flr-517	107	9	are	be	AUX
flr-517	107	10	inherently	inherently	ADV
flr-517	107	11	subjective	subjective	ADJ
flr-517	107	12	(	(	PUNCT
flr-517	107	13	indicated	indicate	VERB
flr-517	107	14	with	with	ADP
flr-517	107	15	s	s	NOUN
flr-517	107	16	)	)	PUNCT
flr-517	107	17	.	.	PUNCT
flr-517	108	1	they	they	PRON
flr-517	108	2	may	may	AUX
flr-517	108	3	differ	differ	VERB
flr-517	108	4	from	from	ADP
flr-517	108	5	person	person	NOUN
flr-517	108	6	to	to	ADP
flr-517	108	7	person	person	NOUN
flr-517	108	8	without	without	ADP
flr-517	108	9	possible	possible	ADJ
flr-517	108	10	rebuttal	rebuttal	NOUN
flr-517	108	11	,	,	PUNCT
flr-517	108	12	meaning	mean	VERB
flr-517	108	13	one	one	NOUN
flr-517	108	14	can	can	AUX
flr-517	108	15	only	only	ADV
flr-517	108	16	agree	agree	VERB
flr-517	108	17	or	or	CCONJ
flr-517	108	18	disagree	disagree	VERB
flr-517	108	19	with	with	ADP
flr-517	108	20	them	they	PRON
flr-517	108	21	.	.	PUNCT
flr-517	109	1	statements	statement	NOUN
flr-517	109	2	of	of	ADP
flr-517	109	3	this	this	DET
flr-517	109	4	type	type	NOUN
flr-517	109	5	can	can	AUX
flr-517	109	6	not	not	PART
flr-517	109	7	be	be	AUX
flr-517	109	8	“	"	PUNCT
flr-517	109	9	true	true	ADJ
flr-517	109	10	”	"	PUNCT
flr-517	109	11	or	or	CCONJ
flr-517	109	12	“	"	PUNCT
flr-517	109	13	false	false	ADJ
flr-517	109	14	”	"	PUNCT
flr-517	109	15	,	,	PUNCT
flr-517	109	16	and	and	CCONJ
flr-517	109	17	it	it	PRON
flr-517	109	18	would	would	AUX
flr-517	109	19	not	not	PART
flr-517	109	20	make	make	VERB
flr-517	109	21	sense	sense	NOUN
flr-517	109	22	to	to	PART
flr-517	109	23	attribute	attribute	VERB
flr-517	109	24	the	the	DET
flr-517	109	25	property	property	NOUN
flr-517	109	26	“	"	PUNCT
flr-517	109	27	truth	truth	NOUN
flr-517	109	28	-	-	PUNCT
flr-517	109	29	apt	apt	ADJ
flr-517	109	30	”	"	PUNCT
flr-517	109	31	to	to	ADP
flr-517	109	32	them	they	PRON
flr-517	109	33	.	.	PUNCT
flr-517	110	1	likewise	likewise	ADV
flr-517	110	2	,	,	PUNCT
flr-517	110	3	it	it	PRON
flr-517	110	4	would	would	AUX
flr-517	110	5	not	not	PART
flr-517	110	6	make	make	VERB
flr-517	110	7	sense	sense	NOUN
flr-517	110	8	to	to	PART
flr-517	110	9	take	take	VERB
flr-517	110	10	a	a	DET
flr-517	110	11	position	position	NOUN
flr-517	110	12	on	on	ADP
flr-517	110	13	a	a	DET
flr-517	110	14	“	"	PUNCT
flr-517	110	15	true	true	ADJ
flr-517	110	16	”	"	PUNCT
flr-517	110	17	statement	statement	NOUN
flr-517	110	18	by	by	ADP
flr-517	110	19	saying	say	VERB
flr-517	110	20	that	that	SCONJ
flr-517	110	21	one	one	PRON
flr-517	110	22	does	do	AUX
flr-517	110	23	not	not	PART
flr-517	110	24	like	like	VERB
flr-517	110	25	it	it	PRON
flr-517	110	26	or	or	CCONJ
flr-517	110	27	that	that	SCONJ
flr-517	110	28	one	one	NOUN
flr-517	110	29	is	be	AUX
flr-517	110	30	ready	ready	ADJ
flr-517	110	31	to	to	PART
flr-517	110	32	agree	agree	VERB
flr-517	110	33	with	with	ADP
flr-517	110	34	it	it	PRON
flr-517	110	35	.	.	PUNCT
flr-517	111	1	as	as	SCONJ
flr-517	111	2	shown	show	VERB
flr-517	111	3	below	below	ADP
flr-517	111	4	,	,	PUNCT
flr-517	111	5	these	these	DET
flr-517	111	6	distinctions	distinction	NOUN
flr-517	111	7	are	be	AUX
flr-517	111	8	of	of	ADP
flr-517	111	9	fundamental	fundamental	ADJ
flr-517	111	10	importance	importance	NOUN
flr-517	111	11	when	when	SCONJ
flr-517	111	12	dealing	deal	VERB
flr-517	111	13	with	with	ADP
flr-517	111	14	questions	question	NOUN
flr-517	111	15	to	to	ADP
flr-517	111	16	,	,	PUNCT
flr-517	111	17	and	and	CCONJ
flr-517	111	18	answers	answer	NOUN
flr-517	111	19	from	from	ADP
flr-517	111	20	,	,	PUNCT
flr-517	111	21	experts	expert	NOUN
flr-517	111	22	.	.	PUNCT
flr-517	112	1	4	4	X
flr-517	112	2	.	.	X
flr-517	112	3	procedures	procedure	NOUN
flr-517	112	4	for	for	ADP
flr-517	112	5	ensuring	ensure	VERB
flr-517	112	6	content	content	NOUN
flr-517	112	7	validity	validity	NOUN
flr-517	112	8	to	to	PART
flr-517	112	9	gain	gain	VERB
flr-517	112	10	insight	insight	NOUN
flr-517	112	11	into	into	ADP
flr-517	112	12	the	the	DET
flr-517	112	13	procedures	procedure	NOUN
flr-517	112	14	adopted	adopt	VERB
flr-517	112	15	by	by	ADP
flr-517	112	16	test	test	NOUN
flr-517	112	17	developers	developer	NOUN
flr-517	112	18	to	to	PART
flr-517	112	19	ensure	ensure	VERB
flr-517	112	20	content	content	NOUN
flr-517	112	21	validity	validity	NOUN
flr-517	112	22	by	by	ADP
flr-517	112	23	a	a	DET
flr-517	112	24	qualitative	qualitative	ADJ
flr-517	112	25	meta	meta	ADJ
flr-517	112	26	-	-	PUNCT
flr-517	112	27	analysis	analysis	NOUN
flr-517	112	28	i	i	PRON
flr-517	112	29	reviewed	review	VERB
flr-517	112	30	a	a	DET
flr-517	112	31	sample	sample	NOUN
flr-517	112	32	of	of	ADP
flr-517	112	33	72	72	NUM
flr-517	112	34	published	publish	VERB
flr-517	112	35	reports	report	NOUN
flr-517	112	36	.	.	PUNCT
flr-517	113	1	in	in	ADP
flr-517	113	2	germany	germany	PROPN
flr-517	113	3	between	between	ADP
flr-517	113	4	2009	2009	NUM
flr-517	113	5	and	and	CCONJ
flr-517	113	6	2015	2015	NUM
flr-517	113	7	two	two	NUM
flr-517	113	8	large	large	ADJ
flr-517	113	9	research	research	NOUN
flr-517	113	10	programmes	programme	NOUN
flr-517	113	11	funded	fund	VERB
flr-517	113	12	by	by	ADP
flr-517	113	13	the	the	DET
flr-517	113	14	ministry	ministry	PROPN
flr-517	113	15	of	of	ADP
flr-517	113	16	education	education	PROPN
flr-517	113	17	and	and	CCONJ
flr-517	113	18	research	research	NOUN
flr-517	113	19	were	be	AUX
flr-517	113	20	launched	launch	VERB
flr-517	113	21	to	to	PART
flr-517	113	22	promote	promote	VERB
flr-517	113	23	the	the	DET
flr-517	113	24	development	development	NOUN
flr-517	113	25	of	of	ADP
flr-517	113	26	modelling	modelling	NOUN
flr-517	113	27	and	and	CCONJ
flr-517	113	28	measuring	measure	VERB
flr-517	113	29	competences	competence	NOUN
flr-517	113	30	and	and	CCONJ
flr-517	113	31	skills	skill	NOUN
flr-517	113	32	in	in	ADP
flr-517	113	33	the	the	DET
flr-517	113	34	fields	field	NOUN
flr-517	113	35	of	of	ADP
flr-517	113	36	academic	academic	ADJ
flr-517	113	37	education	education	NOUN
flr-517	113	38	(	(	PUNCT
flr-517	113	39	kokohs	kokohs	NOUN
flr-517	113	40	)	)	PUNCT
flr-517	113	41	and	and	CCONJ
flr-517	113	42	vocational	vocational	ADJ
flr-517	113	43	education	education	NOUN
flr-517	113	44	(	(	PUNCT
flr-517	113	45	ascot	ascot	NOUN
flr-517	113	46	)	)	PUNCT
flr-517	113	47	.	.	PUNCT
flr-517	114	1	in	in	ADP
flr-517	114	2	kokohs	kokohs	NOUN
flr-517	114	3	and	and	CCONJ
flr-517	114	4	its	its	PRON
flr-517	114	5	thematic	thematic	ADJ
flr-517	114	6	context	context	NOUN
flr-517	114	7	24	24	NUM
flr-517	114	8	project	project	NOUN
flr-517	114	9	groups	group	NOUN
flr-517	114	10	have	have	AUX
flr-517	114	11	been	be	AUX
flr-517	114	12	researching	research	VERB
flr-517	114	13	the	the	DET
flr-517	114	14	measurement	measurement	NOUN
flr-517	114	15	of	of	ADP
flr-517	114	16	general	general	ADJ
flr-517	114	17	and	and	CCONJ
flr-517	114	18	domain	domain	NOUN
flr-517	114	19	-	-	PUNCT
flr-517	114	20	specific	specific	ADJ
flr-517	114	21	academic	academic	ADJ
flr-517	114	22	competences	competence	NOUN
flr-517	114	23	(	(	PUNCT
flr-517	114	24	pant	pant	NOUN
flr-517	114	25	et	et	PROPN
flr-517	114	26	al	al	PROPN
flr-517	114	27	.	.	PROPN
flr-517	114	28	,	,	PUNCT
flr-517	114	29	2016	2016	NUM
flr-517	114	30	)	)	PUNCT
flr-517	114	31	.	.	PUNCT
flr-517	115	1	the	the	DET
flr-517	115	2	kokohs	kokohs	ADJ
flr-517	115	3	programme	programme	NOUN
flr-517	115	4	received	receive	VERB
flr-517	115	5	roughly	roughly	ADV
flr-517	115	6	€	€	SYM
flr-517	115	7	13	13	NUM
flr-517	115	8	million	million	NUM
flr-517	115	9	in	in	ADP
flr-517	115	10	funding.11	funding.11	PROPN
flr-517	115	11	in	in	ADP
flr-517	115	12	ascot	ascot	NOUN
flr-517	115	13	and	and	CCONJ
flr-517	115	14	its	its	PRON
flr-517	115	15	thematic	thematic	ADJ
flr-517	115	16	context	context	NOUN
flr-517	115	17	six	six	NUM
flr-517	115	18	project	project	NOUN
flr-517	115	19	groups	group	NOUN
flr-517	115	20	have	have	AUX
flr-517	115	21	been	be	AUX
flr-517	115	22	developing	develop	VERB
flr-517	115	23	mainly	mainly	ADV
flr-517	115	24	it	it	PRON
flr-517	115	25	-	-	PUNCT
flr-517	115	26	based	base	VERB
flr-517	115	27	test	test	NOUN
flr-517	115	28	instruments	instrument	NOUN
flr-517	115	29	in	in	ADP
flr-517	115	30	the	the	DET
flr-517	115	31	fields	field	NOUN
flr-517	115	32	of	of	ADP
flr-517	115	33	commerce	commerce	PROPN
flr-517	115	34	,	,	PUNCT
flr-517	115	35	mechanics	mechanic	NOUN
flr-517	115	36	,	,	PUNCT
flr-517	115	37	and	and	CCONJ
flr-517	115	38	health	health	NOUN
flr-517	115	39	care	care	NOUN
flr-517	115	40	for	for	ADP
flr-517	115	41	use	use	NOUN
flr-517	115	42	in	in	ADP
flr-517	115	43	vocational	vocational	ADJ
flr-517	115	44	education	education	NOUN
flr-517	115	45	(	(	PUNCT
flr-517	115	46	beck	beck	NOUN
flr-517	115	47	,	,	PUNCT
flr-517	115	48	landenberger	landenberger	NOUN
flr-517	115	49	,	,	PUNCT
flr-517	115	50	&	&	CCONJ
flr-517	115	51	oser	oser	PROPN
flr-517	115	52	,	,	PUNCT
flr-517	115	53	2016	2016	NUM
flr-517	115	54	)	)	PUNCT
flr-517	115	55	.	.	PUNCT
flr-517	116	1	this	this	DET
flr-517	116	2	initiative	initiative	NOUN
flr-517	116	3	received	receive	VERB
flr-517	116	4	approximately	approximately	ADV
flr-517	116	5	€	€	SYM
flr-517	116	6	7	7	NUM
flr-517	116	7	million	million	NUM
flr-517	116	8	in	in	ADP
flr-517	116	9	funding.12	funding.12	NOUN
flr-517	116	10	initial	initial	ADJ
flr-517	116	11	findings	finding	NOUN
flr-517	116	12	of	of	ADP
flr-517	116	13	kokohs	kokohs	NOUN
flr-517	116	14	and	and	CCONJ
flr-517	116	15	ascot	ascot	NOUN
flr-517	116	16	were	be	AUX
flr-517	116	17	published	publish	VERB
flr-517	116	18	in	in	ADP
flr-517	116	19	2014	2014	NUM
flr-517	116	20	and	and	CCONJ
flr-517	116	21	2015	2015	NUM
flr-517	116	22	.	.	PUNCT
flr-517	117	1	both	both	DET
flr-517	117	2	programmes	programme	NOUN
flr-517	117	3	were	be	AUX
flr-517	117	4	treated	treat	VERB
flr-517	117	5	as	as	ADP
flr-517	117	6	the	the	DET
flr-517	117	7	first	first	ADJ
flr-517	117	8	sections	section	NOUN
flr-517	117	9	of	of	ADP
flr-517	117	10	a	a	DET
flr-517	117	11	far	far	ADV
flr-517	117	12	-	-	PUNCT
flr-517	117	13	reaching	reach	VERB
flr-517	117	14	research	research	NOUN
flr-517	117	15	project	project	NOUN
flr-517	117	16	,	,	PUNCT
flr-517	117	17	and	and	CCONJ
flr-517	117	18	were	be	AUX
flr-517	117	19	exclusively	exclusively	ADV
flr-517	117	20	devoted	devoted	ADJ
flr-517	117	21	to	to	PART
flr-517	117	22	test	test	VERB
flr-517	117	23	development.13	development.13	NOUN
flr-517	117	24	within	within	ADP
flr-517	117	25	that	that	DET
flr-517	117	26	period	period	NOUN
flr-517	117	27	findings	finding	NOUN
flr-517	117	28	from	from	ADP
flr-517	117	29	five	five	NUM
flr-517	117	30	other	other	ADJ
flr-517	117	31	projects	project	NOUN
flr-517	117	32	on	on	ADP
flr-517	117	33	test	test	NOUN
flr-517	117	34	development	development	NOUN
flr-517	117	35	conducted	conduct	VERB
flr-517	117	36	in	in	ADP
flr-517	117	37	germany	germany	PROPN
flr-517	117	38	(	(	PUNCT
flr-517	117	39	funded	fund	VERB
flr-517	117	40	by	by	ADP
flr-517	117	41	other	other	ADJ
flr-517	117	42	entities	entity	NOUN
flr-517	117	43	)	)	PUNCT
flr-517	117	44	were	be	AUX
flr-517	117	45	published	publish	VERB
flr-517	117	46	and	and	CCONJ
flr-517	117	47	have	have	AUX
flr-517	117	48	therefore	therefore	ADV
flr-517	117	49	been	be	AUX
flr-517	117	50	included	include	VERB
flr-517	117	51	in	in	ADP
flr-517	117	52	the	the	DET
flr-517	117	53	sample	sample	NOUN
flr-517	117	54	.	.	PUNCT
flr-517	118	1	i	i	PRON
flr-517	118	2	also	also	ADV
flr-517	118	3	accessed	access	VERB
flr-517	118	4	two	two	NUM
flr-517	118	5	relevant	relevant	ADJ
flr-517	118	6	american	american	ADJ
flr-517	118	7	journals	journal	NOUN
flr-517	118	8	:	:	PUNCT
flr-517	118	9	‘	'	PUNCT
flr-517	118	10	educational	educational	ADJ
flr-517	118	11	and	and	CCONJ
flr-517	118	12	psychological	psychological	ADJ
flr-517	118	13	measurement	measurement	NOUN
flr-517	118	14	’	'	PUNCT
flr-517	118	15	and	and	CCONJ
flr-517	118	16	‘	'	PUNCT
flr-517	118	17	measurement	measurement	NOUN
flr-517	118	18	and	and	CCONJ
flr-517	118	19	evaluation	evaluation	NOUN
flr-517	118	20	in	in	ADP
flr-517	118	21	counselling	counselling	NOUN
flr-517	118	22	and	and	CCONJ
flr-517	118	23	development	development	NOUN
flr-517	118	24	’	'	PUNCT
flr-517	118	25	.	.	PUNCT
flr-517	119	1	unlike	unlike	ADP
flr-517	119	2	many	many	ADJ
flr-517	119	3	other	other	ADJ
flr-517	119	4	journals	journal	NOUN
flr-517	119	5	in	in	ADP
flr-517	119	6	the	the	DET
flr-517	119	7	area	area	NOUN
flr-517	119	8	of	of	ADP
flr-517	119	9	diagnostics	diagnostic	NOUN
flr-517	119	10	,	,	PUNCT
flr-517	119	11	they	they	PRON
flr-517	119	12	offer	offer	VERB
flr-517	119	13	a	a	DET
flr-517	119	14	special	special	ADJ
flr-517	119	15	section	section	NOUN
flr-517	119	16	for	for	ADP
flr-517	119	17	reports	report	NOUN
flr-517	119	18	on	on	ADP
flr-517	119	19	test	test	NOUN
flr-517	119	20	development	development	NOUN
flr-517	119	21	in	in	ADP
flr-517	119	22	various	various	ADJ
flr-517	119	23	subject	subject	ADJ
flr-517	119	24	areas	area	NOUN
flr-517	119	25	,	,	PUNCT
flr-517	119	26	thus	thus	ADV
flr-517	119	27	allowing	allow	VERB
flr-517	119	28	easy	easy	ADJ
flr-517	119	29	access	access	NOUN
flr-517	119	30	to	to	ADP
flr-517	119	31	the	the	DET
flr-517	119	32	material	material	NOUN
flr-517	119	33	of	of	ADP
flr-517	119	34	interest	interest	NOUN
flr-517	119	35	.	.	PUNCT
flr-517	120	1	i	i	PRON
flr-517	120	2	explored	explore	VERB
flr-517	120	3	volumes	volume	NOUN
flr-517	120	4	from	from	ADP
flr-517	120	5	2009	2009	NUM
flr-517	120	6	to	to	ADP
flr-517	120	7	2015	2015	NUM
flr-517	120	8	of	of	ADP
flr-517	120	9	both	both	DET
flr-517	120	10	journals	journal	NOUN
flr-517	120	11	,	,	PUNCT
flr-517	120	12	the	the	DET
flr-517	120	13	same	same	ADJ
flr-517	120	14	period	period	NOUN
flr-517	120	15	during	during	ADP
flr-517	120	16	which	which	PRON
flr-517	120	17	the	the	DET
flr-517	120	18	projects	project	NOUN
flr-517	120	19	in	in	ADP
flr-517	120	20	germany	germany	PROPN
flr-517	120	21	were	be	AUX
flr-517	120	22	being	be	AUX
flr-517	120	23	conducted	conduct	VERB
flr-517	120	24	.	.	PUNCT
flr-517	121	1	thus	thus	ADV
flr-517	121	2	,	,	PUNCT
flr-517	121	3	sampling	sample	VERB
flr-517	121	4	was	be	AUX
flr-517	121	5	convenient	convenient	ADJ
flr-517	121	6	and	and	CCONJ
flr-517	121	7	random	random	ADJ
flr-517	121	8	:	:	PUNCT
flr-517	121	9	“	"	PUNCT
flr-517	121	10	convenient	convenient	ADJ
flr-517	121	11	”	"	PUNCT
flr-517	121	12	with	with	ADP
flr-517	121	13	respect	respect	NOUN
flr-517	121	14	to	to	ADP
flr-517	121	15	the	the	DET
flr-517	121	16	sources	source	NOUN
flr-517	121	17	from	from	ADP
flr-517	121	18	which	which	PRON
flr-517	121	19	the	the	DET
flr-517	121	20	test	test	NOUN
flr-517	121	21	development	development	NOUN
flr-517	121	22	reports	report	NOUN
flr-517	121	23	were	be	AUX
flr-517	121	24	drawn	draw	VERB
flr-517	121	25	and	and	CCONJ
flr-517	121	26	“	"	PUNCT
flr-517	121	27	random	random	ADJ
flr-517	121	28	”	"	PUNCT
flr-517	121	29	for	for	ADP
flr-517	121	30	the	the	DET
flr-517	121	31	single	single	ADJ
flr-517	121	32	reports	report	NOUN
flr-517	121	33	which	which	PRON
flr-517	121	34	were	be	AUX
flr-517	121	35	funded	fund	VERB
flr-517	121	36	independently	independently	ADV
flr-517	121	37	of	of	ADP
flr-517	121	38	each	each	DET
flr-517	121	39	other	other	ADJ
flr-517	121	40	within	within	ADP
flr-517	121	41	large	large	ADJ
flr-517	121	42	research	research	NOUN
flr-517	121	43	programmes	programme	NOUN
flr-517	121	44	(	(	PUNCT
flr-517	121	45	germany	germany	PROPN
flr-517	121	46	)	)	PUNCT
flr-517	121	47	or	or	CCONJ
flr-517	121	48	published	publish	VERB
flr-517	121	49	independently	independently	ADV
flr-517	121	50	of	of	ADP
flr-517	121	51	each	each	DET
flr-517	121	52	other	other	ADJ
flr-517	121	53	in	in	ADP
flr-517	121	54	the	the	DET
flr-517	121	55	two	two	NUM
flr-517	121	56	selected	select	VERB
flr-517	121	57	journals	journal	NOUN
flr-517	121	58	(	(	PUNCT
flr-517	121	59	us	us	PROPN
flr-517	121	60	)	)	PUNCT
flr-517	121	61	.	.	PUNCT
flr-517	122	1	as	as	SCONJ
flr-517	122	2	the	the	DET
flr-517	122	3	aim	aim	NOUN
flr-517	122	4	of	of	ADP
flr-517	122	5	this	this	DET
flr-517	122	6	study	study	NOUN
flr-517	122	7	is	be	AUX
flr-517	122	8	not	not	PART
flr-517	122	9	to	to	PART
flr-517	122	10	present	present	VERB
flr-517	122	11	representative	representative	ADJ
flr-517	122	12	data	datum	NOUN
flr-517	122	13	on	on	ADP
flr-517	122	14	its	its	PRON
flr-517	122	15	subject	subject	NOUN
flr-517	122	16	,	,	PUNCT
flr-517	122	17	but	but	CCONJ
flr-517	122	18	rather	rather	ADV
flr-517	122	19	to	to	PART
flr-517	122	20	give	give	VERB
flr-517	122	21	an	an	DET
flr-517	122	22	exploratory	exploratory	ADJ
flr-517	122	23	overview	overview	NOUN
flr-517	122	24	of	of	ADP
flr-517	122	25	the	the	DET
flr-517	122	26	range	range	NOUN
flr-517	122	27	of	of	ADP
flr-517	122	28	procedures	procedure	NOUN
flr-517	122	29	dealing	deal	VERB
flr-517	122	30	with	with	ADP
flr-517	122	31	the	the	DET
flr-517	122	32	inclusion	inclusion	NOUN
flr-517	122	33	of	of	ADP
flr-517	122	34	experts	expert	NOUN
flr-517	122	35	in	in	ADP
flr-517	122	36	ensuring	ensure	VERB
flr-517	122	37	content	content	NOUN
flr-517	122	38	validity	validity	NOUN
flr-517	122	39	of	of	ADP
flr-517	122	40	tests	test	NOUN
flr-517	122	41	or	or	CCONJ
flr-517	122	42	test	test	NOUN
flr-517	122	43	items	item	NOUN
flr-517	122	44	,	,	PUNCT
flr-517	122	45	this	this	DET
flr-517	122	46	approach	approach	NOUN
flr-517	122	47	to	to	ADP
flr-517	122	48	sampling	sampling	NOUN
flr-517	122	49	does	do	AUX
flr-517	122	50	not	not	PART
flr-517	122	51	result	result	VERB
flr-517	122	52	in	in	ADP
flr-517	122	53	a	a	DET
flr-517	122	54	relevant	relevant	ADJ
flr-517	122	55	bias	bias	NOUN
flr-517	122	56	.	.	PUNCT
flr-517	123	1	the	the	DET
flr-517	123	2	overall	overall	ADJ
flr-517	123	3	sample	sample	NOUN
flr-517	123	4	included	include	VERB
flr-517	123	5	72	72	NUM
flr-517	123	6	reports	report	NOUN
flr-517	123	7	on	on	ADP
flr-517	123	8	test	test	NOUN
flr-517	123	9	development	development	NOUN
flr-517	123	10	,	,	PUNCT
flr-517	123	11	14	14	NUM
flr-517	123	12	which	which	PRON
flr-517	123	13	i	i	PRON
flr-517	123	14	analysed	analyse	VERB
flr-517	123	15	as	as	ADP
flr-517	123	16	to	to	ADP
flr-517	123	17	how	how	SCONJ
flr-517	123	18	content	content	ADJ
flr-517	123	19	validity	validity	NOUN
flr-517	123	20	is	be	AUX
flr-517	123	21	treated	treat	VERB
flr-517	123	22	,	,	PUNCT
flr-517	123	23	whether	whether	SCONJ
flr-517	123	24	experts	expert	NOUN
flr-517	123	25	were	be	AUX
flr-517	123	26	involved	involve	VERB
flr-517	123	27	,	,	PUNCT
flr-517	123	28	and	and	CCONJ
flr-517	123	29	if	if	SCONJ
flr-517	123	30	so	so	ADV
flr-517	123	31	,	,	PUNCT
flr-517	123	32	how	how	SCONJ
flr-517	123	33	the	the	DET
flr-517	123	34	experts	expert	NOUN
flr-517	123	35	were	be	AUX
flr-517	123	36	selected	select	VERB
flr-517	123	37	,	,	PUNCT
flr-517	123	38	how	how	SCONJ
flr-517	123	39	many	many	ADJ
flr-517	123	40	of	of	ADP
flr-517	123	41	them	they	PRON
flr-517	123	42	were	be	AUX
flr-517	123	43	consulted	consult	VERB
flr-517	123	44	,	,	PUNCT
flr-517	123	45	and	and	CCONJ
flr-517	123	46	what	what	PRON
flr-517	123	47	they	they	PRON
flr-517	123	48	were	be	AUX
flr-517	123	49	asked	ask	VERB
flr-517	123	50	to	to	PART
flr-517	123	51	contribute	contribute	VERB
flr-517	123	52	to	to	PART
flr-517	123	53	ensure	ensure	VERB
flr-517	123	54	content	content	NOUN
flr-517	123	55	validity	validity	NOUN
flr-517	123	56	.	.	PUNCT
flr-517	124	1	from	from	ADP
flr-517	124	2	this	this	DET
flr-517	124	3	perspective	perspective	NOUN
flr-517	124	4	the	the	DET
flr-517	124	5	test	test	NOUN
flr-517	124	6	content	content	NOUN
flr-517	124	7	(	(	PUNCT
flr-517	124	8	whether	whether	SCONJ
flr-517	124	9	psychological	psychological	ADJ
flr-517	124	10	or	or	CCONJ
flr-517	124	11	educational	educational	ADJ
flr-517	124	12	,	,	PUNCT
flr-517	124	13	whether	whether	SCONJ
flr-517	124	14	focusing	focus	VERB
flr-517	124	15	on	on	ADP
flr-517	124	16	teachers	teacher	NOUN
flr-517	124	17	,	,	PUNCT
flr-517	124	18	students	student	NOUN
flr-517	124	19	,	,	PUNCT
flr-517	124	20	or	or	CCONJ
flr-517	124	21	apprentices	apprentice	NOUN
flr-517	124	22	)	)	PUNCT
flr-517	124	23	,	,	PUNCT
flr-517	124	24	national	national	ADJ
flr-517	124	25	context	context	NOUN
flr-517	124	26	,	,	PUNCT
flr-517	124	27	and	and	CCONJ
flr-517	124	28	publication	publication	NOUN
flr-517	124	29	medium	medium	ADJ
flr-517	124	30	(	(	PUNCT
flr-517	124	31	journal	journal	NOUN
flr-517	124	32	or	or	CCONJ
flr-517	124	33	book	book	NOUN
flr-517	124	34	chapter	chapter	NOUN
flr-517	124	35	)	)	PUNCT
flr-517	124	36	were	be	AUX
flr-517	124	37	irrelevant	irrelevant	ADJ
flr-517	124	38	,	,	PUNCT
flr-517	124	39	as	as	SCONJ
flr-517	124	40	the	the	DET
flr-517	124	41	procedures	procedure	NOUN
flr-517	124	42	to	to	PART
flr-517	124	43	ensure	ensure	VERB
flr-517	124	44	content	content	NOUN
flr-517	124	45	validity	validity	NOUN
flr-517	124	46	can	can	AUX
flr-517	124	47	be	be	AUX
flr-517	124	48	described	describe	VERB
flr-517	124	49	and	and	CCONJ
flr-517	124	50	compared	compare	VERB
flr-517	124	51	independently	independently	ADV
flr-517	124	52	of	of	ADP
flr-517	124	53	these	these	DET
flr-517	124	54	conditions	condition	NOUN
flr-517	124	55	.	.	PUNCT
flr-517	125	1	15	15	NUM
flr-517	125	2	of	of	ADP
flr-517	125	3	the	the	DET
flr-517	125	4	72	72	NUM
flr-517	125	5	reports	report	NOUN
flr-517	125	6	,	,	PUNCT
flr-517	125	7	16	16	NUM
flr-517	125	8	did	do	AUX
flr-517	125	9	not	not	PART
flr-517	125	10	rely	rely	VERB
flr-517	125	11	on	on	SCONJ
flr-517	125	12	experts	expert	NOUN
flr-517	125	13	to	to	PART
flr-517	125	14	ensure	ensure	VERB
flr-517	125	15	content	content	NOUN
flr-517	125	16	validity	validity	NOUN
flr-517	125	17	(	(	PUNCT
flr-517	125	18	see	see	VERB
flr-517	125	19	appendix	appendix	NOUN
flr-517	125	20	1	1	NUM
flr-517	125	21	,	,	PUNCT
flr-517	125	22	col	col	PROPN
flr-517	125	23	.	.	PROPN
flr-517	125	24	3(a	3(a	NUM
flr-517	125	25	):	):	PUNCT
flr-517	125	26	“	"	PUNCT
flr-517	125	27	n	n	CCONJ
flr-517	125	28	”	"	PUNCT
flr-517	125	29	):	):	PUNCT
flr-517	125	30	in	in	ADP
flr-517	125	31	two	two	NUM
flr-517	125	32	of	of	ADP
flr-517	125	33	them	they	PRON
flr-517	125	34	,	,	PUNCT
flr-517	125	35	experts	expert	NOUN
flr-517	125	36	’	'	PUNCT
flr-517	125	37	advice	advice	NOUN
flr-517	125	38	was	be	AUX
flr-517	125	39	purposefully	purposefully	ADV
flr-517	125	40	avoided	avoid	VERB
flr-517	125	41	because	because	SCONJ
flr-517	125	42	the	the	DET
flr-517	125	43	researchers	researcher	NOUN
flr-517	125	44	felt	feel	VERB
flr-517	125	45	capable	capable	ADJ
flr-517	125	46	of	of	ADP
flr-517	125	47	assessing	assess	VERB
flr-517	125	48	the	the	DET
flr-517	125	49	quality	quality	NOUN
flr-517	125	50	of	of	ADP
flr-517	125	51	their	their	PRON
flr-517	125	52	test	test	NOUN
flr-517	125	53	(	(	PUNCT
flr-517	125	54	appendix	appendix	NOUN
flr-517	125	55	1	1	NUM
flr-517	125	56	,	,	PUNCT
flr-517	125	57	no	no	INTJ
flr-517	125	58	.	.	NOUN
flr-517	125	59	53	53	NUM
flr-517	125	60	,	,	PUNCT
flr-517	125	61	72	72	NUM
flr-517	125	62	)	)	PUNCT
flr-517	125	63	,	,	PUNCT
flr-517	125	64	and	and	CCONJ
flr-517	125	65	in	in	ADP
flr-517	125	66	the	the	DET
flr-517	125	67	others	other	NOUN
flr-517	125	68	16	16	NUM
flr-517	125	69	no	no	DET
flr-517	125	70	mention	mention	NOUN
flr-517	125	71	was	be	AUX
flr-517	125	72	made	make	VERB
flr-517	125	73	of	of	ADP
flr-517	125	74	the	the	DET
flr-517	125	75	use	use	NOUN
flr-517	125	76	of	of	ADP
flr-517	125	77	external	external	ADJ
flr-517	125	78	experts	expert	NOUN
flr-517	125	79	.	.	PUNCT
flr-517	126	1	in	in	ADP
flr-517	126	2	the	the	DET
flr-517	126	3	remaining	remain	VERB
flr-517	126	4	56	56	NUM
flr-517	126	5	reports	report	NOUN
flr-517	126	6	(	(	PUNCT
flr-517	126	7	78	78	NUM
flr-517	126	8	%	%	NOUN
flr-517	126	9	of	of	ADP
flr-517	126	10	the	the	DET
flr-517	126	11	sample	sample	NOUN
flr-517	126	12	)	)	PUNCT
flr-517	126	13	some	some	DET
flr-517	126	14	information	information	NOUN
flr-517	126	15	was	be	AUX
flr-517	126	16	provided	provide	VERB
flr-517	126	17	concerning	concern	VERB
flr-517	126	18	the	the	DET
flr-517	126	19	use	use	NOUN
flr-517	126	20	of	of	ADP
flr-517	126	21	experts	expert	NOUN
flr-517	126	22	and	and	CCONJ
flr-517	126	23	their	their	PRON
flr-517	126	24	functions	function	NOUN
flr-517	126	25	in	in	ADP
flr-517	126	26	the	the	DET
flr-517	126	27	process	process	NOUN
flr-517	126	28	of	of	ADP
flr-517	126	29	ensuring	ensure	VERB
flr-517	126	30	content	content	NOUN
flr-517	126	31	validity	validity	NOUN
flr-517	126	32	.	.	PUNCT
flr-517	127	1	in	in	ADP
flr-517	127	2	10	10	NUM
flr-517	127	3	of	of	ADP
flr-517	127	4	them17	them17	VERB
flr-517	127	5	experts	expert	NOUN
flr-517	127	6	were	be	AUX
flr-517	127	7	consulted	consult	VERB
flr-517	127	8	but	but	CCONJ
flr-517	127	9	no	no	DET
flr-517	127	10	clear	clear	ADJ
flr-517	127	11	description	description	NOUN
flr-517	127	12	was	be	AUX
flr-517	127	13	given	give	VERB
flr-517	127	14	about	about	ADP
flr-517	127	15	the	the	DET
flr-517	127	16	task(s	task(s	NOUN
flr-517	127	17	)	)	PUNCT
flr-517	127	18	they	they	PRON
flr-517	127	19	performed	perform	VERB
flr-517	127	20	.	.	PUNCT
flr-517	128	1	overall	overall	ADV
flr-517	128	2	,	,	PUNCT
flr-517	128	3	none	none	NOUN
flr-517	128	4	of	of	ADP
flr-517	128	5	the	the	DET
flr-517	128	6	reports	report	NOUN
flr-517	128	7	in	in	ADP
flr-517	128	8	the	the	DET
flr-517	128	9	sample	sample	NOUN
flr-517	128	10	provided	provide	VERB
flr-517	128	11	an	an	DET
flr-517	128	12	adequate	adequate	ADJ
flr-517	128	13	description	description	NOUN
flr-517	128	14	of	of	ADP
flr-517	128	15	the	the	DET
flr-517	128	16	criteria	criterion	NOUN
flr-517	128	17	used	use	VERB
flr-517	128	18	to	to	PART
flr-517	128	19	determine	determine	VERB
flr-517	128	20	the	the	DET
flr-517	128	21	exact	exact	ADJ
flr-517	128	22	role	role	NOUN
flr-517	128	23	and	and	CCONJ
flr-517	128	24	contribution	contribution	NOUN
flr-517	128	25	of	of	ADP
flr-517	128	26	experts	expert	NOUN
flr-517	128	27	in	in	ADP
flr-517	128	28	ensuring	ensure	VERB
flr-517	128	29	content	content	NOUN
flr-517	128	30	validity	validity	NOUN
flr-517	128	31	(	(	PUNCT
flr-517	128	32	cf	cf	NOUN
flr-517	128	33	.	.	PUNCT
flr-517	129	1	appendix	appendix	PROPN
flr-517	129	2	1	1	NUM
flr-517	129	3	col	col	NOUN
flr-517	129	4	.	.	PROPN
flr-517	129	5	3	3	NUM
flr-517	129	6	to	to	ADP
flr-517	129	7	6	6	NUM
flr-517	129	8	)	)	PUNCT
flr-517	129	9	.	.	PUNCT
flr-517	130	1	only	only	ADV
flr-517	130	2	three	three	NUM
flr-517	130	3	of	of	ADP
flr-517	130	4	the	the	DET
flr-517	130	5	reports	report	NOUN
flr-517	130	6	18	18	NUM
flr-517	130	7	came	come	VERB
flr-517	130	8	close	close	ADV
flr-517	130	9	to	to	ADP
flr-517	130	10	doing	do	VERB
flr-517	130	11	so	so	ADV
flr-517	130	12	.	.	PUNCT
flr-517	131	1	in	in	ADP
flr-517	131	2	18	18	NUM
flr-517	131	3	reports	report	NOUN
flr-517	131	4	only	only	ADV
flr-517	131	5	one	one	NUM
flr-517	131	6	type	type	NOUN
flr-517	131	7	of	of	ADP
flr-517	131	8	information	information	NOUN
flr-517	131	9	was	be	AUX
flr-517	131	10	requested	request	VERB
flr-517	131	11	from	from	ADP
flr-517	131	12	experts	expert	NOUN
flr-517	131	13	(	(	PUNCT
flr-517	131	14	cf	cf	NOUN
flr-517	131	15	.	.	PUNCT
flr-517	132	1	appendix	appendix	NOUN
flr-517	132	2	1	1	NUM
flr-517	132	3	,	,	PUNCT
flr-517	132	4	col	col	NOUN
flr-517	132	5	.	.	PROPN
flr-517	132	6	7	7	NUM
flr-517	132	7	)	)	PUNCT
flr-517	132	8	whereas	whereas	SCONJ
flr-517	132	9	in	in	ADP
flr-517	132	10	others	other	NOUN
flr-517	132	11	several	several	ADJ
flr-517	132	12	types	type	NOUN
flr-517	132	13	of	of	ADP
flr-517	132	14	information	information	NOUN
flr-517	132	15	were	be	AUX
flr-517	132	16	sought	seek	VERB
flr-517	132	17	(	(	PUNCT
flr-517	132	18	e.g.	e.g.	ADV
flr-517	132	19	,	,	PUNCT
flr-517	132	20	appendix	appendix	ADJ
flr-517	132	21	1	1	NUM
flr-517	132	22	,	,	PUNCT
flr-517	132	23	no	no	INTJ
flr-517	132	24	.	.	NOUN
flr-517	132	25	25	25	NUM
flr-517	132	26	and	and	CCONJ
flr-517	132	27	35	35	NUM
flr-517	132	28	):	):	PUNCT
flr-517	132	29	between	between	ADP
flr-517	132	30	seven	seven	NUM
flr-517	132	31	and	and	CCONJ
flr-517	132	32	eight	eight	NUM
flr-517	132	33	questions	question	NOUN
flr-517	132	34	were	be	AUX
flr-517	132	35	posed	pose	VERB
flr-517	132	36	to	to	ADP
flr-517	132	37	each	each	DET
flr-517	132	38	expert.19	expert.19	NOUN
flr-517	132	39	overall	overall	ADJ
flr-517	132	40	,	,	PUNCT
flr-517	132	41	experts	expert	NOUN
flr-517	132	42	were	be	AUX
flr-517	132	43	asked	ask	VERB
flr-517	132	44	113	113	NUM
flr-517	132	45	questions	question	NOUN
flr-517	132	46	related	relate	VERB
flr-517	132	47	to	to	ADP
flr-517	132	48	all	all	DET
flr-517	132	49	types	type	NOUN
flr-517	132	50	of	of	ADP
flr-517	132	51	information	information	NOUN
flr-517	132	52	relevant	relevant	ADJ
flr-517	132	53	to	to	PART
flr-517	132	54	content	content	VERB
flr-517	132	55	validity	validity	NOUN
flr-517	132	56	(	(	PUNCT
flr-517	132	57	cf	cf	NOUN
flr-517	132	58	.	.	PUNCT
flr-517	133	1	appendix	appendix	NOUN
flr-517	133	2	3	3	NUM
flr-517	133	3	)	)	PUNCT
flr-517	133	4	over	over	ADP
flr-517	133	5	the	the	DET
flr-517	133	6	course	course	NOUN
flr-517	133	7	of	of	ADP
flr-517	133	8	all	all	DET
flr-517	133	9	test	test	NOUN
flr-517	133	10	development	development	NOUN
flr-517	133	11	projects	project	NOUN
flr-517	133	12	in	in	ADP
flr-517	133	13	the	the	DET
flr-517	133	14	sample	sample	NOUN
flr-517	133	15	.	.	PUNCT
flr-517	134	1	their	their	PRON
flr-517	134	2	support	support	NOUN
flr-517	134	3	was	be	AUX
flr-517	134	4	requested	request	VERB
flr-517	134	5	mostly	mostly	ADV
flr-517	134	6	for	for	ADP
flr-517	134	7	items	item	NOUN
flr-517	134	8	concerning	concern	VERB
flr-517	134	9	domain	domain	NOUN
flr-517	134	10	-	-	PUNCT
flr-517	134	11	specific	specific	ADJ
flr-517	134	12	characteristics	characteristic	NOUN
flr-517	134	13	(	(	PUNCT
flr-517	134	14	cf	cf	NOUN
flr-517	134	15	.	.	PUNCT
flr-517	135	1	appendix	appendix	NOUN
flr-517	135	2	3	3	NUM
flr-517	135	3	,	,	PUNCT
flr-517	135	4	col	col	PROPN
flr-517	135	5	.	.	PROPN
flr-517	135	6	4	4	NUM
flr-517	135	7	,	,	PUNCT
flr-517	135	8	type	type	VERB
flr-517	135	9	no	no	INTJ
flr-517	135	10	.	.	NOUN
flr-517	136	1	4	4	NUM
flr-517	136	2	:	:	SYM
flr-517	136	3	41	41	NUM
flr-517	136	4	of	of	ADP
flr-517	136	5	all	all	DET
flr-517	136	6	113	113	NUM
flr-517	136	7	requests	request	NOUN
flr-517	136	8	)	)	PUNCT
flr-517	136	9	and	and	CCONJ
flr-517	136	10	quality	quality	NOUN
flr-517	136	11	of	of	ADP
flr-517	136	12	wording	wording	NOUN
flr-517	136	13	(	(	PUNCT
flr-517	136	14	type	type	NOUN
flr-517	136	15	no	no	INTJ
flr-517	136	16	.	.	NOUN
flr-517	137	1	7	7	NUM
flr-517	137	2	:	:	SYM
flr-517	137	3	33	33	NUM
flr-517	137	4	requests	request	NOUN
flr-517	137	5	)	)	PUNCT
flr-517	137	6	.	.	PUNCT
flr-517	138	1	some	some	DET
flr-517	138	2	information	information	NOUN
flr-517	138	3	types	type	NOUN
flr-517	138	4	listed	list	VERB
flr-517	138	5	in	in	ADP
flr-517	138	6	table	table	NOUN
flr-517	138	7	1	1	NUM
flr-517	138	8	did	do	AUX
flr-517	138	9	not	not	PART
flr-517	138	10	seem	seem	VERB
flr-517	138	11	to	to	PART
flr-517	138	12	be	be	AUX
flr-517	138	13	needed	need	VERB
flr-517	138	14	very	very	ADV
flr-517	138	15	often	often	ADV
flr-517	138	16	from	from	ADP
flr-517	138	17	external	external	ADJ
flr-517	138	18	experts	expert	NOUN
flr-517	138	19	:	:	PUNCT
flr-517	138	20	type	type	VERB
flr-517	138	21	no	no	INTJ
flr-517	138	22	.	.	NOUN
flr-517	138	23	1	1	NUM
flr-517	138	24	:	:	PUNCT
flr-517	138	25	‘	'	PUNCT
flr-517	138	26	definition	definition	NOUN
flr-517	138	27	of	of	ADP
flr-517	138	28	a	a	DET
flr-517	138	29	content	content	NOUN
flr-517	138	30	area	area	NOUN
flr-517	138	31	’	'	PUNCT
flr-517	138	32	was	be	AUX
flr-517	138	33	requested	request	VERB
flr-517	138	34	twice	twice	ADV
flr-517	138	35	only	only	ADV
flr-517	138	36	(	(	PUNCT
flr-517	138	37	cf	cf	NOUN
flr-517	138	38	.	.	PUNCT
flr-517	139	1	appendix	appendix	NOUN
flr-517	139	2	3	3	NUM
flr-517	139	3	,	,	PUNCT
flr-517	139	4	col	col	NOUN
flr-517	139	5	.	.	PROPN
flr-517	139	6	4	4	NUM
flr-517	139	7	)	)	PUNCT
flr-517	139	8	,	,	PUNCT
flr-517	139	9	type	type	VERB
flr-517	139	10	no	no	INTJ
flr-517	139	11	.	.	NOUN
flr-517	139	12	6	6	NUM
flr-517	139	13	:	:	PUNCT
flr-517	139	14	‘	'	PUNCT
flr-517	139	15	representativeness	representativeness	NOUN
flr-517	139	16	of	of	ADP
flr-517	139	17	an	an	DET
flr-517	139	18	item	item	NOUN
flr-517	139	19	sample	sample	NOUN
flr-517	139	20	’	'	PUNCT
flr-517	139	21	was	be	AUX
flr-517	139	22	requested	request	VERB
flr-517	139	23	five	five	NUM
flr-517	139	24	times	time	NOUN
flr-517	139	25	.	.	PUNCT
flr-517	140	1	other	other	ADJ
flr-517	140	2	types	type	NOUN
flr-517	140	3	of	of	ADP
flr-517	140	4	relevant	relevant	ADJ
flr-517	140	5	information	information	NOUN
flr-517	140	6	were	be	AUX
flr-517	140	7	not	not	PART
flr-517	140	8	requested	request	VERB
flr-517	140	9	at	at	ADP
flr-517	140	10	all.20	all.20	NOUN
flr-517	140	11	across	across	ADP
flr-517	140	12	all	all	DET
flr-517	140	13	projects	project	NOUN
flr-517	140	14	in	in	ADP
flr-517	140	15	which	which	PRON
flr-517	140	16	the	the	DET
flr-517	140	17	type	type	NOUN
flr-517	140	18	of	of	ADP
flr-517	140	19	questions	question	NOUN
flr-517	140	20	posed	pose	VERB
flr-517	140	21	to	to	ADP
flr-517	140	22	experts	expert	NOUN
flr-517	140	23	was	be	AUX
flr-517	140	24	reported	report	VERB
flr-517	140	25	,	,	PUNCT
flr-517	140	26	the	the	DET
flr-517	140	27	majority	majority	NOUN
flr-517	140	28	of	of	ADP
flr-517	140	29	the	the	DET
flr-517	140	30	experts	expert	NOUN
flr-517	140	31	’	’	PART
flr-517	140	32	responses	response	NOUN
flr-517	140	33	fell	fall	VERB
flr-517	140	34	into	into	ADP
flr-517	140	35	the	the	DET
flr-517	140	36	category	category	NOUN
flr-517	140	37	“	"	PUNCT
flr-517	140	38	subjective	subjective	ADJ
flr-517	140	39	”	"	PUNCT
flr-517	140	40	that	that	PRON
flr-517	140	41	is	be	AUX
flr-517	140	42	requiring	require	VERB
flr-517	140	43	approval	approval	NOUN
flr-517	140	44	or	or	CCONJ
flr-517	140	45	disapproval	disapproval	NOUN
flr-517	140	46	(	(	PUNCT
flr-517	140	47	table	table	NOUN
flr-517	140	48	2).21	2).21	NUM
flr-517	140	49	table	table	NOUN
flr-517	140	50	2	2	NUM
flr-517	140	51	distribution	distribution	NOUN
flr-517	140	52	of	of	ADP
flr-517	140	53	experts	expert	NOUN
flr-517	140	54	’	'	PUNCT
flr-517	140	55	responses	response	NOUN
flr-517	140	56	to	to	ADP
flr-517	140	57	all	all	DET
flr-517	140	58	types	type	NOUN
flr-517	140	59	of	of	ADP
flr-517	140	60	questions	question	NOUN
flr-517	140	61	posed	pose	VERB
flr-517	140	62	of	of	ADP
flr-517	140	63	the	the	DET
flr-517	140	64	56	56	NUM
flr-517	140	65	reports	report	NOUN
flr-517	140	66	that	that	PRON
flr-517	140	67	included	include	VERB
flr-517	140	68	the	the	DET
flr-517	140	69	involvement	involvement	NOUN
flr-517	140	70	of	of	ADP
flr-517	140	71	experts	expert	NOUN
flr-517	140	72	,	,	PUNCT
flr-517	140	73	40	40	NUM
flr-517	140	74	provided	provide	VERB
flr-517	140	75	information	information	NOUN
flr-517	140	76	on	on	ADP
flr-517	140	77	the	the	DET
flr-517	140	78	number	number	NOUN
flr-517	140	79	of	of	ADP
flr-517	140	80	experts	expert	NOUN
flr-517	140	81	they	they	PRON
flr-517	140	82	contacted	contact	VERB
flr-517	140	83	.	.	PUNCT
flr-517	141	1	in	in	ADP
flr-517	141	2	four	four	NUM
flr-517	141	3	other	other	ADJ
flr-517	141	4	reports	report	NOUN
flr-517	141	5	experts	expert	NOUN
flr-517	141	6	were	be	AUX
flr-517	141	7	said	say	VERB
flr-517	141	8	to	to	PART
flr-517	141	9	have	have	AUX
flr-517	141	10	been	be	AUX
flr-517	141	11	consulted	consult	VERB
flr-517	141	12	but	but	CCONJ
flr-517	141	13	the	the	DET
flr-517	141	14	number	number	NOUN
flr-517	141	15	was	be	AUX
flr-517	141	16	not	not	PART
flr-517	141	17	stated	state	VERB
flr-517	141	18	.	.	PUNCT
flr-517	142	1	in	in	ADP
flr-517	142	2	two	two	NUM
flr-517	142	3	other	other	ADJ
flr-517	142	4	reports	report	NOUN
flr-517	142	5	only	only	ADV
flr-517	142	6	the	the	DET
flr-517	142	7	number	number	NOUN
flr-517	142	8	of	of	ADP
flr-517	142	9	one	one	NUM
flr-517	142	10	subgroup	subgroup	NOUN
flr-517	142	11	of	of	ADP
flr-517	142	12	experts	expert	NOUN
flr-517	142	13	was	be	AUX
flr-517	142	14	stated	state	VERB
flr-517	142	15	.	.	PUNCT
flr-517	143	1	overall	overall	ADJ
flr-517	143	2	,	,	PUNCT
flr-517	143	3	at	at	ADP
flr-517	143	4	least	least	ADJ
flr-517	143	5	1,261	1,261	NUM
flr-517	143	6	experts	expert	NOUN
flr-517	143	7	plus	plus	CCONJ
flr-517	143	8	an	an	DET
flr-517	143	9	undisclosed	undisclosed	ADJ
flr-517	143	10	additional	additional	ADJ
flr-517	143	11	number	number	NOUN
flr-517	143	12	are	be	AUX
flr-517	143	13	claimed	claim	VERB
flr-517	143	14	to	to	PART
flr-517	143	15	have	have	AUX
flr-517	143	16	been	be	AUX
flr-517	143	17	involved	involve	VERB
flr-517	143	18	in	in	ADP
flr-517	143	19	the	the	DET
flr-517	143	20	46	46	NUM
flr-517	143	21	projects	project	NOUN
flr-517	143	22	in	in	ADP
flr-517	143	23	which	which	PRON
flr-517	143	24	a	a	DET
flr-517	143	25	number	number	NOUN
flr-517	143	26	of	of	ADP
flr-517	143	27	experts	expert	NOUN
flr-517	143	28	consulted	consult	VERB
flr-517	143	29	was	be	AUX
flr-517	143	30	stated	state	VERB
flr-517	143	31	.	.	PUNCT
flr-517	144	1	this	this	PRON
flr-517	144	2	means	mean	VERB
flr-517	144	3	that	that	SCONJ
flr-517	144	4	test	test	NOUN
flr-517	144	5	developers	developer	NOUN
flr-517	144	6	asked	ask	VERB
flr-517	144	7	an	an	DET
flr-517	144	8	average	average	NOUN
flr-517	144	9	of	of	ADP
flr-517	144	10	at	at	ADV
flr-517	144	11	least	least	ADV
flr-517	144	12	27	27	NUM
flr-517	144	13	experts	expert	NOUN
flr-517	144	14	for	for	ADP
flr-517	144	15	help	help	NOUN
flr-517	144	16	to	to	PART
flr-517	144	17	ensure	ensure	VERB
flr-517	144	18	the	the	DET
flr-517	144	19	content	content	NOUN
flr-517	144	20	validity	validity	NOUN
flr-517	144	21	of	of	ADP
flr-517	144	22	their	their	PRON
flr-517	144	23	instrument.22	instrument.22	NOUN
flr-517	144	24	it	it	PRON
flr-517	144	25	is	be	AUX
flr-517	144	26	not	not	PART
flr-517	144	27	surprising	surprising	ADJ
flr-517	144	28	that	that	SCONJ
flr-517	144	29	the	the	DET
flr-517	144	30	majority	majority	NOUN
flr-517	144	31	of	of	ADP
flr-517	144	32	these	these	DET
flr-517	144	33	experts	expert	NOUN
flr-517	144	34	(	(	PUNCT
flr-517	144	35	approximately	approximately	ADV
flr-517	144	36	70	70	NUM
flr-517	144	37	%	%	NOUN
flr-517	144	38	)	)	PUNCT
flr-517	144	39	had	have	VERB
flr-517	144	40	a	a	DET
flr-517	144	41	university	university	NOUN
flr-517	144	42	background	background	NOUN
flr-517	144	43	.	.	PUNCT
flr-517	145	1	table	table	NOUN
flr-517	145	2	3	3	NUM
flr-517	145	3	offers	offer	VERB
flr-517	145	4	an	an	DET
flr-517	145	5	overview	overview	NOUN
flr-517	145	6	of	of	ADP
flr-517	145	7	the	the	DET
flr-517	145	8	experts	expert	NOUN
flr-517	145	9	who	who	PRON
flr-517	145	10	were	be	AUX
flr-517	145	11	consulted	consult	VERB
flr-517	145	12	about	about	ADP
flr-517	145	13	test	test	NOUN
flr-517	145	14	item	item	NOUN
flr-517	145	15	content	content	NOUN
flr-517	145	16	.	.	PUNCT
flr-517	146	1	table	table	NOUN
flr-517	146	2	3	3	NUM
flr-517	146	3	distribution	distribution	NOUN
flr-517	146	4	of	of	ADP
flr-517	146	5	experts	expert	NOUN
flr-517	146	6	according	accord	VERB
flr-517	146	7	to	to	ADP
flr-517	146	8	fields	field	NOUN
flr-517	146	9	*	*	PUNCT
flr-517	146	10	note	note	NOUN
flr-517	146	11	.	.	PUNCT
flr-517	147	1	*	*	PUNCT
flr-517	147	2	assignment	assignment	NOUN
flr-517	147	3	to	to	ADP
flr-517	147	4	the	the	DET
flr-517	147	5	categories	category	NOUN
flr-517	147	6	was	be	AUX
flr-517	147	7	based	base	VERB
flr-517	147	8	on	on	ADP
flr-517	147	9	information	information	NOUN
flr-517	147	10	given	give	VERB
flr-517	147	11	by	by	ADP
flr-517	147	12	test	test	NOUN
flr-517	147	13	developers	developer	NOUN
flr-517	147	14	,	,	PUNCT
flr-517	147	15	which	which	PRON
flr-517	147	16	sometimes	sometimes	ADV
flr-517	147	17	was	be	AUX
flr-517	147	18	inconclusive	inconclusive	ADJ
flr-517	147	19	and	and	CCONJ
flr-517	147	20	therefore	therefore	ADV
flr-517	147	21	made	make	VERB
flr-517	147	22	assignments	assignment	NOUN
flr-517	147	23	somewhat	somewhat	ADV
flr-517	147	24	arbitrary	arbitrary	ADJ
flr-517	147	25	.	.	PUNCT
flr-517	148	1	nevertheless	nevertheless	ADV
flr-517	148	2	,	,	PUNCT
flr-517	148	3	this	this	DET
flr-517	148	4	table	table	NOUN
flr-517	148	5	gives	give	VERB
flr-517	148	6	a	a	DET
flr-517	148	7	general	general	ADJ
flr-517	148	8	impression	impression	NOUN
flr-517	148	9	of	of	ADP
flr-517	148	10	the	the	DET
flr-517	148	11	number	number	NOUN
flr-517	148	12	and	and	CCONJ
flr-517	148	13	background	background	NOUN
flr-517	148	14	of	of	ADP
flr-517	148	15	those	those	DET
flr-517	148	16	experts	expert	NOUN
flr-517	148	17	.	.	PUNCT
flr-517	149	1	here	here	ADV
flr-517	149	2	,	,	PUNCT
flr-517	149	3	an	an	DET
flr-517	149	4	impression	impression	NOUN
flr-517	149	5	is	be	AUX
flr-517	149	6	given	give	VERB
flr-517	149	7	of	of	ADP
flr-517	149	8	the	the	DET
flr-517	149	9	cost	cost	NOUN
flr-517	149	10	arising	arise	VERB
flr-517	149	11	from	from	ADP
flr-517	149	12	consulting	consult	VERB
flr-517	149	13	experts	expert	NOUN
flr-517	149	14	regarding	regard	VERB
flr-517	149	15	content	content	NOUN
flr-517	149	16	validity	validity	NOUN
flr-517	149	17	.	.	PUNCT
flr-517	150	1	it	it	PRON
flr-517	150	2	can	can	AUX
flr-517	150	3	be	be	AUX
flr-517	150	4	assumed	assume	VERB
flr-517	150	5	that	that	SCONJ
flr-517	150	6	it	it	PRON
flr-517	150	7	takes	take	VERB
flr-517	150	8	an	an	DET
flr-517	150	9	expert	expert	NOUN
flr-517	150	10	approximately	approximately	ADV
flr-517	150	11	one	one	NUM
flr-517	150	12	hour	hour	NOUN
flr-517	150	13	to	to	PART
flr-517	150	14	answer	answer	VERB
flr-517	150	15	one	one	NUM
flr-517	150	16	question	question	NOUN
flr-517	150	17	concerning	concern	VERB
flr-517	150	18	one	one	NUM
flr-517	150	19	test	test	NOUN
flr-517	150	20	instrument.23	instrument.23	NOUN
flr-517	150	21	from	from	ADP
flr-517	150	22	the	the	DET
flr-517	150	23	data	datum	NOUN
flr-517	150	24	(	(	PUNCT
flr-517	150	25	appendix	appendix	NOUN
flr-517	150	26	1	1	NUM
flr-517	150	27	,	,	PUNCT
flr-517	150	28	a	a	DET
flr-517	150	29	combination	combination	NOUN
flr-517	150	30	of	of	ADP
flr-517	150	31	col	col	PROPN
flr-517	150	32	.	.	PROPN
flr-517	150	33	4	4	NUM
flr-517	150	34	and	and	CCONJ
flr-517	150	35	7	7	NUM
flr-517	150	36	)	)	PUNCT
flr-517	150	37	the	the	DET
flr-517	150	38	number	number	NOUN
flr-517	150	39	of	of	ADP
flr-517	150	40	questions	question	NOUN
flr-517	150	41	posed	pose	VERB
flr-517	150	42	to	to	ADP
flr-517	150	43	experts	expert	NOUN
flr-517	150	44	across	across	ADP
flr-517	150	45	the	the	DET
flr-517	150	46	48	48	NUM
flr-517	150	47	projects	project	NOUN
flr-517	150	48	in	in	ADP
flr-517	150	49	which	which	PRON
flr-517	150	50	they	they	PRON
flr-517	150	51	were	be	AUX
flr-517	150	52	involved	involve	VERB
flr-517	150	53	is	be	AUX
flr-517	150	54	known	know	VERB
flr-517	150	55	,	,	PUNCT
flr-517	150	56	and	and	CCONJ
flr-517	150	57	the	the	DET
flr-517	150	58	number	number	NOUN
flr-517	150	59	of	of	ADP
flr-517	150	60	hours	hour	NOUN
flr-517	150	61	of	of	ADP
flr-517	150	62	work	work	NOUN
flr-517	150	63	required	require	VERB
flr-517	150	64	by	by	ADP
flr-517	150	65	them	they	PRON
flr-517	150	66	totals	total	VERB
flr-517	150	67	4,439.24	4,439.24	NUM
flr-517	150	68	usually	usually	ADV
flr-517	150	69	experts	expert	NOUN
flr-517	150	70	do	do	AUX
flr-517	150	71	not	not	PART
flr-517	150	72	receive	receive	VERB
flr-517	150	73	any	any	DET
flr-517	150	74	monetary	monetary	ADJ
flr-517	150	75	compensation	compensation	NOUN
flr-517	150	76	for	for	ADP
flr-517	150	77	their	their	PRON
flr-517	150	78	work	work	NOUN
flr-517	150	79	.	.	PUNCT
flr-517	151	1	in	in	ADP
flr-517	151	2	none	none	NOUN
flr-517	151	3	of	of	ADP
flr-517	151	4	the	the	DET
flr-517	151	5	reports	report	NOUN
flr-517	151	6	in	in	ADP
flr-517	151	7	our	our	PRON
flr-517	151	8	sample	sample	NOUN
flr-517	151	9	was	be	AUX
flr-517	151	10	a	a	DET
flr-517	151	11	fee	fee	NOUN
flr-517	151	12	for	for	ADP
flr-517	151	13	the	the	DET
flr-517	151	14	work	work	NOUN
flr-517	151	15	of	of	ADP
flr-517	151	16	experts	expert	NOUN
flr-517	151	17	mentioned	mention	VERB
flr-517	151	18	.	.	PUNCT
flr-517	152	1	this	this	PRON
flr-517	152	2	might	might	AUX
flr-517	152	3	be	be	AUX
flr-517	152	4	plausible	plausible	ADJ
flr-517	152	5	with	with	ADP
flr-517	152	6	respect	respect	NOUN
flr-517	152	7	to	to	ADP
flr-517	152	8	university	university	NOUN
flr-517	152	9	students	student	NOUN
flr-517	152	10	because	because	SCONJ
flr-517	152	11	one	one	PRON
flr-517	152	12	might	might	AUX
flr-517	152	13	surmise	surmise	VERB
flr-517	152	14	optimistically	optimistically	ADV
flr-517	152	15	that	that	SCONJ
flr-517	152	16	by	by	ADP
flr-517	152	17	analysing	analyse	VERB
flr-517	152	18	test	test	NOUN
flr-517	152	19	items	item	NOUN
flr-517	152	20	they	they	PRON
flr-517	152	21	achieve	achieve	VERB
flr-517	152	22	a	a	DET
flr-517	152	23	certain	certain	ADJ
flr-517	152	24	learning	learning	NOUN
flr-517	152	25	gain	gain	NOUN
flr-517	152	26	as	as	ADP
flr-517	152	27	remuneration	remuneration	NOUN
flr-517	152	28	for	for	ADP
flr-517	152	29	their	their	PRON
flr-517	152	30	work	work	NOUN
flr-517	152	31	.	.	PUNCT
flr-517	153	1	however	however	ADV
flr-517	153	2	,	,	PUNCT
flr-517	153	3	even	even	ADV
flr-517	153	4	if	if	SCONJ
flr-517	153	5	the	the	DET
flr-517	153	6	amount	amount	NOUN
flr-517	153	7	of	of	ADP
flr-517	153	8	their	their	PRON
flr-517	153	9	contribution	contribution	NOUN
flr-517	153	10	is	be	AUX
flr-517	153	11	subtracted	subtract	VERB
flr-517	153	12	,	,	PUNCT
flr-517	153	13	2,177	2,177	NUM
flr-517	153	14	working	work	VERB
flr-517	153	15	hours	hour	NOUN
flr-517	153	16	of	of	ADP
flr-517	153	17	non	non	ADJ
flr-517	153	18	-	-	ADJ
flr-517	153	19	student	student	ADJ
flr-517	153	20	experts	expert	NOUN
flr-517	153	21	are	be	AUX
flr-517	153	22	left	leave	VERB
flr-517	153	23	(	(	PUNCT
flr-517	153	24	corresponding	correspond	VERB
flr-517	153	25	to	to	ADP
flr-517	153	26	272	272	NUM
flr-517	153	27	eight	eight	NUM
flr-517	153	28	-	-	PUNCT
flr-517	153	29	hour	hour	NOUN
flr-517	153	30	days	day	NOUN
flr-517	153	31	of	of	ADP
flr-517	153	32	work	work	NOUN
flr-517	153	33	or	or	CCONJ
flr-517	153	34	approximately	approximately	ADV
flr-517	153	35	54	54	NUM
flr-517	153	36	weeks	week	NOUN
flr-517	153	37	of	of	ADP
flr-517	153	38	work	work	NOUN
flr-517	153	39	,	,	PUNCT
flr-517	153	40	i.e.	i.e.	X
flr-517	153	41	,	,	PUNCT
flr-517	153	42	more	more	ADJ
flr-517	153	43	than	than	ADP
flr-517	153	44	one	one	NUM
flr-517	153	45	year	year	NOUN
flr-517	153	46	of	of	ADP
flr-517	153	47	full	full	ADJ
flr-517	153	48	-	-	PUNCT
flr-517	153	49	time	time	NOUN
flr-517	153	50	work	work	NOUN
flr-517	153	51	)	)	PUNCT
flr-517	153	52	.	.	PUNCT
flr-517	154	1	this	this	DET
flr-517	154	2	amount	amount	NOUN
flr-517	154	3	of	of	ADP
flr-517	154	4	work	work	NOUN
flr-517	154	5	was	be	AUX
flr-517	154	6	done	do	VERB
flr-517	154	7	almost	almost	ADV
flr-517	154	8	completely	completely	ADV
flr-517	154	9	by	by	ADP
flr-517	154	10	academics	academic	NOUN
flr-517	154	11	either	either	CCONJ
flr-517	154	12	at	at	ADP
flr-517	154	13	or	or	CCONJ
flr-517	154	14	outside	outside	ADP
flr-517	154	15	the	the	DET
flr-517	154	16	university	university	NOUN
flr-517	154	17	.	.	PUNCT
flr-517	155	1	all	all	PRON
flr-517	155	2	of	of	ADP
flr-517	155	3	the	the	DET
flr-517	155	4	latter	latter	ADJ
flr-517	155	5	were	be	AUX
flr-517	155	6	probably	probably	ADV
flr-517	155	7	used	use	VERB
flr-517	155	8	to	to	PART
flr-517	155	9	being	be	AUX
flr-517	155	10	paid	pay	VERB
flr-517	155	11	relatively	relatively	ADV
flr-517	155	12	well	well	ADV
flr-517	155	13	.	.	PUNCT
flr-517	156	1	therefore	therefore	ADV
flr-517	156	2	,	,	PUNCT
flr-517	156	3	in	in	ADP
flr-517	156	4	monetary	monetary	ADJ
flr-517	156	5	terms	term	NOUN
flr-517	156	6	their	their	PRON
flr-517	156	7	contribution	contribution	NOUN
flr-517	156	8	was	be	AUX
flr-517	156	9	considerable	considerable	ADJ
flr-517	156	10	.	.	PUNCT
flr-517	157	1	in	in	ADP
flr-517	157	2	pilot	pilot	NOUN
flr-517	157	3	studies	study	NOUN
flr-517	157	4	and	and	CCONJ
flr-517	157	5	empirical	empirical	ADJ
flr-517	157	6	investigations	investigation	NOUN
flr-517	157	7	,	,	PUNCT
flr-517	157	8	it	it	PRON
flr-517	157	9	is	be	AUX
flr-517	157	10	common	common	ADJ
flr-517	157	11	to	to	PART
flr-517	157	12	describe	describe	VERB
flr-517	157	13	in	in	ADP
flr-517	157	14	detail	detail	NOUN
flr-517	157	15	the	the	DET
flr-517	157	16	procedures	procedure	NOUN
flr-517	157	17	followed	follow	VERB
flr-517	157	18	to	to	PART
flr-517	157	19	draw	draw	VERB
flr-517	157	20	samples	sample	NOUN
flr-517	157	21	.	.	PUNCT
flr-517	158	1	one	one	PRON
flr-517	158	2	might	might	AUX
flr-517	158	3	expect	expect	VERB
flr-517	158	4	the	the	DET
flr-517	158	5	same	same	ADJ
flr-517	158	6	applies	apply	VERB
flr-517	158	7	to	to	ADP
flr-517	158	8	selecting	select	VERB
flr-517	158	9	experts	expert	NOUN
flr-517	158	10	for	for	ADP
flr-517	158	11	their	their	PRON
flr-517	158	12	input	input	NOUN
flr-517	158	13	on	on	ADP
flr-517	158	14	test	test	NOUN
flr-517	158	15	content	content	NOUN
flr-517	158	16	.	.	PUNCT
flr-517	159	1	this	this	DET
flr-517	159	2	expectation	expectation	NOUN
flr-517	159	3	seems	seem	VERB
flr-517	159	4	to	to	PART
flr-517	159	5	be	be	AUX
flr-517	159	6	justified	justify	VERB
flr-517	159	7	,	,	PUNCT
flr-517	159	8	especially	especially	ADV
flr-517	159	9	since	since	SCONJ
flr-517	159	10	their	their	PRON
flr-517	159	11	work	work	NOUN
flr-517	159	12	is	be	AUX
flr-517	159	13	essential	essential	ADJ
flr-517	159	14	to	to	ADP
flr-517	159	15	the	the	DET
flr-517	159	16	quality	quality	NOUN
flr-517	159	17	of	of	ADP
flr-517	159	18	a	a	DET
flr-517	159	19	newly	newly	ADV
flr-517	159	20	developed	develop	VERB
flr-517	159	21	measurement	measurement	NOUN
flr-517	159	22	instrument	instrument	NOUN
flr-517	159	23	which	which	PRON
flr-517	159	24	may	may	AUX
flr-517	159	25	be	be	AUX
flr-517	159	26	administered	administer	VERB
flr-517	159	27	to	to	ADP
flr-517	159	28	thousands	thousand	NOUN
flr-517	159	29	of	of	ADP
flr-517	159	30	test	test	NOUN
flr-517	159	31	takers	taker	NOUN
flr-517	159	32	,	,	PUNCT
flr-517	159	33	and	and	CCONJ
flr-517	159	34	test	test	NOUN
flr-517	159	35	results	result	NOUN
flr-517	159	36	may	may	AUX
flr-517	159	37	be	be	AUX
flr-517	159	38	used	use	VERB
flr-517	159	39	as	as	ADP
flr-517	159	40	an	an	DET
flr-517	159	41	important	important	ADJ
flr-517	159	42	basis	basis	NOUN
flr-517	159	43	for	for	ADP
flr-517	159	44	decisions	decision	NOUN
flr-517	159	45	affecting	affect	VERB
flr-517	159	46	numerous	numerous	ADJ
flr-517	159	47	stakeholders	stakeholder	NOUN
flr-517	159	48	.	.	PUNCT
flr-517	160	1	therefore	therefore	ADV
flr-517	160	2	,	,	PUNCT
flr-517	160	3	i	i	PRON
flr-517	160	4	investigated	investigate	VERB
flr-517	160	5	whether	whether	SCONJ
flr-517	160	6	the	the	DET
flr-517	160	7	test	test	NOUN
flr-517	160	8	developers	developer	NOUN
flr-517	160	9	were	be	AUX
flr-517	160	10	aware	aware	ADJ
flr-517	160	11	of	of	ADP
flr-517	160	12	the	the	DET
flr-517	160	13	area(s	area(s	PROPN
flr-517	160	14	)	)	PUNCT
flr-517	160	15	of	of	ADP
flr-517	160	16	expertise	expertise	NOUN
flr-517	160	17	of	of	ADP
flr-517	160	18	their	their	PRON
flr-517	160	19	potential	potential	ADJ
flr-517	160	20	experts	expert	NOUN
flr-517	160	21	and	and	CCONJ
flr-517	160	22	what	what	DET
flr-517	160	23	method	method	NOUN
flr-517	160	24	they	they	PRON
flr-517	160	25	used	use	VERB
flr-517	160	26	to	to	PART
flr-517	160	27	recruit	recruit	VERB
flr-517	160	28	them	they	PRON
flr-517	160	29	.	.	PUNCT
flr-517	161	1	the	the	DET
flr-517	161	2	findings	finding	NOUN
flr-517	161	3	are	be	AUX
flr-517	161	4	listed	list	VERB
flr-517	161	5	in	in	ADP
flr-517	161	6	appendix	appendix	NOUN
flr-517	161	7	1	1	NUM
flr-517	161	8	,	,	PUNCT
flr-517	161	9	col	col	PROPN
flr-517	161	10	.	.	PROPN
flr-517	161	11	3(b	3(b	NUM
flr-517	161	12	,	,	PUNCT
flr-517	161	13	c	c	NOUN
flr-517	161	14	)	)	PUNCT
flr-517	161	15	and	and	CCONJ
flr-517	161	16	are	be	AUX
flr-517	161	17	summarised	summarise	VERB
flr-517	161	18	in	in	ADP
flr-517	161	19	table	table	NOUN
flr-517	161	20	4	4	NUM
flr-517	161	21	.	.	PUNCT
flr-517	161	22	table	table	NOUN
flr-517	161	23	4	4	NUM
flr-517	161	24	descriptions	description	NOUN
flr-517	161	25	given	give	VERB
flr-517	161	26	of	of	ADP
flr-517	161	27	procedures	procedure	NOUN
flr-517	161	28	for	for	ADP
flr-517	161	29	selecting	select	VERB
flr-517	161	30	experts	expert	NOUN
flr-517	161	31	*	*	NOUN
flr-517	161	32	note	note	NOUN
flr-517	161	33	.	.	PUNCT
flr-517	162	1	*	*	PUNCT
flr-517	162	2	of	of	ADP
flr-517	162	3	the	the	DET
flr-517	162	4	56	56	NUM
flr-517	162	5	projects	project	NOUN
flr-517	162	6	involving	involve	VERB
flr-517	162	7	experts	expert	NOUN
flr-517	162	8	;	;	PUNCT
flr-517	162	9	*	*	PUNCT
flr-517	162	10	*	*	PUNCT
flr-517	162	11	see	see	VERB
flr-517	162	12	headings	heading	NOUN
flr-517	162	13	in	in	ADP
flr-517	162	14	appendix	appendix	NOUN
flr-517	162	15	1	1	NUM
flr-517	162	16	,	,	PUNCT
flr-517	162	17	col	col	PROPN
flr-517	162	18	.	.	PROPN
flr-517	162	19	3	3	X
flr-517	162	20	.	.	X
flr-517	163	1	in	in	ADP
flr-517	163	2	most	most	ADJ
flr-517	163	3	of	of	ADP
flr-517	163	4	the	the	DET
flr-517	163	5	reports	report	NOUN
flr-517	163	6	,	,	PUNCT
flr-517	163	7	test	test	NOUN
flr-517	163	8	developers	developer	NOUN
flr-517	163	9	reported	report	VERB
flr-517	163	10	at	at	ADP
flr-517	163	11	least	least	ADJ
flr-517	163	12	some	some	DET
flr-517	163	13	idea	idea	NOUN
flr-517	163	14	about	about	ADP
flr-517	163	15	the	the	DET
flr-517	163	16	expertise	expertise	NOUN
flr-517	163	17	they	they	PRON
flr-517	163	18	needed	need	VERB
flr-517	163	19	.	.	PUNCT
flr-517	164	1	this	this	PRON
flr-517	164	2	was	be	AUX
flr-517	164	3	obvious	obvious	ADJ
flr-517	164	4	because	because	SCONJ
flr-517	164	5	they	they	PRON
flr-517	164	6	described	describe	VERB
flr-517	164	7	the	the	DET
flr-517	164	8	tasks	task	NOUN
flr-517	164	9	they	they	PRON
flr-517	164	10	gave	give	VERB
flr-517	164	11	to	to	ADP
flr-517	164	12	the	the	DET
flr-517	164	13	experts	expert	NOUN
flr-517	164	14	and/or	and/or	CCONJ
flr-517	164	15	the	the	DET
flr-517	164	16	questions	question	NOUN
flr-517	164	17	they	they	PRON
flr-517	164	18	asked	ask	VERB
flr-517	164	19	them	they	PRON
flr-517	164	20	.	.	PUNCT
flr-517	165	1	in	in	ADP
flr-517	165	2	14	14	NUM
flr-517	165	3	reports	report	NOUN
flr-517	165	4	the	the	DET
flr-517	165	5	test	test	NOUN
flr-517	165	6	developers	developer	NOUN
flr-517	165	7	mentioned	mention	VERB
flr-517	165	8	something	something	PRON
flr-517	165	9	vaguely	vaguely	ADV
flr-517	165	10	about	about	ADP
flr-517	165	11	how	how	SCONJ
flr-517	165	12	they	they	PRON
flr-517	165	13	selected	select	VERB
flr-517	165	14	their	their	PRON
flr-517	165	15	experts	expert	NOUN
flr-517	165	16	;	;	PUNCT
flr-517	165	17	in	in	ADP
flr-517	165	18	13	13	NUM
flr-517	165	19	of	of	ADP
flr-517	165	20	those	those	PRON
flr-517	165	21	,	,	PUNCT
flr-517	165	22	this	this	PRON
flr-517	165	23	was	be	AUX
flr-517	165	24	done	do	VERB
flr-517	165	25	after	after	ADP
flr-517	165	26	mentioning	mention	VERB
flr-517	165	27	the	the	DET
flr-517	165	28	expertise	expertise	NOUN
flr-517	165	29	needed	need	VERB
flr-517	165	30	.	.	PUNCT
flr-517	166	1	in	in	ADP
flr-517	166	2	12	12	NUM
flr-517	166	3	projects	project	NOUN
flr-517	166	4	involving	involve	VERB
flr-517	166	5	experts	expert	NOUN
flr-517	166	6	nothing	nothing	PRON
flr-517	166	7	was	be	AUX
flr-517	166	8	mentioned	mention	VERB
flr-517	166	9	about	about	ADP
flr-517	166	10	this	this	DET
flr-517	166	11	issue.25	issue.25	NOUN
flr-517	166	12	in	in	ADP
flr-517	166	13	addition	addition	NOUN
flr-517	166	14	,	,	PUNCT
flr-517	166	15	in	in	ADP
flr-517	166	16	empirical	empirical	ADJ
flr-517	166	17	studies	study	NOUN
flr-517	166	18	it	it	PRON
flr-517	166	19	is	be	AUX
flr-517	166	20	standard	standard	ADJ
flr-517	166	21	procedure	procedure	NOUN
flr-517	166	22	to	to	PART
flr-517	166	23	report	report	VERB
flr-517	166	24	on	on	ADP
flr-517	166	25	the	the	DET
flr-517	166	26	results	result	NOUN
flr-517	166	27	yielded	yield	VERB
flr-517	166	28	from	from	ADP
flr-517	166	29	the	the	DET
flr-517	166	30	pilot	pilot	NOUN
flr-517	166	31	sample	sample	NOUN
flr-517	166	32	.	.	PUNCT
flr-517	167	1	likewise	likewise	ADV
flr-517	167	2	,	,	PUNCT
flr-517	167	3	test	test	NOUN
flr-517	167	4	developers	developer	NOUN
flr-517	167	5	could	could	AUX
flr-517	167	6	provide	provide	VERB
flr-517	167	7	a	a	DET
flr-517	167	8	qualitative	qualitative	ADJ
flr-517	167	9	report	report	NOUN
flr-517	167	10	on	on	ADP
flr-517	167	11	the	the	DET
flr-517	167	12	feedback	feedback	NOUN
flr-517	167	13	they	they	PRON
flr-517	167	14	received	receive	VERB
flr-517	167	15	from	from	ADP
flr-517	167	16	their	their	PRON
flr-517	167	17	experts	expert	NOUN
flr-517	167	18	and	and	CCONJ
flr-517	167	19	also	also	ADV
flr-517	167	20	a	a	DET
flr-517	167	21	summative	summative	ADJ
flr-517	167	22	,	,	PUNCT
flr-517	167	23	quantitative	quantitative	ADJ
flr-517	167	24	report	report	NOUN
flr-517	167	25	,	,	PUNCT
flr-517	167	26	especially	especially	ADV
flr-517	167	27	when	when	SCONJ
flr-517	167	28	multiple	multiple	ADJ
flr-517	167	29	experts	expert	NOUN
flr-517	167	30	were	be	AUX
flr-517	167	31	involved	involve	VERB
flr-517	167	32	.	.	PUNCT
flr-517	168	1	in	in	ADP
flr-517	168	2	table	table	NOUN
flr-517	168	3	5	5	NUM
flr-517	168	4	is	be	AUX
flr-517	168	5	an	an	DET
flr-517	168	6	overview	overview	NOUN
flr-517	168	7	of	of	ADP
flr-517	168	8	the	the	DET
flr-517	168	9	reports	report	NOUN
flr-517	168	10	in	in	ADP
flr-517	168	11	which	which	PRON
flr-517	168	12	experts	expert	NOUN
flr-517	168	13	’	'	PUNCT
flr-517	168	14	feedback	feedback	NOUN
flr-517	168	15	was	be	AUX
flr-517	168	16	described	describe	VERB
flr-517	168	17	(	(	PUNCT
flr-517	168	18	cf	cf	NOUN
flr-517	168	19	.	.	PUNCT
flr-517	169	1	appendix	appendix	NOUN
flr-517	169	2	1	1	NUM
flr-517	169	3	,	,	PUNCT
flr-517	169	4	col	col	NOUN
flr-517	169	5	.	.	PROPN
flr-517	169	6	6	6	NUM
flr-517	169	7	)	)	PUNCT
flr-517	169	8	.	.	PUNCT
flr-517	170	1	table	table	NOUN
flr-517	170	2	5	5	NUM
flr-517	170	3	reports	report	NOUN
flr-517	170	4	on	on	ADP
flr-517	170	5	experts	expert	NOUN
flr-517	170	6	’	'	PUNCT
flr-517	170	7	feedback	feedback	NOUN
flr-517	170	8	*	*	NOUN
flr-517	170	9	note	note	NOUN
flr-517	170	10	.	.	PUNCT
flr-517	171	1	*	*	PUNCT
flr-517	171	2	of	of	ADP
flr-517	171	3	the	the	DET
flr-517	171	4	56	56	NUM
flr-517	171	5	reports	report	NOUN
flr-517	171	6	including	include	VERB
flr-517	171	7	experts	expert	NOUN
flr-517	171	8	;	;	PUNCT
flr-517	171	9	*	*	PUNCT
flr-517	171	10	*	*	PUNCT
flr-517	171	11	see	see	VERB
flr-517	171	12	heading	head	VERB
flr-517	171	13	in	in	ADP
flr-517	171	14	appendix	appendix	NOUN
flr-517	171	15	1	1	NUM
flr-517	171	16	,	,	PUNCT
flr-517	171	17	col	col	NOUN
flr-517	171	18	.	.	PROPN
flr-517	171	19	6	6	NUM
flr-517	171	20	.	.	PUNCT
flr-517	172	1	it	it	PRON
flr-517	172	2	should	should	AUX
flr-517	172	3	be	be	AUX
flr-517	172	4	kept	keep	VERB
flr-517	172	5	in	in	ADP
flr-517	172	6	mind	mind	NOUN
flr-517	172	7	that	that	SCONJ
flr-517	172	8	test	test	NOUN
flr-517	172	9	developers	developer	NOUN
flr-517	172	10	often	often	ADV
flr-517	172	11	are	be	AUX
flr-517	172	12	not	not	PART
flr-517	172	13	inclined	inclined	ADJ
flr-517	172	14	to	to	PART
flr-517	172	15	give	give	VERB
flr-517	172	16	a	a	DET
flr-517	172	17	complete	complete	ADJ
flr-517	172	18	account	account	NOUN
flr-517	172	19	of	of	ADP
flr-517	172	20	their	their	PRON
flr-517	172	21	endeavours	endeavour	NOUN
flr-517	172	22	to	to	PART
flr-517	172	23	ensure	ensure	VERB
flr-517	172	24	content	content	NOUN
flr-517	172	25	validity	validity	NOUN
flr-517	172	26	with	with	ADP
flr-517	172	27	the	the	DET
flr-517	172	28	aid	aid	NOUN
flr-517	172	29	of	of	ADP
flr-517	172	30	experts	expert	NOUN
flr-517	172	31	(	(	PUNCT
flr-517	172	32	berk	berk	PROPN
flr-517	172	33	,	,	PUNCT
flr-517	172	34	1990	1990	NUM
flr-517	172	35	)	)	PUNCT
flr-517	172	36	.	.	PUNCT
flr-517	173	1	only	only	ADV
flr-517	173	2	one	one	NUM
flr-517	173	3	report	report	NOUN
flr-517	173	4	in	in	ADP
flr-517	173	5	the	the	DET
flr-517	173	6	sample	sample	NOUN
flr-517	173	7	(	(	PUNCT
flr-517	173	8	appendix	appendix	NOUN
flr-517	173	9	1	1	NUM
flr-517	173	10	,	,	PUNCT
flr-517	173	11	no	no	INTJ
flr-517	173	12	.	.	NOUN
flr-517	173	13	6	6	NUM
flr-517	173	14	)	)	PUNCT
flr-517	173	15	provided	provide	VERB
flr-517	173	16	full	full	ADJ
flr-517	173	17	details	detail	NOUN
flr-517	173	18	about	about	ADP
flr-517	173	19	how	how	SCONJ
flr-517	173	20	experts	expert	NOUN
flr-517	173	21	were	be	AUX
flr-517	173	22	involved	involve	VERB
flr-517	173	23	according	accord	VERB
flr-517	173	24	to	to	ADP
flr-517	173	25	the	the	DET
flr-517	173	26	quality	quality	NOUN
flr-517	173	27	criteria	criterion	NOUN
flr-517	173	28	explained	explain	VERB
flr-517	173	29	above	above	ADV
flr-517	173	30	(	(	PUNCT
flr-517	173	31	cf	cf	NOUN
flr-517	173	32	.	.	PUNCT
flr-517	173	33	table	table	NOUN
flr-517	173	34	4	4	NUM
flr-517	173	35	)	)	PUNCT
flr-517	173	36	.	.	PUNCT
flr-517	174	1	three	three	NUM
flr-517	174	2	other	other	ADJ
flr-517	174	3	reports	report	NOUN
flr-517	174	4	(	(	PUNCT
flr-517	174	5	appendix	appendix	NOUN
flr-517	174	6	1	1	NUM
flr-517	174	7	,	,	PUNCT
flr-517	174	8	no	no	INTJ
flr-517	174	9	.	.	NOUN
flr-517	174	10	17	17	NUM
flr-517	174	11	,	,	PUNCT
flr-517	174	12	50	50	NUM
flr-517	174	13	,	,	PUNCT
flr-517	174	14	55	55	NUM
flr-517	174	15	)	)	PUNCT
flr-517	174	16	come	come	VERB
flr-517	174	17	reasonably	reasonably	ADV
flr-517	174	18	close	close	ADJ
flr-517	174	19	to	to	ADP
flr-517	174	20	this	this	DET
flr-517	174	21	standard	standard	NOUN
flr-517	174	22	,	,	PUNCT
flr-517	174	23	which	which	PRON
flr-517	174	24	is	be	AUX
flr-517	174	25	by	by	ADP
flr-517	174	26	no	no	DET
flr-517	174	27	means	mean	NOUN
flr-517	174	28	excessively	excessively	ADV
flr-517	174	29	high	high	ADJ
flr-517	174	30	,	,	PUNCT
flr-517	174	31	but	but	CCONJ
flr-517	174	32	rather	rather	ADV
flr-517	174	33	customary	customary	ADJ
flr-517	174	34	in	in	ADP
flr-517	174	35	all	all	DET
flr-517	174	36	other	other	ADJ
flr-517	174	37	empirical	empirical	ADJ
flr-517	174	38	issues	issue	NOUN
flr-517	174	39	.	.	PUNCT
flr-517	175	1	however	however	ADV
flr-517	175	2	,	,	PUNCT
flr-517	175	3	the	the	DET
flr-517	175	4	question	question	NOUN
flr-517	175	5	arises	arise	VERB
flr-517	175	6	as	as	ADP
flr-517	175	7	to	to	ADP
flr-517	175	8	whether	whether	SCONJ
flr-517	175	9	and	and	CCONJ
flr-517	175	10	when	when	SCONJ
flr-517	175	11	experts	expert	NOUN
flr-517	175	12	should	should	AUX
flr-517	175	13	be	be	AUX
flr-517	175	14	consulted	consult	VERB
flr-517	175	15	at	at	ADV
flr-517	175	16	all	all	ADV
flr-517	175	17	when	when	SCONJ
flr-517	175	18	developing	develop	VERB
flr-517	175	19	tests	test	NOUN
flr-517	175	20	.	.	PUNCT
flr-517	176	1	5	5	X
flr-517	176	2	.	.	X
flr-517	176	3	discussion	discussion	NOUN
flr-517	176	4	:	:	PUNCT
flr-517	176	5	who	who	PRON
flr-517	176	6	is	be	AUX
flr-517	176	7	an	an	DET
flr-517	176	8	expert	expert	NOUN
flr-517	176	9	and	and	CCONJ
flr-517	176	10	what	what	PRON
flr-517	176	11	can	can	AUX
flr-517	176	12	he	he	PRON
flr-517	176	13	or	or	CCONJ
flr-517	176	14	she	she	PRON
flr-517	176	15	contribute	contribute	VERB
flr-517	176	16	to	to	PART
flr-517	176	17	ensure	ensure	VERB
flr-517	176	18	content	content	NOUN
flr-517	176	19	validity	validity	NOUN
flr-517	176	20	?	?	PUNCT
flr-517	177	1	the	the	DET
flr-517	177	2	analysis	analysis	NOUN
flr-517	177	3	of	of	ADP
flr-517	177	4	the	the	DET
flr-517	177	5	outcomes	outcome	NOUN
flr-517	177	6	of	of	ADP
flr-517	177	7	typical	typical	ADJ
flr-517	177	8	empirical	empirical	ADJ
flr-517	177	9	studies	study	NOUN
flr-517	177	10	of	of	ADP
flr-517	177	11	test	test	NOUN
flr-517	177	12	development	development	NOUN
flr-517	177	13	revealed	reveal	VERB
flr-517	177	14	that	that	SCONJ
flr-517	177	15	no	no	DET
flr-517	177	16	recognised	recognise	VERB
flr-517	177	17	standard	standard	NOUN
flr-517	177	18	has	have	AUX
flr-517	177	19	been	be	AUX
flr-517	177	20	established	establish	VERB
flr-517	177	21	on	on	ADP
flr-517	177	22	what	what	PRON
flr-517	177	23	and	and	CCONJ
flr-517	177	24	how	how	SCONJ
flr-517	177	25	to	to	PART
flr-517	177	26	report	report	VERB
flr-517	177	27	on	on	ADP
flr-517	177	28	the	the	DET
flr-517	177	29	involvement	involvement	NOUN
flr-517	177	30	of	of	ADP
flr-517	177	31	experts	expert	NOUN
flr-517	177	32	in	in	ADP
flr-517	177	33	the	the	DET
flr-517	177	34	development	development	NOUN
flr-517	177	35	of	of	ADP
flr-517	177	36	measurement	measurement	NOUN
flr-517	177	37	instruments	instrument	NOUN
flr-517	177	38	.	.	PUNCT
flr-517	178	1	rather	rather	ADV
flr-517	178	2	,	,	PUNCT
flr-517	178	3	authors	author	NOUN
flr-517	178	4	tend	tend	VERB
flr-517	178	5	to	to	PART
flr-517	178	6	deal	deal	VERB
flr-517	178	7	unsystematically	unsystematically	ADV
flr-517	178	8	with	with	ADP
flr-517	178	9	such	such	ADJ
flr-517	178	10	matters	matter	NOUN
flr-517	178	11	,	,	PUNCT
flr-517	178	12	and	and	CCONJ
flr-517	178	13	if	if	SCONJ
flr-517	178	14	they	they	PRON
flr-517	178	15	include	include	VERB
flr-517	178	16	details	detail	NOUN
flr-517	178	17	,	,	PUNCT
flr-517	178	18	they	they	PRON
flr-517	178	19	tend	tend	VERB
flr-517	178	20	to	to	PART
flr-517	178	21	be	be	AUX
flr-517	178	22	incomplete	incomplete	ADJ
flr-517	178	23	.	.	PUNCT
flr-517	179	1	one	one	PRON
flr-517	179	2	might	might	AUX
flr-517	179	3	assume	assume	VERB
flr-517	179	4	that	that	SCONJ
flr-517	179	5	in	in	ADP
flr-517	179	6	some	some	DET
flr-517	179	7	cases	case	NOUN
flr-517	179	8	such	such	ADJ
flr-517	179	9	details	detail	NOUN
flr-517	179	10	are	be	AUX
flr-517	179	11	omitted	omit	VERB
flr-517	179	12	from	from	ADP
flr-517	179	13	reports	report	NOUN
flr-517	179	14	due	due	ADJ
flr-517	179	15	to	to	ADP
flr-517	179	16	limited	limited	ADJ
flr-517	179	17	space	space	NOUN
flr-517	179	18	;	;	PUNCT
flr-517	179	19	however	however	ADV
flr-517	179	20	,	,	PUNCT
flr-517	179	21	a	a	DET
flr-517	179	22	few	few	ADJ
flr-517	179	23	brief	brief	ADJ
flr-517	179	24	details	detail	NOUN
flr-517	179	25	on	on	ADP
flr-517	179	26	this	this	DET
flr-517	179	27	procedure	procedure	NOUN
flr-517	179	28	could	could	AUX
flr-517	179	29	be	be	AUX
flr-517	179	30	expected	expect	VERB
flr-517	179	31	.	.	PUNCT
flr-517	180	1	in	in	ADP
flr-517	180	2	our	our	PRON
flr-517	180	3	sample	sample	NOUN
flr-517	180	4	,	,	PUNCT
flr-517	180	5	such	such	ADJ
flr-517	180	6	details	detail	NOUN
flr-517	180	7	were	be	AUX
flr-517	180	8	not	not	PART
flr-517	180	9	provided	provide	VERB
flr-517	180	10	in	in	ADP
flr-517	180	11	any	any	DET
flr-517	180	12	report	report	NOUN
flr-517	180	13	.	.	PUNCT
flr-517	181	1	however	however	ADV
flr-517	181	2	,	,	PUNCT
flr-517	181	3	this	this	DET
flr-517	181	4	problem	problem	NOUN
flr-517	181	5	may	may	AUX
flr-517	181	6	also	also	ADV
flr-517	181	7	be	be	AUX
flr-517	181	8	judged	judge	VERB
flr-517	181	9	differently	differently	ADV
flr-517	181	10	in	in	ADP
flr-517	181	11	the	the	DET
flr-517	181	12	editorial	editorial	ADJ
flr-517	181	13	boards	board	NOUN
flr-517	181	14	of	of	ADP
flr-517	181	15	the	the	DET
flr-517	181	16	relevant	relevant	ADJ
flr-517	181	17	journals	journal	NOUN
flr-517	181	18	.	.	PUNCT
flr-517	182	1	the	the	DET
flr-517	182	2	obligation	obligation	NOUN
flr-517	182	3	to	to	PART
flr-517	182	4	report	report	VERB
flr-517	182	5	on	on	ADP
flr-517	182	6	experts	expert	NOUN
flr-517	182	7	’	'	PUNCT
flr-517	182	8	contributions	contribution	NOUN
flr-517	182	9	is	be	AUX
flr-517	182	10	one	one	NUM
flr-517	182	11	formal	formal	ADJ
flr-517	182	12	aspect	aspect	NOUN
flr-517	182	13	of	of	ADP
flr-517	182	14	treating	treat	VERB
flr-517	182	15	matters	matter	NOUN
flr-517	182	16	concerning	concern	VERB
flr-517	182	17	the	the	DET
flr-517	182	18	involvement	involvement	NOUN
flr-517	182	19	of	of	ADP
flr-517	182	20	experts	expert	NOUN
flr-517	182	21	in	in	ADP
flr-517	182	22	test	test	NOUN
flr-517	182	23	development	development	NOUN
flr-517	182	24	.	.	PUNCT
flr-517	183	1	more	more	ADV
flr-517	183	2	important	important	ADJ
flr-517	183	3	and	and	CCONJ
flr-517	183	4	particularly	particularly	ADV
flr-517	183	5	fundamental	fundamental	ADJ
flr-517	183	6	are	be	AUX
flr-517	183	7	the	the	DET
flr-517	183	8	aims	aim	NOUN
flr-517	183	9	of	of	ADP
flr-517	183	10	involving	involve	VERB
flr-517	183	11	them	they	PRON
flr-517	183	12	.	.	PUNCT
flr-517	184	1	from	from	ADP
flr-517	184	2	the	the	DET
flr-517	184	3	overview	overview	NOUN
flr-517	184	4	given	give	VERB
flr-517	184	5	in	in	ADP
flr-517	184	6	the	the	DET
flr-517	184	7	preceding	precede	VERB
flr-517	184	8	section	section	NOUN
flr-517	184	9	,	,	PUNCT
flr-517	184	10	it	it	PRON
flr-517	184	11	is	be	AUX
flr-517	184	12	clear	clear	ADJ
flr-517	184	13	that	that	SCONJ
flr-517	184	14	the	the	DET
flr-517	184	15	inclusion	inclusion	NOUN
flr-517	184	16	of	of	ADP
flr-517	184	17	experts	expert	NOUN
flr-517	184	18	to	to	PART
flr-517	184	19	ensure	ensure	VERB
flr-517	184	20	content	content	NOUN
flr-517	184	21	validity	validity	NOUN
flr-517	184	22	of	of	ADP
flr-517	184	23	test	test	NOUN
flr-517	184	24	items	item	NOUN
flr-517	184	25	or	or	CCONJ
flr-517	184	26	tests	test	NOUN
flr-517	184	27	as	as	ADP
flr-517	184	28	a	a	DET
flr-517	184	29	whole	whole	NOUN
flr-517	184	30	can	can	AUX
flr-517	184	31	not	not	PART
flr-517	184	32	guarantee	guarantee	VERB
flr-517	184	33	that	that	SCONJ
flr-517	184	34	this	this	DET
flr-517	184	35	objective	objective	NOUN
flr-517	184	36	is	be	AUX
flr-517	184	37	reached.26	reached.26	ADJ
flr-517	184	38	the	the	DET
flr-517	184	39	main	main	ADJ
flr-517	184	40	issues	issue	NOUN
flr-517	184	41	are	be	AUX
flr-517	184	42	as	as	SCONJ
flr-517	184	43	follows	follow	VERB
flr-517	184	44	:	:	PUNCT
flr-517	184	45	(	(	PUNCT
flr-517	184	46	1	1	X
flr-517	184	47	)	)	PUNCT
flr-517	184	48	it	it	PRON
flr-517	184	49	is	be	AUX
flr-517	184	50	not	not	PART
flr-517	184	51	always	always	ADV
flr-517	184	52	clear	clear	ADJ
flr-517	184	53	whether	whether	SCONJ
flr-517	184	54	the	the	DET
flr-517	184	55	advice	advice	NOUN
flr-517	184	56	of	of	ADP
flr-517	184	57	an	an	DET
flr-517	184	58	expert	expert	NOUN
flr-517	184	59	or	or	CCONJ
flr-517	184	60	even	even	ADV
flr-517	184	61	multiple	multiple	ADJ
flr-517	184	62	experts	expert	NOUN
flr-517	184	63	is	be	AUX
flr-517	184	64	necessary	necessary	ADJ
flr-517	184	65	and/or	and/or	CCONJ
flr-517	184	66	could	could	AUX
flr-517	184	67	be	be	AUX
flr-517	184	68	helpful	helpful	ADJ
flr-517	184	69	at	at	ADV
flr-517	184	70	all	all	ADV
flr-517	184	71	.	.	PUNCT
flr-517	185	1	(	(	PUNCT
flr-517	185	2	2	2	X
flr-517	185	3	)	)	PUNCT
flr-517	185	4	“	"	PUNCT
flr-517	185	5	experts	expert	NOUN
flr-517	185	6	”	"	PUNCT
flr-517	185	7	usually	usually	ADV
flr-517	185	8	are	be	AUX
flr-517	185	9	not	not	PART
flr-517	185	10	individually	individually	ADV
flr-517	185	11	selected	select	VERB
flr-517	185	12	by	by	ADP
flr-517	185	13	controlling	control	VERB
flr-517	185	14	for	for	ADP
flr-517	185	15	their	their	PRON
flr-517	185	16	expertise	expertise	NOUN
flr-517	185	17	/	/	SYM
flr-517	185	18	qualification	qualification	NOUN
flr-517	185	19	.	.	PUNCT
flr-517	186	1	(	(	PUNCT
flr-517	186	2	3	3	X
flr-517	186	3	)	)	PUNCT
flr-517	186	4	experts	expert	NOUN
flr-517	186	5	also	also	ADV
flr-517	186	6	are	be	AUX
flr-517	186	7	not	not	PART
flr-517	186	8	assessed	assess	VERB
flr-517	186	9	on	on	ADP
flr-517	186	10	the	the	DET
flr-517	186	11	effort	effort	NOUN
flr-517	186	12	they	they	PRON
flr-517	186	13	make	make	VERB
flr-517	186	14	to	to	PART
flr-517	186	15	answer	answer	VERB
flr-517	186	16	the	the	DET
flr-517	186	17	questions	question	NOUN
flr-517	186	18	posed	pose	VERB
flr-517	186	19	to	to	ADP
flr-517	186	20	them	they	PRON
flr-517	186	21	.	.	PUNCT
flr-517	187	1	(	(	PUNCT
flr-517	187	2	4	4	X
flr-517	187	3	)	)	PUNCT
flr-517	187	4	variations	variation	NOUN
flr-517	187	5	or	or	CCONJ
flr-517	187	6	even	even	ADV
flr-517	187	7	contradictions	contradiction	NOUN
flr-517	187	8	in	in	ADP
flr-517	187	9	the	the	DET
flr-517	187	10	answers	answer	NOUN
flr-517	187	11	of	of	ADP
flr-517	187	12	experts	expert	NOUN
flr-517	187	13	often	often	ADV
flr-517	187	14	are	be	AUX
flr-517	187	15	not	not	PART
flr-517	187	16	carefully	carefully	ADV
flr-517	187	17	analysed	analyse	VERB
flr-517	187	18	,	,	PUNCT
flr-517	187	19	but	but	CCONJ
flr-517	187	20	rather	rather	ADV
flr-517	187	21	are	be	AUX
flr-517	187	22	levelled	level	VERB
flr-517	187	23	out	out	ADP
flr-517	187	24	by	by	ADP
flr-517	187	25	procedures	procedure	NOUN
flr-517	187	26	of	of	ADP
flr-517	187	27	averaging	average	VERB
flr-517	187	28	or	or	CCONJ
flr-517	187	29	excluding	exclude	VERB
flr-517	187	30	minority	minority	NOUN
flr-517	187	31	votes	vote	NOUN
flr-517	187	32	,	,	PUNCT
flr-517	187	33	regardless	regardless	ADV
flr-517	187	34	of	of	ADP
flr-517	187	35	the	the	DET
flr-517	187	36	type	type	NOUN
flr-517	187	37	of	of	ADP
flr-517	187	38	answers	answer	NOUN
flr-517	187	39	given	give	VERB
flr-517	187	40	(	(	PUNCT
flr-517	187	41	cf	cf	NOUN
flr-517	187	42	.	.	PUNCT
flr-517	187	43	table	table	NOUN
flr-517	187	44	1	1	NUM
flr-517	187	45	)	)	PUNCT
flr-517	187	46	.	.	PUNCT
flr-517	188	1	(	(	PUNCT
flr-517	188	2	5	5	X
flr-517	188	3	)	)	PUNCT
flr-517	188	4	revised	revise	VERB
flr-517	188	5	test	test	NOUN
flr-517	188	6	items	item	NOUN
flr-517	188	7	are	be	AUX
flr-517	188	8	often	often	ADV
flr-517	188	9	not	not	PART
flr-517	188	10	returned	return	VERB
flr-517	188	11	to	to	ADP
flr-517	188	12	experts	expert	NOUN
flr-517	188	13	for	for	ADP
flr-517	188	14	review	review	NOUN
flr-517	188	15	.	.	PUNCT
flr-517	189	1	(	(	PUNCT
flr-517	189	2	6	6	X
flr-517	189	3	)	)	PUNCT
flr-517	189	4	it	it	PRON
flr-517	189	5	remains	remain	VERB
flr-517	189	6	unclear	unclear	ADJ
flr-517	189	7	whether	whether	SCONJ
flr-517	189	8	and	and	CCONJ
flr-517	189	9	to	to	ADP
flr-517	189	10	what	what	DET
flr-517	189	11	extent	extent	NOUN
flr-517	189	12	the	the	DET
flr-517	189	13	expertise	expertise	NOUN
flr-517	189	14	of	of	ADP
flr-517	189	15	experts	expert	NOUN
flr-517	189	16	may	may	AUX
flr-517	189	17	be	be	AUX
flr-517	189	18	overruled	overrule	VERB
flr-517	189	19	by	by	ADP
flr-517	189	20	the	the	DET
flr-517	189	21	expertise	expertise	NOUN
flr-517	189	22	of	of	ADP
flr-517	189	23	the	the	DET
flr-517	189	24	test	test	NOUN
flr-517	189	25	developer(s	developer(s	NOUN
flr-517	189	26	)	)	PUNCT
flr-517	189	27	.	.	PUNCT
flr-517	190	1	in	in	ADP
flr-517	190	2	the	the	DET
flr-517	190	3	following	following	NOUN
flr-517	190	4	,	,	PUNCT
flr-517	190	5	these	these	DET
flr-517	190	6	issues	issue	NOUN
flr-517	190	7	are	be	AUX
flr-517	190	8	discussed	discuss	VERB
flr-517	190	9	in	in	ADP
flr-517	190	10	more	more	ADJ
flr-517	190	11	detail	detail	NOUN
flr-517	190	12	.	.	PUNCT
flr-517	191	1	5.1	5.1	NUM
flr-517	191	2	asking	ask	VERB
flr-517	191	3	experts	expert	NOUN
flr-517	191	4	questions	question	NOUN
flr-517	191	5	requiring	require	VERB
flr-517	191	6	truth	truth	NOUN
flr-517	191	7	-	-	PUNCT
flr-517	191	8	apt	apt	ADJ
flr-517	191	9	answers	answer	NOUN
flr-517	191	10	in	in	ADP
flr-517	191	11	general	general	ADJ
flr-517	191	12	,	,	PUNCT
flr-517	191	13	questions	question	NOUN
flr-517	191	14	asking	ask	VERB
flr-517	191	15	for	for	ADP
flr-517	191	16	truth	truth	NOUN
flr-517	191	17	-	-	PUNCT
flr-517	191	18	apt	apt	ADJ
flr-517	191	19	answers	answer	NOUN
flr-517	191	20	could	could	AUX
flr-517	191	21	be	be	AUX
flr-517	191	22	dealt	deal	VERB
flr-517	191	23	with	with	ADP
flr-517	191	24	by	by	ADP
flr-517	191	25	one	one	NUM
flr-517	191	26	competent	competent	ADJ
flr-517	191	27	expert	expert	NOUN
flr-517	191	28	if	if	SCONJ
flr-517	191	29	not	not	PART
flr-517	191	30	by	by	ADP
flr-517	191	31	the	the	DET
flr-517	191	32	test	test	NOUN
flr-517	191	33	developer	developer	NOUN
flr-517	191	34	,	,	PUNCT
flr-517	191	35	who	who	PRON
flr-517	191	36	usually	usually	ADV
flr-517	191	37	is	be	AUX
flr-517	191	38	an	an	DET
flr-517	191	39	expert	expert	NOUN
flr-517	191	40	him	he	PRON
flr-517	191	41	or	or	CCONJ
flr-517	191	42	herself	herself	PRON
flr-517	191	43	(	(	PUNCT
flr-517	191	44	cf	cf	NOUN
flr-517	191	45	.	.	PUNCT
flr-517	192	1	app	app	PROPN
flr-517	192	2	.	.	PROPN
flr-517	193	1	1	1	NUM
flr-517	193	2	,	,	PUNCT
flr-517	193	3	no	no	INTJ
flr-517	193	4	.	.	NOUN
flr-517	193	5	53	53	NUM
flr-517	193	6	,	,	PUNCT
flr-517	193	7	72	72	NUM
flr-517	193	8	)	)	PUNCT
flr-517	193	9	.	.	PUNCT
flr-517	194	1	as	as	SCONJ
flr-517	194	2	mentioned	mention	VERB
flr-517	194	3	above	above	ADV
flr-517	194	4	(	(	PUNCT
flr-517	194	5	section	section	NOUN
flr-517	194	6	3	3	NUM
flr-517	194	7	)	)	PUNCT
flr-517	194	8	,	,	PUNCT
flr-517	194	9	it	it	PRON
flr-517	194	10	is	be	AUX
flr-517	194	11	necessary	necessary	ADJ
flr-517	194	12	to	to	PART
flr-517	194	13	differentiate	differentiate	VERB
flr-517	194	14	between	between	ADP
flr-517	194	15	information	information	NOUN
flr-517	194	16	which	which	PRON
flr-517	194	17	is	be	AUX
flr-517	194	18	already	already	ADV
flr-517	194	19	objectively	objectively	ADV
flr-517	194	20	known	know	VERB
flr-517	194	21	(	(	PUNCT
flr-517	194	22	denoted	denote	VERB
flr-517	194	23	by	by	ADP
flr-517	194	24	to	to	ADP
flr-517	194	25	in	in	ADP
flr-517	194	26	table	table	NOUN
flr-517	194	27	1	1	NUM
flr-517	194	28	)	)	PUNCT
flr-517	194	29	and	and	CCONJ
flr-517	194	30	information	information	NOUN
flr-517	194	31	which	which	PRON
flr-517	194	32	is	be	AUX
flr-517	194	33	still	still	ADV
flr-517	194	34	unknown	unknown	ADJ
flr-517	194	35	but	but	CCONJ
flr-517	194	36	in	in	ADP
flr-517	194	37	principle	principle	NOUN
flr-517	194	38	could	could	AUX
flr-517	194	39	be	be	AUX
flr-517	194	40	known	know	VERB
flr-517	194	41	after	after	ADP
flr-517	194	42	having	having	AUX
flr-517	194	43	been	be	AUX
flr-517	194	44	investigated	investigate	VERB
flr-517	194	45	,	,	PUNCT
flr-517	194	46	usually	usually	ADV
flr-517	194	47	by	by	ADP
flr-517	194	48	researchers	researcher	NOUN
flr-517	194	49	(	(	PUNCT
flr-517	194	50	denoted	denote	VERB
flr-517	194	51	by	by	ADP
flr-517	194	52	tu	tu	PROPN
flr-517	194	53	in	in	ADP
flr-517	194	54	table	table	NOUN
flr-517	194	55	1	1	NUM
flr-517	194	56	)	)	PUNCT
flr-517	194	57	.	.	PUNCT
flr-517	195	1	the	the	DET
flr-517	195	2	following	following	NOUN
flr-517	195	3	must	must	AUX
flr-517	195	4	be	be	AUX
flr-517	195	5	considered	consider	VERB
flr-517	195	6	:	:	PUNCT
flr-517	195	7	(	(	PUNCT
flr-517	195	8	a	a	X
flr-517	195	9	)	)	PUNCT
flr-517	195	10	if	if	SCONJ
flr-517	195	11	,	,	PUNCT
flr-517	195	12	for	for	ADP
flr-517	195	13	example	example	NOUN
flr-517	195	14	,	,	PUNCT
flr-517	195	15	the	the	DET
flr-517	195	16	mathematical	mathematical	ADJ
flr-517	195	17	correctness	correctness	NOUN
flr-517	195	18	of	of	ADP
flr-517	195	19	an	an	DET
flr-517	195	20	attractor	attractor	NOUN
flr-517	195	21	in	in	ADP
flr-517	195	22	an	an	DET
flr-517	195	23	mc	mc	PROPN
flr-517	195	24	item	item	NOUN
flr-517	195	25	is	be	AUX
flr-517	195	26	to	to	PART
flr-517	195	27	be	be	AUX
flr-517	195	28	examined	examine	VERB
flr-517	195	29	or	or	CCONJ
flr-517	195	30	if	if	SCONJ
flr-517	195	31	it	it	PRON
flr-517	195	32	is	be	AUX
flr-517	195	33	necessary	necessary	ADJ
flr-517	195	34	to	to	PART
flr-517	195	35	know	know	VERB
flr-517	195	36	whether	whether	SCONJ
flr-517	195	37	certain	certain	ADJ
flr-517	195	38	content	content	NOUN
flr-517	195	39	is	be	AUX
flr-517	195	40	part	part	NOUN
flr-517	195	41	of	of	ADP
flr-517	195	42	a	a	DET
flr-517	195	43	relevant	relevant	ADJ
flr-517	195	44	regular	regular	ADJ
flr-517	195	45	curriculum	curriculum	NOUN
flr-517	195	46	,	,	PUNCT
flr-517	195	47	the	the	DET
flr-517	195	48	answer	answer	NOUN
flr-517	195	49	can	can	AUX
flr-517	195	50	be	be	AUX
flr-517	195	51	true	true	ADJ
flr-517	195	52	or	or	CCONJ
flr-517	195	53	false	false	ADJ
flr-517	195	54	only	only	ADV
flr-517	195	55	(	(	PUNCT
flr-517	195	56	to	to	PART
flr-517	195	57	;	;	PUNCT
flr-517	196	1	cf	cf	X
flr-517	196	2	.	.	PUNCT
flr-517	197	1	no	no	INTJ
flr-517	197	2	.	.	PUNCT
flr-517	198	1	4e	4e	NOUN
flr-517	198	2	,	,	PUNCT
flr-517	198	3	4	4	NUM
flr-517	198	4	g	g	NOUN
flr-517	198	5	5b	5b	NUM
flr-517	198	6	,	,	PUNCT
flr-517	198	7	7f	7f	NUM
flr-517	198	8	,	,	PUNCT
flr-517	198	9	7	7	NUM
flr-517	198	10	g	g	NOUN
flr-517	198	11	,	,	PUNCT
flr-517	198	12	8c	8c	NUM
flr-517	198	13	,	,	PUNCT
flr-517	198	14	8d	8d	NUM
flr-517	198	15	in	in	ADP
flr-517	198	16	table	table	NOUN
flr-517	198	17	1	1	NUM
flr-517	198	18	)	)	PUNCT
flr-517	198	19	.	.	PUNCT
flr-517	199	1	in	in	ADP
flr-517	199	2	clear	clear	ADJ
flr-517	199	3	cases	case	NOUN
flr-517	199	4	like	like	ADP
flr-517	199	5	these	these	PRON
flr-517	199	6	it	it	PRON
flr-517	199	7	does	do	AUX
flr-517	199	8	not	not	PART
flr-517	199	9	make	make	VERB
flr-517	199	10	sense	sense	NOUN
flr-517	199	11	to	to	PART
flr-517	199	12	ask	ask	VERB
flr-517	199	13	multiple	multiple	ADJ
flr-517	199	14	experts	expert	NOUN
flr-517	199	15	.	.	PUNCT
flr-517	200	1	if	if	SCONJ
flr-517	200	2	there	there	PRON
flr-517	200	3	is	be	VERB
flr-517	200	4	one	one	NUM
flr-517	200	5	and	and	CCONJ
flr-517	200	6	only	only	ADV
flr-517	200	7	one	one	NUM
flr-517	200	8	true	true	ADJ
flr-517	200	9	answer	answer	NOUN
flr-517	200	10	,	,	PUNCT
flr-517	200	11	and	and	CCONJ
flr-517	200	12	if	if	SCONJ
flr-517	200	13	only	only	ADV
flr-517	200	14	highly	highly	ADV
flr-517	200	15	competent	competent	ADJ
flr-517	200	16	experts	expert	NOUN
flr-517	200	17	are	be	AUX
flr-517	200	18	involved	involve	VERB
flr-517	200	19	,	,	PUNCT
flr-517	200	20	the	the	DET
flr-517	200	21	test	test	NOUN
flr-517	200	22	developer	developer	NOUN
flr-517	200	23	will	will	AUX
flr-517	200	24	get	get	VERB
flr-517	200	25	only	only	ADV
flr-517	200	26	one	one	NUM
flr-517	200	27	answer	answer	NOUN
flr-517	200	28	from	from	ADP
flr-517	200	29	all	all	DET
flr-517	200	30	experts	expert	NOUN
flr-517	200	31	consulted	consult	VERB
flr-517	200	32	.	.	PUNCT
flr-517	201	1	otherwise	otherwise	ADV
flr-517	201	2	,	,	PUNCT
flr-517	201	3	not	not	PART
flr-517	201	4	all	all	DET
flr-517	201	5	experts	expert	NOUN
flr-517	201	6	consulted	consult	VERB
flr-517	201	7	are	be	AUX
flr-517	201	8	real	real	ADJ
flr-517	201	9	experts	expert	NOUN
flr-517	201	10	,	,	PUNCT
flr-517	201	11	and	and	CCONJ
flr-517	201	12	their	their	PRON
flr-517	201	13	dissent	dissent	NOUN
flr-517	201	14	might	might	AUX
flr-517	201	15	be	be	AUX
flr-517	201	16	used	use	VERB
flr-517	201	17	to	to	PART
flr-517	201	18	exclude	exclude	VERB
flr-517	201	19	those	those	PRON
flr-517	201	20	who	who	PRON
flr-517	201	21	provide	provide	VERB
flr-517	201	22	incorrect	incorrect	ADJ
flr-517	201	23	answers	answer	NOUN
flr-517	201	24	from	from	ADP
flr-517	201	25	further	further	ADJ
flr-517	201	26	questioning	questioning	NOUN
flr-517	201	27	(	(	PUNCT
flr-517	201	28	grant	grant	PROPN
flr-517	201	29	&	&	CCONJ
flr-517	201	30	davis	davis	PROPN
flr-517	201	31	,	,	PUNCT
flr-517	201	32	1997	1997	NUM
flr-517	201	33	,	,	PUNCT
flr-517	201	34	p.	p.	NOUN
flr-517	201	35	273	273	NUM
flr-517	201	36	,	,	PUNCT
flr-517	201	37	col	col	NOUN
flr-517	201	38	.	.	PROPN
flr-517	201	39	2	2	NUM
flr-517	201	40	)	)	PUNCT
flr-517	201	41	.	.	PUNCT
flr-517	202	1	obviously	obviously	ADV
flr-517	202	2	,	,	PUNCT
flr-517	202	3	it	it	PRON
flr-517	202	4	would	would	AUX
flr-517	202	5	be	be	AUX
flr-517	202	6	a	a	DET
flr-517	202	7	mistake	mistake	NOUN
flr-517	202	8	to	to	PART
flr-517	202	9	understand	understand	VERB
flr-517	202	10	the	the	DET
flr-517	202	11	dissent	dissent	NOUN
flr-517	202	12	of	of	ADP
flr-517	202	13	experts	expert	NOUN
flr-517	202	14	on	on	ADP
flr-517	202	15	questions	question	NOUN
flr-517	202	16	such	such	ADJ
flr-517	202	17	as	as	ADP
flr-517	202	18	these	these	PRON
flr-517	202	19	as	as	ADP
flr-517	202	20	a	a	DET
flr-517	202	21	matter	matter	NOUN
flr-517	202	22	of	of	ADP
flr-517	202	23	differing	differ	VERB
flr-517	202	24	opinions	opinion	NOUN
flr-517	202	25	or	or	CCONJ
flr-517	202	26	positions	position	NOUN
flr-517	202	27	,	,	PUNCT
flr-517	202	28	and	and	CCONJ
flr-517	202	29	then	then	ADV
flr-517	202	30	to	to	PART
flr-517	202	31	dissolve	dissolve	VERB
flr-517	202	32	it	it	PRON
flr-517	202	33	by	by	ADP
flr-517	202	34	having	have	VERB
flr-517	202	35	a	a	DET
flr-517	202	36	majority	majority	NOUN
flr-517	202	37	vote	vote	NOUN
flr-517	202	38	or	or	CCONJ
flr-517	202	39	something	something	PRON
flr-517	202	40	similar	similar	ADJ
flr-517	202	41	.	.	PUNCT
flr-517	203	1	(	(	PUNCT
flr-517	203	2	b	b	X
flr-517	203	3	)	)	PUNCT
flr-517	203	4	the	the	DET
flr-517	203	5	situation	situation	NOUN
flr-517	203	6	is	be	AUX
flr-517	203	7	different	different	ADJ
flr-517	203	8	if	if	SCONJ
flr-517	203	9	,	,	PUNCT
flr-517	203	10	for	for	ADP
flr-517	203	11	example	example	NOUN
flr-517	203	12	,	,	PUNCT
flr-517	203	13	the	the	DET
flr-517	203	14	frequency	frequency	NOUN
flr-517	203	15	or	or	CCONJ
flr-517	203	16	likeliness	likeliness	NOUN
flr-517	203	17	of	of	ADP
flr-517	203	18	the	the	DET
flr-517	203	19	appearance	appearance	NOUN
flr-517	203	20	of	of	ADP
flr-517	203	21	a	a	DET
flr-517	203	22	particular	particular	ADJ
flr-517	203	23	vocational	vocational	ADJ
flr-517	203	24	operation	operation	NOUN
flr-517	203	25	in	in	ADP
flr-517	203	26	a	a	DET
flr-517	203	27	specific	specific	ADJ
flr-517	203	28	domain	domain	NOUN
flr-517	203	29	is	be	AUX
flr-517	203	30	at	at	ADP
flr-517	203	31	issue	issue	NOUN
flr-517	203	32	.	.	PUNCT
flr-517	204	1	usually	usually	ADV
flr-517	204	2	,	,	PUNCT
flr-517	204	3	the	the	DET
flr-517	204	4	determination	determination	NOUN
flr-517	204	5	of	of	ADP
flr-517	204	6	quantities	quantity	NOUN
flr-517	204	7	of	of	ADP
flr-517	204	8	this	this	DET
flr-517	204	9	type	type	NOUN
flr-517	204	10	(	(	PUNCT
flr-517	204	11	no	no	INTJ
flr-517	204	12	.	.	NOUN
flr-517	204	13	4f	4f	NUM
flr-517	204	14	,	,	PUNCT
flr-517	204	15	6	6	NUM
flr-517	204	16	,	,	PUNCT
flr-517	204	17	8	8	NUM
flr-517	204	18	g	g	NOUN
flr-517	204	19	in	in	ADP
flr-517	204	20	table	table	NOUN
flr-517	204	21	1	1	NUM
flr-517	204	22	)	)	PUNCT
flr-517	204	23	,	,	PUNCT
flr-517	204	24	though	though	SCONJ
flr-517	204	25	truth	truth	NOUN
flr-517	204	26	-	-	PUNCT
flr-517	204	27	apt	apt	ADJ
flr-517	204	28	,	,	PUNCT
flr-517	204	29	might	might	AUX
flr-517	204	30	be	be	AUX
flr-517	204	31	unknown	unknown	ADJ
flr-517	204	32	and	and	CCONJ
flr-517	204	33	will	will	AUX
flr-517	204	34	be	be	AUX
flr-517	204	35	a	a	DET
flr-517	204	36	matter	matter	NOUN
flr-517	204	37	of	of	ADP
flr-517	204	38	further	further	ADJ
flr-517	204	39	research	research	NOUN
flr-517	204	40	(	(	PUNCT
flr-517	204	41	tu	tu	PROPN
flr-517	204	42	)	)	PUNCT
flr-517	204	43	.	.	PUNCT
flr-517	205	1	experts	expert	NOUN
flr-517	205	2	normally	normally	ADV
flr-517	205	3	do	do	AUX
flr-517	205	4	not	not	PART
flr-517	205	5	initiate	initiate	VERB
flr-517	205	6	research	research	NOUN
flr-517	205	7	projects	project	NOUN
flr-517	205	8	to	to	PART
flr-517	205	9	find	find	VERB
flr-517	205	10	answers	answer	NOUN
flr-517	205	11	to	to	PART
flr-517	205	12	test	test	NOUN
flr-517	205	13	developers	developer	NOUN
flr-517	205	14	’	’	PART
flr-517	205	15	questions	question	NOUN
flr-517	205	16	;	;	PUNCT
flr-517	205	17	rather	rather	ADV
flr-517	205	18	,	,	PUNCT
flr-517	205	19	they	they	PRON
flr-517	205	20	will	will	AUX
flr-517	205	21	give	give	VERB
flr-517	205	22	an	an	DET
flr-517	205	23	estimation	estimation	NOUN
flr-517	205	24	of	of	ADP
flr-517	205	25	how	how	SCONJ
flr-517	205	26	the	the	DET
flr-517	205	27	correct	correct	ADJ
flr-517	205	28	answer	answer	NOUN
flr-517	205	29	might	might	AUX
flr-517	205	30	read	read	VERB
flr-517	205	31	.	.	PUNCT
flr-517	206	1	in	in	ADP
flr-517	206	2	this	this	DET
flr-517	206	3	case	case	NOUN
flr-517	206	4	,	,	PUNCT
flr-517	206	5	it	it	PRON
flr-517	206	6	might	might	AUX
flr-517	206	7	be	be	AUX
flr-517	206	8	advisable	advisable	ADJ
flr-517	206	9	(	(	PUNCT
flr-517	206	10	but	but	CCONJ
flr-517	206	11	not	not	PART
flr-517	206	12	imperative	imperative	ADJ
flr-517	206	13	)	)	PUNCT
flr-517	206	14	to	to	PART
flr-517	206	15	ask	ask	VERB
flr-517	206	16	several	several	ADJ
flr-517	206	17	experts	expert	NOUN
flr-517	206	18	to	to	PART
flr-517	206	19	give	give	VERB
flr-517	206	20	their	their	PRON
flr-517	206	21	estimation	estimation	NOUN
flr-517	206	22	of	of	ADP
flr-517	206	23	the	the	DET
flr-517	206	24	correct	correct	ADJ
flr-517	206	25	answer	answer	NOUN
flr-517	206	26	,	,	PUNCT
flr-517	206	27	and	and	CCONJ
flr-517	206	28	then	then	ADV
flr-517	206	29	to	to	PART
flr-517	206	30	take	take	VERB
flr-517	206	31	the	the	DET
flr-517	206	32	mean	mean	ADJ
flr-517	206	33	,	,	PUNCT
flr-517	206	34	mode	mode	NOUN
flr-517	206	35	,	,	PUNCT
flr-517	206	36	or	or	CCONJ
flr-517	206	37	another	another	DET
flr-517	206	38	reasonable	reasonable	ADJ
flr-517	206	39	average	average	ADJ
flr-517	206	40	value	value	NOUN
flr-517	206	41	from	from	ADP
flr-517	206	42	their	their	PRON
flr-517	206	43	specifications	specification	NOUN
flr-517	206	44	.	.	PUNCT
flr-517	207	1	however	however	ADV
flr-517	207	2	,	,	PUNCT
flr-517	207	3	if	if	SCONJ
flr-517	207	4	the	the	DET
flr-517	207	5	test	test	NOUN
flr-517	207	6	developers	developer	NOUN
flr-517	207	7	have	have	VERB
flr-517	207	8	any	any	DET
flr-517	207	9	valid	valid	ADJ
flr-517	207	10	information	information	NOUN
flr-517	207	11	or	or	CCONJ
flr-517	207	12	a	a	DET
flr-517	207	13	justified	justified	ADJ
flr-517	207	14	opinion	opinion	NOUN
flr-517	207	15	of	of	ADP
flr-517	207	16	the	the	DET
flr-517	207	17	range	range	NOUN
flr-517	207	18	within	within	ADP
flr-517	207	19	which	which	PRON
flr-517	207	20	the	the	DET
flr-517	207	21	experts	expert	NOUN
flr-517	207	22	’	’	PART
flr-517	207	23	answers	answer	NOUN
flr-517	207	24	should	should	AUX
flr-517	207	25	be	be	AUX
flr-517	207	26	,	,	PUNCT
flr-517	207	27	they	they	PRON
flr-517	207	28	must	must	AUX
flr-517	207	29	exclude	exclude	VERB
flr-517	207	30	some	some	DET
flr-517	207	31	answers	answer	NOUN
flr-517	207	32	as	as	ADP
flr-517	207	33	outliers	outlier	NOUN
flr-517	207	34	,	,	PUNCT
flr-517	207	35	unless	unless	SCONJ
flr-517	207	36	these	these	PRON
flr-517	207	37	alone	alone	ADV
flr-517	207	38	would	would	AUX
flr-517	207	39	justify	justify	VERB
flr-517	207	40	a	a	DET
flr-517	207	41	study	study	NOUN
flr-517	207	42	of	of	ADP
flr-517	207	43	this	this	DET
flr-517	207	44	particular	particular	ADJ
flr-517	207	45	question	question	NOUN
flr-517	207	46	to	to	PART
flr-517	207	47	be	be	AUX
flr-517	207	48	launched	launch	VERB
flr-517	207	49	.	.	PUNCT
flr-517	208	1	caution	caution	NOUN
flr-517	208	2	should	should	AUX
flr-517	208	3	be	be	AUX
flr-517	208	4	exercised	exercise	VERB
flr-517	208	5	if	if	SCONJ
flr-517	208	6	a	a	DET
flr-517	208	7	test	test	NOUN
flr-517	208	8	item	item	NOUN
flr-517	208	9	asks	ask	VERB
flr-517	208	10	the	the	DET
flr-517	208	11	test	test	NOUN
flr-517	208	12	taker	taker	NOUN
flr-517	208	13	for	for	ADP
flr-517	208	14	his	his	PRON
flr-517	208	15	or	or	CCONJ
flr-517	208	16	her	her	PRON
flr-517	208	17	assumption	assumption	NOUN
flr-517	208	18	about	about	ADP
flr-517	208	19	what	what	PRON
flr-517	208	20	others	other	NOUN
flr-517	208	21	(	(	PUNCT
flr-517	208	22	including	include	VERB
flr-517	208	23	experts	expert	NOUN
flr-517	208	24	)	)	PUNCT
flr-517	208	25	believe	believe	VERB
flr-517	208	26	to	to	PART
flr-517	208	27	be	be	AUX
flr-517	208	28	the	the	DET
flr-517	208	29	frequency	frequency	NOUN
flr-517	208	30	or	or	CCONJ
flr-517	208	31	likeliness	likeliness	NOUN
flr-517	208	32	of	of	ADP
flr-517	208	33	this	this	DET
flr-517	208	34	type	type	NOUN
flr-517	208	35	of	of	ADP
flr-517	208	36	issue	issue	NOUN
flr-517	208	37	.	.	PUNCT
flr-517	209	1	again	again	ADV
flr-517	209	2	,	,	PUNCT
flr-517	209	3	this	this	PRON
flr-517	209	4	could	could	AUX
flr-517	209	5	be	be	AUX
flr-517	209	6	known	know	VERB
flr-517	209	7	if	if	SCONJ
flr-517	209	8	investigated	investigate	VERB
flr-517	209	9	;	;	PUNCT
flr-517	209	10	however	however	ADV
flr-517	209	11	,	,	PUNCT
flr-517	209	12	this	this	DET
flr-517	209	13	finding	finding	NOUN
flr-517	209	14	normally	normally	ADV
flr-517	209	15	is	be	AUX
flr-517	209	16	not	not	PART
flr-517	209	17	available	available	ADJ
flr-517	209	18	.	.	PUNCT
flr-517	210	1	therefore	therefore	ADV
flr-517	210	2	,	,	PUNCT
flr-517	210	3	cases	case	NOUN
flr-517	210	4	like	like	ADP
flr-517	210	5	these	these	PRON
flr-517	210	6	also	also	ADV
flr-517	210	7	fall	fall	VERB
flr-517	210	8	into	into	ADP
flr-517	210	9	the	the	DET
flr-517	210	10	category	category	NOUN
flr-517	210	11	tu	tu	PROPN
flr-517	210	12	(	(	PUNCT
flr-517	210	13	see	see	VERB
flr-517	210	14	4f	4f	NUM
flr-517	210	15	in	in	ADP
flr-517	210	16	table	table	NOUN
flr-517	210	17	1	1	NUM
flr-517	210	18	)	)	PUNCT
flr-517	210	19	.	.	PUNCT
flr-517	211	1	(	(	PUNCT
flr-517	211	2	c	c	X
flr-517	211	3	)	)	PUNCT
flr-517	211	4	another	another	DET
flr-517	211	5	type	type	NOUN
flr-517	211	6	of	of	ADP
flr-517	211	7	information	information	NOUN
flr-517	211	8	requested	request	VERB
flr-517	211	9	from	from	ADP
flr-517	211	10	experts	expert	NOUN
flr-517	211	11	requires	require	VERB
flr-517	211	12	separate	separate	ADJ
flr-517	211	13	consideration	consideration	NOUN
flr-517	211	14	.	.	PUNCT
flr-517	212	1	imagine	imagine	VERB
flr-517	212	2	,	,	PUNCT
flr-517	212	3	as	as	SCONJ
flr-517	212	4	is	be	AUX
flr-517	212	5	often	often	ADV
flr-517	212	6	the	the	DET
flr-517	212	7	case	case	NOUN
flr-517	212	8	,	,	PUNCT
flr-517	212	9	a	a	DET
flr-517	212	10	question	question	NOUN
flr-517	212	11	posed	pose	VERB
flr-517	212	12	to	to	ADP
flr-517	212	13	experts	expert	NOUN
flr-517	212	14	about	about	ADP
flr-517	212	15	whether	whether	SCONJ
flr-517	212	16	a	a	DET
flr-517	212	17	certain	certain	ADJ
flr-517	212	18	distractor	distractor	NOUN
flr-517	212	19	in	in	ADP
flr-517	212	20	an	an	DET
flr-517	212	21	mc	mc	PROPN
flr-517	212	22	item	item	NOUN
flr-517	212	23	will	will	AUX
flr-517	212	24	be	be	AUX
flr-517	212	25	considered	consider	VERB
flr-517	212	26	plausible	plausible	ADJ
flr-517	212	27	or	or	CCONJ
flr-517	212	28	implausible	implausible	ADJ
flr-517	212	29	by	by	ADP
flr-517	212	30	test	test	NOUN
flr-517	212	31	takers	taker	NOUN
flr-517	212	32	.	.	PUNCT
flr-517	213	1	with	with	ADP
flr-517	213	2	respect	respect	NOUN
flr-517	213	3	to	to	ADP
flr-517	213	4	one	one	NUM
flr-517	213	5	particular	particular	ADJ
flr-517	213	6	test	test	NOUN
flr-517	213	7	taker	taker	NOUN
flr-517	213	8	,	,	PUNCT
flr-517	213	9	the	the	DET
flr-517	213	10	expert	expert	NOUN
flr-517	213	11	’s	’s	PART
flr-517	213	12	response	response	NOUN
flr-517	213	13	(	(	PUNCT
flr-517	213	14	yes	yes	INTJ
flr-517	213	15	or	or	CCONJ
flr-517	213	16	no	no	NOUN
flr-517	213	17	)	)	PUNCT
flr-517	213	18	is	be	AUX
flr-517	213	19	truth	truth	NOUN
flr-517	213	20	-	-	PUNCT
flr-517	213	21	apt	apt	ADJ
flr-517	213	22	but	but	CCONJ
flr-517	213	23	the	the	DET
flr-517	213	24	expert	expert	NOUN
flr-517	213	25	usually	usually	ADV
flr-517	213	26	does	do	AUX
flr-517	213	27	not	not	PART
flr-517	213	28	know	know	VERB
flr-517	213	29	if	if	SCONJ
flr-517	213	30	the	the	DET
flr-517	213	31	answer	answer	NOUN
flr-517	213	32	to	to	ADP
flr-517	213	33	the	the	DET
flr-517	213	34	question	question	NOUN
flr-517	213	35	actually	actually	ADV
flr-517	213	36	is	be	AUX
flr-517	213	37	true	true	ADJ
flr-517	213	38	or	or	CCONJ
flr-517	213	39	false	false	ADJ
flr-517	213	40	(	(	PUNCT
flr-517	213	41	therefore	therefore	ADV
flr-517	213	42	:	:	PUNCT
flr-517	213	43	tu	tu	PROPN
flr-517	213	44	)	)	PUNCT
flr-517	213	45	.	.	PUNCT
flr-517	214	1	however	however	ADV
flr-517	214	2	,	,	PUNCT
flr-517	214	3	for	for	ADP
flr-517	214	4	numerous	numerous	ADJ
flr-517	214	5	anonymous	anonymous	ADJ
flr-517	214	6	test	test	NOUN
flr-517	214	7	takers	taker	NOUN
flr-517	214	8	an	an	DET
flr-517	214	9	answer	answer	NOUN
flr-517	214	10	is	be	AUX
flr-517	214	11	even	even	ADV
flr-517	214	12	more	more	ADV
flr-517	214	13	tricky	tricky	ADJ
flr-517	214	14	because	because	SCONJ
flr-517	214	15	some	some	PRON
flr-517	214	16	of	of	ADP
flr-517	214	17	the	the	DET
flr-517	214	18	test	test	NOUN
flr-517	214	19	takers	taker	NOUN
flr-517	214	20	may	may	AUX
flr-517	214	21	perceive	perceive	VERB
flr-517	214	22	that	that	DET
flr-517	214	23	distractor	distractor	NOUN
flr-517	214	24	as	as	ADV
flr-517	214	25	plausible	plausible	ADJ
flr-517	214	26	and	and	CCONJ
flr-517	214	27	some	some	PRON
flr-517	214	28	of	of	ADP
flr-517	214	29	them	they	PRON
flr-517	214	30	may	may	AUX
flr-517	214	31	not	not	PART
flr-517	214	32	.	.	PUNCT
flr-517	215	1	the	the	DET
flr-517	215	2	answer	answer	NOUN
flr-517	215	3	also	also	ADV
flr-517	215	4	is	be	AUX
flr-517	215	5	unknown	unknown	ADJ
flr-517	215	6	(	(	PUNCT
flr-517	215	7	tu	tu	PROPN
flr-517	215	8	)	)	PUNCT
flr-517	215	9	as	as	ADP
flr-517	215	10	in	in	ADP
flr-517	215	11	(	(	PUNCT
flr-517	215	12	b	b	NOUN
flr-517	215	13	)	)	PUNCT
flr-517	215	14	but	but	CCONJ
flr-517	215	15	,	,	PUNCT
flr-517	215	16	even	even	ADV
flr-517	215	17	worse	bad	ADJ
flr-517	215	18	,	,	PUNCT
flr-517	215	19	it	it	PRON
flr-517	215	20	will	will	AUX
flr-517	215	21	arise	arise	VERB
flr-517	215	22	from	from	ADP
flr-517	215	23	a	a	DET
flr-517	215	24	process	process	NOUN
flr-517	215	25	of	of	ADP
flr-517	215	26	comparatively	comparatively	ADV
flr-517	215	27	higher	high	ADJ
flr-517	215	28	inference	inference	NOUN
flr-517	215	29	than	than	ADP
flr-517	215	30	in	in	ADP
flr-517	215	31	(	(	PUNCT
flr-517	215	32	b	b	NOUN
flr-517	215	33	)	)	PUNCT
flr-517	215	34	.	.	PUNCT
flr-517	216	1	the	the	DET
flr-517	216	2	expert	expert	NOUN
flr-517	216	3	has	have	VERB
flr-517	216	4	to	to	PART
flr-517	216	5	speculate	speculate	VERB
flr-517	216	6	on	on	ADP
flr-517	216	7	the	the	DET
flr-517	216	8	type	type	NOUN
flr-517	216	9	of	of	ADP
flr-517	216	10	test	test	NOUN
flr-517	216	11	taker	taker	NOUN
flr-517	216	12	who	who	PRON
flr-517	216	13	considers	consider	VERB
flr-517	216	14	the	the	DET
flr-517	216	15	distractor	distractor	NOUN
flr-517	216	16	to	to	PART
flr-517	216	17	be	be	AUX
flr-517	216	18	plausible	plausible	ADJ
flr-517	216	19	and	and	CCONJ
flr-517	216	20	to	to	PART
flr-517	216	21	estimate	estimate	VERB
flr-517	216	22	the	the	DET
flr-517	216	23	percentage	percentage	NOUN
flr-517	216	24	of	of	ADP
flr-517	216	25	test	test	NOUN
flr-517	216	26	takers	taker	NOUN
flr-517	216	27	of	of	ADP
flr-517	216	28	this	this	DET
flr-517	216	29	type	type	NOUN
flr-517	216	30	in	in	ADP
flr-517	216	31	the	the	DET
flr-517	216	32	unknown	unknown	ADJ
flr-517	216	33	multitude	multitude	NOUN
flr-517	216	34	of	of	ADP
flr-517	216	35	possible	possible	ADJ
flr-517	216	36	test	test	NOUN
flr-517	216	37	takers	taker	NOUN
flr-517	216	38	.	.	PUNCT
flr-517	217	1	in	in	ADP
flr-517	217	2	this	this	DET
flr-517	217	3	case	case	NOUN
flr-517	217	4	,	,	PUNCT
flr-517	217	5	an	an	DET
flr-517	217	6	expert	expert	NOUN
flr-517	217	7	’s	’s	PART
flr-517	217	8	reaction	reaction	NOUN
flr-517	217	9	to	to	ADP
flr-517	217	10	the	the	DET
flr-517	217	11	test	test	NOUN
flr-517	217	12	developer	developer	NOUN
flr-517	217	13	’s	’s	PART
flr-517	217	14	question	question	NOUN
flr-517	217	15	is	be	AUX
flr-517	217	16	much	much	ADV
flr-517	217	17	more	more	ADV
flr-517	217	18	questionable	questionable	ADJ
flr-517	217	19	than	than	ADP
flr-517	217	20	when	when	SCONJ
flr-517	217	21	speculating	speculate	VERB
flr-517	217	22	about	about	ADP
flr-517	217	23	only	only	ADV
flr-517	217	24	one	one	NUM
flr-517	217	25	single	single	ADJ
flr-517	217	26	test	test	NOUN
flr-517	217	27	taker	taker	NOUN
flr-517	217	28	(	(	PUNCT
flr-517	217	29	and	and	CCONJ
flr-517	217	30	all	all	DET
flr-517	217	31	the	the	PRON
flr-517	217	32	more	more	ADV
flr-517	217	33	precarious	precarious	ADJ
flr-517	217	34	than	than	ADP
flr-517	217	35	his	his	PRON
flr-517	217	36	or	or	CCONJ
flr-517	217	37	her	her	PRON
flr-517	217	38	answer	answer	NOUN
flr-517	217	39	to	to	ADP
flr-517	217	40	a	a	DET
flr-517	217	41	question	question	NOUN
flr-517	217	42	concerning	concern	VERB
flr-517	217	43	the	the	DET
flr-517	217	44	frequency	frequency	NOUN
flr-517	217	45	or	or	CCONJ
flr-517	217	46	likeliness	likeliness	NOUN
flr-517	217	47	of	of	ADP
flr-517	217	48	observable	observable	ADJ
flr-517	217	49	occurrences	occurrence	NOUN
flr-517	217	50	of	of	ADP
flr-517	217	51	vocational	vocational	ADJ
flr-517	217	52	operations	operation	NOUN
flr-517	217	53	as	as	ADP
flr-517	217	54	in	in	ADP
flr-517	217	55	(	(	PUNCT
flr-517	217	56	b	b	NOUN
flr-517	217	57	)	)	PUNCT
flr-517	217	58	)	)	PUNCT
flr-517	217	59	.	.	PUNCT
flr-517	218	1	in	in	ADP
flr-517	218	2	any	any	DET
flr-517	218	3	case	case	NOUN
flr-517	218	4	,	,	PUNCT
flr-517	218	5	experts	expert	NOUN
flr-517	218	6	’	'	PUNCT
flr-517	218	7	answers	answer	NOUN
flr-517	218	8	to	to	ADP
flr-517	218	9	questions	question	NOUN
flr-517	218	10	like	like	ADP
flr-517	218	11	this	this	PRON
flr-517	218	12	will	will	AUX
flr-517	218	13	be	be	AUX
flr-517	218	14	highly	highly	ADV
flr-517	218	15	uncertain	uncertain	ADJ
flr-517	218	16	and	and	CCONJ
flr-517	218	17	therefore	therefore	ADV
flr-517	218	18	not	not	PART
flr-517	218	19	really	really	ADV
flr-517	218	20	useful	useful	ADJ
flr-517	218	21	in	in	ADP
flr-517	218	22	terms	term	NOUN
flr-517	218	23	of	of	ADP
flr-517	218	24	ensuring	ensure	VERB
flr-517	218	25	content	content	NOUN
flr-517	218	26	validity	validity	NOUN
flr-517	218	27	.	.	PUNCT
flr-517	219	1	therefore	therefore	ADV
flr-517	219	2	,	,	PUNCT
flr-517	219	3	this	this	DET
flr-517	219	4	type	type	NOUN
flr-517	219	5	of	of	ADP
flr-517	219	6	question	question	NOUN
flr-517	219	7	should	should	AUX
flr-517	219	8	not	not	PART
flr-517	219	9	be	be	AUX
flr-517	219	10	posed	pose	VERB
flr-517	219	11	to	to	ADP
flr-517	219	12	experts	expert	NOUN
flr-517	219	13	at	at	ADV
flr-517	219	14	all	all	ADV
flr-517	219	15	.	.	PUNCT
flr-517	220	1	(	(	PUNCT
flr-517	220	2	d	d	X
flr-517	220	3	)	)	PUNCT
flr-517	220	4	criteria	criterion	NOUN
flr-517	220	5	of	of	ADP
flr-517	220	6	type	type	NOUN
flr-517	220	7	no	no	INTJ
flr-517	220	8	.	.	PUNCT
flr-517	220	9	4a	4a	NOUN
flr-517	220	10	through	through	ADP
flr-517	220	11	d	d	PROPN
flr-517	220	12	(	(	PUNCT
flr-517	220	13	table	table	NOUN
flr-517	220	14	1	1	NUM
flr-517	220	15	)	)	PUNCT
flr-517	220	16	are	be	AUX
flr-517	220	17	expressions	expression	NOUN
flr-517	220	18	of	of	ADP
flr-517	220	19	an	an	DET
flr-517	220	20	inevitable	inevitable	ADJ
flr-517	220	21	subjective	subjective	ADJ
flr-517	220	22	valuation	valuation	NOUN
flr-517	220	23	(	(	PUNCT
flr-517	220	24	s	s	NOUN
flr-517	220	25	)	)	PUNCT
flr-517	220	26	.	.	PUNCT
flr-517	221	1	this	this	PRON
flr-517	221	2	follows	follow	VERB
flr-517	221	3	from	from	ADP
flr-517	221	4	the	the	DET
flr-517	221	5	fact	fact	NOUN
flr-517	221	6	that	that	SCONJ
flr-517	221	7	two	two	NUM
flr-517	221	8	experts	expert	NOUN
flr-517	221	9	in	in	ADP
flr-517	221	10	the	the	DET
flr-517	221	11	same	same	ADJ
flr-517	221	12	domain	domain	NOUN
flr-517	221	13	or	or	CCONJ
flr-517	221	14	occupational	occupational	ADJ
flr-517	221	15	activity	activity	NOUN
flr-517	221	16	may	may	AUX
flr-517	221	17	judge	judge	VERB
flr-517	221	18	the	the	DET
flr-517	221	19	relevance	relevance	NOUN
flr-517	221	20	,	,	PUNCT
flr-517	221	21	importance	importance	NOUN
flr-517	221	22	,	,	PUNCT
flr-517	221	23	representativeness	representativeness	NOUN
flr-517	221	24	,	,	PUNCT
flr-517	221	25	or	or	CCONJ
flr-517	221	26	dangerousness	dangerousness	NOUN
flr-517	221	27	of	of	ADP
flr-517	221	28	a	a	DET
flr-517	221	29	given	give	VERB
flr-517	221	30	task	task	NOUN
flr-517	221	31	differently	differently	ADV
flr-517	221	32	,	,	PUNCT
flr-517	221	33	but	but	CCONJ
flr-517	221	34	their	their	PRON
flr-517	221	35	answers	answer	NOUN
flr-517	221	36	can	can	AUX
flr-517	221	37	not	not	PART
flr-517	221	38	be	be	AUX
flr-517	221	39	proven	prove	VERB
flr-517	221	40	to	to	PART
flr-517	221	41	be	be	AUX
flr-517	221	42	right	right	ADJ
flr-517	221	43	or	or	CCONJ
flr-517	221	44	wrong	wrong	ADJ
flr-517	221	45	.	.	PUNCT
flr-517	222	1	even	even	ADV
flr-517	222	2	if	if	SCONJ
flr-517	222	3	the	the	DET
flr-517	222	4	experts	expert	NOUN
flr-517	222	5	’	’	PART
flr-517	222	6	answers	answer	NOUN
flr-517	222	7	to	to	ADP
flr-517	222	8	this	this	DET
flr-517	222	9	type	type	NOUN
flr-517	222	10	of	of	ADP
flr-517	222	11	question	question	NOUN
flr-517	222	12	are	be	AUX
flr-517	222	13	the	the	DET
flr-517	222	14	same	same	ADJ
flr-517	222	15	,	,	PUNCT
flr-517	222	16	they	they	PRON
flr-517	222	17	only	only	ADV
flr-517	222	18	demonstrate	demonstrate	VERB
flr-517	222	19	consensus	consensus	NOUN
flr-517	222	20	in	in	ADP
flr-517	222	21	their	their	PRON
flr-517	222	22	personal	personal	ADJ
flr-517	222	23	feelings	feeling	NOUN
flr-517	222	24	(	(	PUNCT
flr-517	222	25	as	as	SCONJ
flr-517	222	26	viewers	viewer	NOUN
flr-517	222	27	of	of	ADP
flr-517	222	28	a	a	DET
flr-517	222	29	piece	piece	NOUN
flr-517	222	30	of	of	ADP
flr-517	222	31	artwork	artwork	NOUN
flr-517	222	32	might	might	AUX
flr-517	222	33	do	do	VERB
flr-517	222	34	)	)	PUNCT
flr-517	222	35	.	.	PUNCT
flr-517	223	1	however	however	ADV
flr-517	223	2	,	,	PUNCT
flr-517	223	3	unity	unity	NOUN
flr-517	223	4	in	in	ADP
flr-517	223	5	feelings	feeling	NOUN
flr-517	223	6	does	do	AUX
flr-517	223	7	not	not	PART
flr-517	223	8	change	change	VERB
flr-517	223	9	the	the	DET
flr-517	223	10	logical	logical	ADJ
flr-517	223	11	character	character	NOUN
flr-517	223	12	of	of	ADP
flr-517	223	13	their	their	PRON
flr-517	223	14	statements	statement	NOUN
flr-517	223	15	as	as	ADP
flr-517	223	16	valuations	valuation	NOUN
flr-517	223	17	.	.	PUNCT
flr-517	224	1	(	(	PUNCT
flr-517	224	2	e	e	X
flr-517	224	3	)	)	PUNCT
flr-517	224	4	if	if	SCONJ
flr-517	224	5	experts	expert	NOUN
flr-517	224	6	are	be	AUX
flr-517	224	7	asked	ask	VERB
flr-517	224	8	to	to	PART
flr-517	224	9	predict	predict	VERB
flr-517	224	10	future	future	ADJ
flr-517	224	11	developments	development	NOUN
flr-517	224	12	or	or	CCONJ
flr-517	224	13	events	event	NOUN
flr-517	224	14	(	(	PUNCT
flr-517	224	15	e.g.	e.g.	ADV
flr-517	224	16	,	,	PUNCT
flr-517	224	17	by	by	ADP
flr-517	224	18	evaluating	evaluate	VERB
flr-517	224	19	the	the	DET
flr-517	224	20	correctness	correctness	NOUN
flr-517	224	21	/	/	SYM
flr-517	224	22	falsity	falsity	NOUN
flr-517	224	23	of	of	ADP
flr-517	224	24	an	an	DET
flr-517	224	25	answer	answer	NOUN
flr-517	224	26	concerning	concern	VERB
flr-517	224	27	an	an	DET
flr-517	224	28	mc	mc	PROPN
flr-517	224	29	item	item	NOUN
flr-517	224	30	;	;	PUNCT
flr-517	224	31	no	no	INTJ
flr-517	224	32	.	.	PUNCT
flr-517	225	1	7d	7d	NUM
flr-517	225	2	,	,	PUNCT
flr-517	225	3	table	table	NOUN
flr-517	225	4	1	1	NUM
flr-517	225	5	)	)	PUNCT
flr-517	225	6	,	,	PUNCT
flr-517	225	7	later	later	ADV
flr-517	225	8	on	on	ADP
flr-517	225	9	their	their	PRON
flr-517	225	10	answers	answer	NOUN
flr-517	225	11	might	might	AUX
flr-517	225	12	turn	turn	VERB
flr-517	225	13	out	out	ADP
flr-517	225	14	to	to	PART
flr-517	225	15	be	be	AUX
flr-517	225	16	true	true	ADJ
flr-517	225	17	or	or	CCONJ
flr-517	225	18	false	false	ADJ
flr-517	225	19	(	(	PUNCT
flr-517	225	20	as	as	ADP
flr-517	225	21	in	in	ADP
flr-517	225	22	(	(	PUNCT
flr-517	225	23	a	a	NOUN
flr-517	225	24	)	)	PUNCT
flr-517	225	25	above	above	ADV
flr-517	225	26	)	)	PUNCT
flr-517	225	27	.	.	PUNCT
flr-517	226	1	in	in	ADP
flr-517	226	2	this	this	DET
flr-517	226	3	case	case	NOUN
flr-517	226	4	the	the	DET
flr-517	226	5	correct	correct	ADJ
flr-517	226	6	answer	answer	NOUN
flr-517	226	7	is	be	AUX
flr-517	226	8	not	not	PART
flr-517	226	9	yet	yet	ADV
flr-517	226	10	known	know	VERB
flr-517	226	11	,	,	PUNCT
flr-517	226	12	not	not	PART
flr-517	226	13	even	even	ADV
flr-517	226	14	by	by	ADP
flr-517	226	15	researchers	researcher	NOUN
flr-517	226	16	,	,	PUNCT
flr-517	226	17	and	and	CCONJ
flr-517	226	18	therefore	therefore	ADV
flr-517	226	19	can	can	AUX
flr-517	226	20	not	not	PART
flr-517	226	21	be	be	AUX
flr-517	226	22	given	give	VERB
flr-517	226	23	at	at	ADP
flr-517	226	24	the	the	DET
flr-517	226	25	time	time	NOUN
flr-517	226	26	the	the	DET
flr-517	226	27	question	question	NOUN
flr-517	226	28	is	be	AUX
flr-517	226	29	posed	pose	VERB
flr-517	226	30	.	.	PUNCT
flr-517	227	1	thus	thus	ADV
flr-517	227	2	,	,	PUNCT
flr-517	227	3	it	it	PRON
flr-517	227	4	would	would	AUX
flr-517	227	5	be	be	AUX
flr-517	227	6	senseless	senseless	ADJ
flr-517	227	7	to	to	PART
flr-517	227	8	ask	ask	VERB
flr-517	227	9	experts	expert	NOUN
flr-517	227	10	questions	question	NOUN
flr-517	227	11	concerning	concern	VERB
flr-517	227	12	the	the	DET
flr-517	227	13	quality	quality	NOUN
flr-517	227	14	of	of	ADP
flr-517	227	15	such	such	DET
flr-517	227	16	an	an	DET
flr-517	227	17	answer	answer	NOUN
flr-517	227	18	option	option	NOUN
flr-517	227	19	.	.	PUNCT
flr-517	228	1	mc	mc	PROPN
flr-517	228	2	item	item	PROPN
flr-517	228	3	options	option	NOUN
flr-517	228	4	of	of	ADP
flr-517	228	5	this	this	DET
flr-517	228	6	type	type	NOUN
flr-517	228	7	are	be	AUX
flr-517	228	8	flawed	flaw	VERB
flr-517	228	9	and	and	CCONJ
flr-517	228	10	should	should	AUX
flr-517	228	11	never	never	ADV
flr-517	228	12	be	be	AUX
flr-517	228	13	included	include	VERB
flr-517	228	14	.	.	PUNCT
flr-517	229	1	however	however	ADV
flr-517	229	2	,	,	PUNCT
flr-517	229	3	the	the	DET
flr-517	229	4	situation	situation	NOUN
flr-517	229	5	is	be	AUX
flr-517	229	6	different	different	ADJ
flr-517	229	7	if	if	SCONJ
flr-517	229	8	test	test	NOUN
flr-517	229	9	items	item	NOUN
flr-517	229	10	request	request	VERB
flr-517	229	11	forecasts	forecast	NOUN
flr-517	229	12	based	base	VERB
flr-517	229	13	on	on	ADP
flr-517	229	14	theoretical	theoretical	ADJ
flr-517	229	15	models	model	NOUN
flr-517	229	16	.	.	PUNCT
flr-517	230	1	for	for	ADP
flr-517	230	2	example	example	NOUN
flr-517	230	3	,	,	PUNCT
flr-517	230	4	nobody	nobody	PRON
flr-517	230	5	knew	know	VERB
flr-517	230	6	in	in	ADP
flr-517	230	7	2007	2007	NUM
flr-517	230	8	what	what	PRON
flr-517	230	9	the	the	DET
flr-517	230	10	consequences	consequence	NOUN
flr-517	230	11	would	would	AUX
flr-517	230	12	be	be	AUX
flr-517	230	13	if	if	SCONJ
flr-517	230	14	a	a	DET
flr-517	230	15	very	very	ADV
flr-517	230	16	large	large	ADJ
flr-517	230	17	bank	bank	NOUN
flr-517	230	18	were	be	AUX
flr-517	230	19	to	to	PART
flr-517	230	20	go	go	VERB
flr-517	230	21	bankrupt	bankrupt	ADJ
flr-517	230	22	.	.	PUNCT
flr-517	231	1	nevertheless	nevertheless	ADV
flr-517	231	2	,	,	PUNCT
flr-517	231	3	it	it	PRON
flr-517	231	4	is	be	AUX
flr-517	231	5	imaginable	imaginable	ADJ
flr-517	231	6	that	that	SCONJ
flr-517	231	7	developers	developer	NOUN
flr-517	231	8	of	of	ADP
flr-517	231	9	tests	test	NOUN
flr-517	231	10	of	of	ADP
flr-517	231	11	economic	economic	ADJ
flr-517	231	12	understanding	understanding	NOUN
flr-517	231	13	might	might	AUX
flr-517	231	14	have	have	AUX
flr-517	231	15	posed	pose	VERB
flr-517	231	16	a	a	DET
flr-517	231	17	question	question	NOUN
flr-517	231	18	like	like	ADP
flr-517	231	19	this	this	PRON
flr-517	231	20	to	to	ADP
flr-517	231	21	experts	expert	NOUN
flr-517	231	22	at	at	ADP
flr-517	231	23	that	that	DET
flr-517	231	24	time	time	NOUN
flr-517	231	25	.	.	PUNCT
flr-517	232	1	if	if	SCONJ
flr-517	232	2	experts	expert	NOUN
flr-517	232	3	were	be	AUX
flr-517	232	4	asked	ask	VERB
flr-517	232	5	what	what	PRON
flr-517	232	6	they	they	PRON
flr-517	232	7	thought	think	VERB
flr-517	232	8	the	the	DET
flr-517	232	9	most	most	ADV
flr-517	232	10	likely	likely	ADJ
flr-517	232	11	course	course	NOUN
flr-517	232	12	of	of	ADP
flr-517	232	13	economic	economic	ADJ
flr-517	232	14	development	development	NOUN
flr-517	232	15	would	would	AUX
flr-517	232	16	be	be	AUX
flr-517	232	17	,	,	PUNCT
flr-517	232	18	in	in	ADP
flr-517	232	19	the	the	DET
flr-517	232	20	respective	respective	ADJ
flr-517	232	21	item	item	NOUN
flr-517	232	22	stem	stem	NOUN
flr-517	232	23	there	there	PRON
flr-517	232	24	should	should	AUX
flr-517	232	25	have	have	AUX
flr-517	232	26	been	be	AUX
flr-517	232	27	the	the	DET
flr-517	232	28	constraints	constraint	NOUN
flr-517	232	29	ceteris	ceteris	NOUN
flr-517	232	30	paribus	paribus	NOUN
flr-517	232	31	(	(	PUNCT
flr-517	232	32	“	"	PUNCT
flr-517	232	33	all	all	PRON
flr-517	232	34	else	else	ADV
flr-517	232	35	being	be	AUX
flr-517	232	36	equal	equal	ADJ
flr-517	232	37	”	"	PUNCT
flr-517	232	38	)	)	PUNCT
flr-517	232	39	or	or	CCONJ
flr-517	232	40	rebus	rebus	ADJ
flr-517	232	41	sic	sic	ADJ
flr-517	232	42	stantibus	stantibus	NOUN
flr-517	232	43	(	(	PUNCT
flr-517	232	44	“	"	PUNCT
flr-517	232	45	things	thing	NOUN
flr-517	232	46	thus	thus	ADV
flr-517	232	47	standing	stand	VERB
flr-517	232	48	”	"	PUNCT
flr-517	232	49	)	)	PUNCT
flr-517	232	50	,	,	PUNCT
flr-517	232	51	which	which	PRON
flr-517	232	52	is	be	AUX
flr-517	232	53	common	common	ADJ
flr-517	232	54	in	in	ADP
flr-517	232	55	economics	economic	NOUN
flr-517	232	56	and	and	CCONJ
flr-517	232	57	law	law	NOUN
flr-517	232	58	.	.	PUNCT
flr-517	233	1	further	far	ADV
flr-517	233	2	,	,	PUNCT
flr-517	233	3	if	if	SCONJ
flr-517	233	4	relying	rely	VERB
flr-517	233	5	on	on	ADP
flr-517	233	6	a	a	DET
flr-517	233	7	particular	particular	ADJ
flr-517	233	8	theory	theory	NOUN
flr-517	233	9	of	of	ADP
flr-517	233	10	international	international	ADJ
flr-517	233	11	trade	trade	NOUN
flr-517	233	12	(	(	PUNCT
flr-517	233	13	e.g.	e.g.	ADV
flr-517	233	14	,	,	PUNCT
flr-517	233	15	in	in	ADP
flr-517	233	16	the	the	DET
flr-517	233	17	tradition	tradition	NOUN
flr-517	233	18	of	of	ADP
flr-517	233	19	the	the	DET
flr-517	233	20	famous	famous	ADJ
flr-517	233	21	model	model	NOUN
flr-517	233	22	of	of	ADP
flr-517	233	23	ricardo	ricardo	PROPN
flr-517	233	24	)	)	PUNCT
flr-517	233	25	the	the	DET
flr-517	233	26	correct	correct	ADJ
flr-517	233	27	answer	answer	NOUN
flr-517	233	28	could	could	AUX
flr-517	233	29	have	have	AUX
flr-517	233	30	been	be	AUX
flr-517	233	31	known	know	VERB
flr-517	233	32	(	(	PUNCT
flr-517	233	33	to).27	to).27	INTJ
flr-517	233	34	for	for	ADP
flr-517	233	35	some	some	DET
flr-517	233	36	test	test	NOUN
flr-517	233	37	developers	developer	NOUN
flr-517	233	38	,	,	PUNCT
flr-517	233	39	this	this	PRON
flr-517	233	40	is	be	AUX
flr-517	233	41	reason	reason	NOUN
flr-517	233	42	enough	enough	ADJ
flr-517	233	43	to	to	PART
flr-517	233	44	consult	consult	VERB
flr-517	233	45	several	several	ADJ
flr-517	233	46	or	or	CCONJ
flr-517	233	47	even	even	ADV
flr-517	233	48	numerous	numerous	ADJ
flr-517	233	49	experts	expert	NOUN
flr-517	233	50	.	.	PUNCT
flr-517	234	1	again	again	ADV
flr-517	234	2	,	,	PUNCT
flr-517	234	3	however	however	ADV
flr-517	234	4	,	,	PUNCT
flr-517	234	5	one	one	NUM
flr-517	234	6	competent	competent	ADJ
flr-517	234	7	expert	expert	NOUN
flr-517	234	8	(	(	PUNCT
flr-517	234	9	i.e.	i.e.	X
flr-517	234	10	,	,	PUNCT
flr-517	234	11	a	a	DET
flr-517	234	12	person	person	NOUN
flr-517	234	13	with	with	ADP
flr-517	234	14	knowledge	knowledge	NOUN
flr-517	234	15	in	in	ADP
flr-517	234	16	the	the	DET
flr-517	234	17	respective	respective	ADJ
flr-517	234	18	domain	domain	NOUN
flr-517	234	19	)	)	PUNCT
flr-517	234	20	should	should	AUX
flr-517	234	21	be	be	AUX
flr-517	234	22	able	able	ADJ
flr-517	234	23	to	to	PART
flr-517	234	24	tell	tell	VERB
flr-517	234	25	whether	whether	SCONJ
flr-517	234	26	an	an	DET
flr-517	234	27	option	option	NOUN
flr-517	234	28	offered	offer	VERB
flr-517	234	29	in	in	ADP
flr-517	234	30	an	an	DET
flr-517	234	31	mc	mc	PROPN
flr-517	234	32	item	item	NOUN
flr-517	234	33	like	like	ADP
flr-517	234	34	this	this	PRON
flr-517	234	35	is	be	AUX
flr-517	234	36	correct	correct	ADJ
flr-517	234	37	or	or	CCONJ
flr-517	234	38	incorrect	incorrect	ADJ
flr-517	234	39	.	.	PUNCT
flr-517	235	1	this	this	DET
flr-517	235	2	case	case	NOUN
flr-517	235	3	is	be	AUX
flr-517	235	4	either	either	CCONJ
flr-517	235	5	to	to	PART
flr-517	235	6	or	or	CCONJ
flr-517	235	7	tu	tu	VERB
flr-517	235	8	depending	depend	VERB
flr-517	235	9	on	on	ADP
flr-517	235	10	whether	whether	SCONJ
flr-517	235	11	completely	completely	ADV
flr-517	235	12	all	all	DET
flr-517	235	13	(	(	PUNCT
flr-517	235	14	to	to	PART
flr-517	235	15	)	)	PUNCT
flr-517	235	16	or	or	CCONJ
flr-517	235	17	only	only	ADV
flr-517	235	18	some	some	DET
flr-517	235	19	(	(	PUNCT
flr-517	235	20	tu	tu	PROPN
flr-517	235	21	)	)	PUNCT
flr-517	235	22	conditions	condition	NOUN
flr-517	235	23	/	/	SYM
flr-517	235	24	variables	variable	NOUN
flr-517	235	25	of	of	ADP
flr-517	235	26	the	the	DET
flr-517	235	27	further	further	ADJ
flr-517	235	28	development	development	NOUN
flr-517	235	29	of	of	ADP
flr-517	235	30	circumstances	circumstance	NOUN
flr-517	235	31	are	be	AUX
flr-517	235	32	given	give	VERB
flr-517	235	33	.	.	PUNCT
flr-517	236	1	for	for	ADP
flr-517	236	2	a	a	DET
flr-517	236	3	competent	competent	ADJ
flr-517	236	4	test	test	NOUN
flr-517	236	5	developer	developer	NOUN
flr-517	236	6	,	,	PUNCT
flr-517	236	7	experts	expert	NOUN
flr-517	236	8	’	'	PUNCT
flr-517	236	9	assistance	assistance	NOUN
flr-517	236	10	is	be	AUX
flr-517	236	11	not	not	PART
flr-517	236	12	necessary	necessary	ADJ
flr-517	236	13	with	with	ADP
flr-517	236	14	to	to	ADP
flr-517	236	15	and	and	CCONJ
flr-517	236	16	not	not	PART
flr-517	236	17	helpful	helpful	ADJ
flr-517	236	18	with	with	ADP
flr-517	236	19	tu	tu	PROPN
flr-517	236	20	,	,	PUNCT
flr-517	236	21	because	because	SCONJ
flr-517	236	22	in	in	ADP
flr-517	236	23	the	the	DET
flr-517	236	24	latter	latter	ADJ
flr-517	236	25	case	case	NOUN
flr-517	236	26	in	in	ADP
flr-517	236	27	principle	principle	NOUN
flr-517	236	28	no	no	DET
flr-517	236	29	future	future	ADJ
flr-517	236	30	development	development	NOUN
flr-517	236	31	can	can	AUX
flr-517	236	32	be	be	AUX
flr-517	236	33	excluded	exclude	VERB
flr-517	236	34	.	.	PUNCT
flr-517	237	1	initially	initially	ADV
flr-517	237	2	,	,	PUNCT
flr-517	237	3	one	one	PRON
flr-517	237	4	could	could	AUX
flr-517	237	5	conclude	conclude	VERB
flr-517	237	6	that	that	PRON
flr-517	237	7	to	to	ADP
flr-517	237	8	items	item	NOUN
flr-517	237	9	generally	generally	ADV
flr-517	237	10	do	do	AUX
flr-517	237	11	not	not	PART
flr-517	237	12	need	need	VERB
flr-517	237	13	to	to	PART
flr-517	237	14	be	be	AUX
flr-517	237	15	judged	judge	VERB
flr-517	237	16	by	by	ADP
flr-517	237	17	experts	expert	NOUN
flr-517	237	18	unless	unless	SCONJ
flr-517	237	19	the	the	DET
flr-517	237	20	test	test	NOUN
flr-517	237	21	developer	developer	NOUN
flr-517	237	22	feels	feel	VERB
flr-517	237	23	the	the	DET
flr-517	237	24	need	need	NOUN
flr-517	237	25	to	to	PART
flr-517	237	26	verify	verify	VERB
flr-517	237	27	that	that	SCONJ
flr-517	237	28	his	his	PRON
flr-517	237	29	or	or	CCONJ
flr-517	237	30	her	her	PRON
flr-517	237	31	solution	solution	NOUN
flr-517	237	32	is	be	AUX
flr-517	237	33	correct	correct	ADJ
flr-517	237	34	.	.	PUNCT
flr-517	238	1	in	in	ADP
flr-517	238	2	this	this	DET
flr-517	238	3	case	case	NOUN
flr-517	238	4	input	input	NOUN
flr-517	238	5	from	from	ADP
flr-517	238	6	one	one	NUM
flr-517	238	7	expert	expert	NOUN
flr-517	238	8	should	should	AUX
flr-517	238	9	be	be	AUX
flr-517	238	10	enough	enough	ADJ
flr-517	238	11	.	.	PUNCT
flr-517	239	1	conversely	conversely	ADV
flr-517	239	2	,	,	PUNCT
flr-517	239	3	tu	tu	PROPN
flr-517	239	4	items	item	NOUN
flr-517	239	5	should	should	AUX
flr-517	239	6	be	be	AUX
flr-517	239	7	excluded	exclude	VERB
flr-517	239	8	from	from	ADP
flr-517	239	9	all	all	DET
flr-517	239	10	tests	test	NOUN
flr-517	239	11	because	because	SCONJ
flr-517	239	12	their	their	PRON
flr-517	239	13	content	content	NOUN
flr-517	239	14	deals	deal	VERB
flr-517	239	15	with	with	ADP
flr-517	239	16	uncertain	uncertain	ADJ
flr-517	239	17	circumstances	circumstance	NOUN
flr-517	239	18	.	.	PUNCT
flr-517	240	1	test	test	NOUN
flr-517	240	2	developers	developer	NOUN
flr-517	240	3	and	and	CCONJ
flr-517	240	4	test	test	NOUN
flr-517	240	5	users	user	NOUN
flr-517	240	6	must	must	AUX
flr-517	240	7	know	know	VERB
flr-517	240	8	that	that	SCONJ
flr-517	240	9	,	,	PUNCT
flr-517	240	10	as	as	ADP
flr-517	240	11	a	a	DET
flr-517	240	12	matter	matter	NOUN
flr-517	240	13	of	of	ADP
flr-517	240	14	principle	principle	NOUN
flr-517	240	15	,	,	PUNCT
flr-517	240	16	in	in	ADP
flr-517	240	17	these	these	DET
flr-517	240	18	cases	case	NOUN
flr-517	240	19	the	the	DET
flr-517	240	20	content	content	NOUN
flr-517	240	21	of	of	ADP
flr-517	240	22	the	the	DET
flr-517	240	23	answers	answer	NOUN
flr-517	240	24	given	give	VERB
flr-517	240	25	by	by	ADP
flr-517	240	26	test	test	NOUN
flr-517	240	27	takers	taker	NOUN
flr-517	240	28	(	(	PUNCT
flr-517	240	29	as	as	ADV
flr-517	240	30	well	well	ADV
flr-517	240	31	as	as	ADP
flr-517	240	32	by	by	ADP
flr-517	240	33	experts	expert	NOUN
flr-517	240	34	)	)	PUNCT
flr-517	240	35	can	can	AUX
flr-517	240	36	not	not	PART
flr-517	240	37	be	be	AUX
flr-517	240	38	judged	judge	VERB
flr-517	240	39	as	as	ADP
flr-517	240	40	right	right	ADJ
flr-517	240	41	or	or	CCONJ
flr-517	240	42	wrong	wrong	ADJ
flr-517	240	43	.	.	PUNCT
flr-517	241	1	it	it	PRON
flr-517	241	2	is	be	AUX
flr-517	241	3	quite	quite	DET
flr-517	241	4	another	another	DET
flr-517	241	5	issue	issue	NOUN
flr-517	241	6	if	if	SCONJ
flr-517	241	7	not	not	PART
flr-517	241	8	the	the	DET
flr-517	241	9	knowledge	knowledge	NOUN
flr-517	241	10	of	of	ADP
flr-517	241	11	test	test	NOUN
flr-517	241	12	takers	taker	NOUN
flr-517	241	13	,	,	PUNCT
flr-517	241	14	but	but	CCONJ
flr-517	241	15	rather	rather	ADV
flr-517	241	16	their	their	PRON
flr-517	241	17	ability	ability	NOUN
flr-517	241	18	to	to	PART
flr-517	241	19	handle	handle	VERB
flr-517	241	20	uncertain	uncertain	ADJ
flr-517	241	21	situations	situation	NOUN
flr-517	241	22	,	,	PUNCT
flr-517	241	23	is	be	AUX
flr-517	241	24	to	to	PART
flr-517	241	25	be	be	AUX
flr-517	241	26	assessed	assess	VERB
flr-517	241	27	.	.	PUNCT
flr-517	242	1	their	their	PRON
flr-517	242	2	responses	response	NOUN
flr-517	242	3	to	to	ADP
flr-517	242	4	tu	tu	PROPN
flr-517	242	5	items	item	NOUN
flr-517	242	6	then	then	ADV
flr-517	242	7	might	might	AUX
flr-517	242	8	be	be	AUX
flr-517	242	9	judged	judge	VERB
flr-517	242	10	as	as	ADP
flr-517	242	11	being	be	AUX
flr-517	242	12	acceptably	acceptably	ADV
flr-517	242	13	precise	precise	ADJ
flr-517	242	14	,	,	PUNCT
flr-517	242	15	or	or	CCONJ
flr-517	242	16	more	more	ADJ
flr-517	242	17	or	or	CCONJ
flr-517	242	18	less	less	ADV
flr-517	242	19	circumspect	circumspect	ADJ
flr-517	242	20	,	,	PUNCT
flr-517	242	21	or	or	CCONJ
flr-517	242	22	as	as	ADP
flr-517	242	23	being	be	AUX
flr-517	242	24	within	within	ADP
flr-517	242	25	an	an	DET
flr-517	242	26	acceptable	acceptable	ADJ
flr-517	242	27	amount	amount	NOUN
flr-517	242	28	of	of	ADP
flr-517	242	29	time	time	NOUN
flr-517	242	30	or	or	CCONJ
flr-517	242	31	indexed	index	VERB
flr-517	242	32	by	by	ADP
flr-517	242	33	an	an	DET
flr-517	242	34	acceptable	acceptable	ADJ
flr-517	242	35	caveat	caveat	NOUN
flr-517	242	36	of	of	ADP
flr-517	242	37	accuracy	accuracy	NOUN
flr-517	242	38	,	,	PUNCT
flr-517	242	39	and	and	CCONJ
flr-517	242	40	so	so	ADV
flr-517	242	41	on	on	ADV
flr-517	242	42	.	.	PUNCT
flr-517	243	1	this	this	PRON
flr-517	243	2	leads	lead	VERB
flr-517	243	3	to	to	ADP
flr-517	243	4	another	another	DET
flr-517	243	5	type	type	NOUN
flr-517	243	6	of	of	ADP
flr-517	243	7	information	information	NOUN
flr-517	243	8	to	to	PART
flr-517	243	9	be	be	AUX
flr-517	243	10	obtained	obtain	VERB
flr-517	243	11	from	from	ADP
flr-517	243	12	experts	expert	NOUN
flr-517	243	13	:	:	PUNCT
flr-517	243	14	their	their	PRON
flr-517	243	15	opinion	opinion	NOUN
flr-517	243	16	about	about	ADP
flr-517	243	17	the	the	DET
flr-517	243	18	appropriateness	appropriateness	NOUN
flr-517	243	19	of	of	ADP
flr-517	243	20	an	an	DET
flr-517	243	21	item	item	NOUN
flr-517	243	22	to	to	PART
flr-517	243	23	stimulate	stimulate	VERB
flr-517	243	24	test	test	NOUN
flr-517	243	25	takers	taker	NOUN
flr-517	243	26	to	to	PART
flr-517	243	27	show	show	VERB
flr-517	243	28	their	their	PRON
flr-517	243	29	competence	competence	NOUN
flr-517	243	30	in	in	ADP
flr-517	243	31	dealing	deal	VERB
flr-517	243	32	with	with	ADP
flr-517	243	33	the	the	DET
flr-517	243	34	various	various	ADJ
flr-517	243	35	dimensions	dimension	NOUN
flr-517	243	36	of	of	ADP
flr-517	243	37	uncertainty	uncertainty	NOUN
flr-517	243	38	(	(	PUNCT
flr-517	243	39	no	no	INTJ
flr-517	243	40	.	.	NOUN
flr-517	243	41	8a	8a	NUM
flr-517	243	42	,	,	PUNCT
flr-517	243	43	8b	8b	NUM
flr-517	243	44	in	in	ADP
flr-517	243	45	table	table	NOUN
flr-517	243	46	1	1	NUM
flr-517	243	47	)	)	PUNCT
flr-517	243	48	.	.	PUNCT
flr-517	244	1	5.2	5.2	NUM
flr-517	244	2	asking	ask	VERB
flr-517	244	3	experts	expert	NOUN
flr-517	244	4	for	for	ADP
flr-517	244	5	subjective	subjective	ADJ
flr-517	244	6	reactions	reaction	NOUN
flr-517	244	7	the	the	DET
flr-517	244	8	alternative	alternative	NOUN
flr-517	244	9	to	to	ADP
flr-517	244	10	asking	ask	VERB
flr-517	244	11	experts	expert	NOUN
flr-517	244	12	for	for	ADP
flr-517	244	13	truth	truth	NOUN
flr-517	244	14	-	-	PUNCT
flr-517	244	15	apt	apt	ADJ
flr-517	244	16	statements	statement	NOUN
flr-517	244	17	is	be	AUX
flr-517	244	18	to	to	PART
flr-517	244	19	ask	ask	VERB
flr-517	244	20	them	they	PRON
flr-517	244	21	for	for	ADP
flr-517	244	22	statements	statement	NOUN
flr-517	244	23	indicating	indicate	VERB
flr-517	244	24	their	their	PRON
flr-517	244	25	approval	approval	NOUN
flr-517	244	26	or	or	CCONJ
flr-517	244	27	disapproval	disapproval	NOUN
flr-517	244	28	(	(	PUNCT
flr-517	244	29	acceptance	acceptance	NOUN
flr-517	244	30	or	or	CCONJ
flr-517	244	31	rejection	rejection	NOUN
flr-517	244	32	)	)	PUNCT
flr-517	244	33	of	of	ADP
flr-517	244	34	an	an	DET
flr-517	244	35	item	item	NOUN
flr-517	244	36	,	,	PUNCT
flr-517	244	37	also	also	ADV
flr-517	244	38	referred	refer	VERB
flr-517	244	39	to	to	ADP
flr-517	244	40	as	as	ADP
flr-517	244	41	consent	consent	NOUN
flr-517	244	42	statements.28	statements.28	NOUN
flr-517	244	43	the	the	DET
flr-517	244	44	basis	basis	NOUN
flr-517	244	45	of	of	ADP
flr-517	244	46	such	such	ADJ
flr-517	244	47	statements	statement	NOUN
flr-517	244	48	is	be	AUX
flr-517	244	49	not	not	PART
flr-517	244	50	objectivity	objectivity	NOUN
flr-517	244	51	in	in	ADP
flr-517	244	52	the	the	DET
flr-517	244	53	sense	sense	NOUN
flr-517	244	54	usually	usually	ADV
flr-517	244	55	meant	mean	VERB
flr-517	244	56	when	when	SCONJ
flr-517	244	57	referring	refer	VERB
flr-517	244	58	to	to	ADP
flr-517	244	59	interpersonal	interpersonal	ADJ
flr-517	244	60	verifiability	verifiability	NOUN
flr-517	244	61	.	.	PUNCT
flr-517	245	1	rather	rather	ADV
flr-517	245	2	,	,	PUNCT
flr-517	245	3	these	these	DET
flr-517	245	4	statements	statement	NOUN
flr-517	245	5	are	be	AUX
flr-517	245	6	based	base	VERB
flr-517	245	7	on	on	ADP
flr-517	245	8	subjective	subjective	ADJ
flr-517	245	9	mental	mental	ADJ
flr-517	245	10	states	state	NOUN
flr-517	245	11	,	,	PUNCT
flr-517	245	12	subjective	subjective	ADJ
flr-517	245	13	preferences	preference	NOUN
flr-517	245	14	,	,	PUNCT
flr-517	245	15	subjective	subjective	ADJ
flr-517	245	16	appraisals	appraisal	NOUN
flr-517	245	17	or	or	CCONJ
flr-517	245	18	something	something	PRON
flr-517	245	19	similar	similar	ADJ
flr-517	245	20	.	.	PUNCT
flr-517	246	1	they	they	PRON
flr-517	246	2	can	can	AUX
flr-517	246	3	be	be	AUX
flr-517	246	4	identified	identify	VERB
flr-517	246	5	easily	easily	ADV
flr-517	246	6	by	by	ADP
flr-517	246	7	their	their	PRON
flr-517	246	8	indispensable	indispensable	ADJ
flr-517	246	9	recourse	recourse	NOUN
flr-517	246	10	to	to	ADP
flr-517	246	11	the	the	DET
flr-517	246	12	speaker	speaker	NOUN
flr-517	246	13	himor	himor	VERB
flr-517	246	14	herself	herself	PRON
flr-517	246	15	,	,	PUNCT
flr-517	246	16	even	even	ADV
flr-517	246	17	if	if	SCONJ
flr-517	246	18	this	this	DET
flr-517	246	19	recourse	recourse	NOUN
flr-517	246	20	is	be	AUX
flr-517	246	21	not	not	PART
flr-517	246	22	made	make	VERB
flr-517	246	23	explicit	explicit	ADJ
flr-517	246	24	.	.	PUNCT
flr-517	247	1	for	for	ADP
flr-517	247	2	example	example	NOUN
flr-517	247	3	,	,	PUNCT
flr-517	247	4	if	if	SCONJ
flr-517	247	5	an	an	DET
flr-517	247	6	expert	expert	NOUN
flr-517	247	7	says	say	VERB
flr-517	247	8	:	:	PUNCT
flr-517	247	9	“	"	PUNCT
flr-517	247	10	with	with	ADP
flr-517	247	11	respect	respect	NOUN
flr-517	247	12	to	to	ADP
flr-517	247	13	criterion	criterion	NOUN
flr-517	247	14	x	x	PUNCT
flr-517	247	15	item	item	NOUN
flr-517	247	16	no	no	INTJ
flr-517	247	17	.	.	PUNCT
flr-517	248	1	i	i	PRON
flr-517	248	2	is	be	AUX
flr-517	248	3	fine,”29	fine,”29	NOUN
flr-517	249	1	he	he	PRON
flr-517	250	1	or	or	CCONJ
flr-517	250	2	she	she	PRON
flr-517	250	3	means	mean	VERB
flr-517	250	4	:	:	PUNCT
flr-517	250	5	“	"	PUNCT
flr-517	250	6	this	this	PRON
flr-517	250	7	is	be	AUX
flr-517	250	8	item	item	NOUN
flr-517	251	1	no	no	INTJ
flr-517	251	2	.	.	PUNCT
flr-517	252	1	i	i	PRON
flr-517	252	2	and	and	CCONJ
flr-517	252	3	looking	look	VERB
flr-517	252	4	at	at	ADP
flr-517	252	5	it	it	PRON
flr-517	252	6	with	with	ADP
flr-517	252	7	respect	respect	NOUN
flr-517	252	8	to	to	ADP
flr-517	252	9	criterion	criterion	NOUN
flr-517	252	10	x	x	PUNCT
flr-517	252	11	my	my	PRON
flr-517	252	12	impression	impression	NOUN
flr-517	252	13	is	be	AUX
flr-517	252	14	positive	positive	ADJ
flr-517	252	15	.	.	PUNCT
flr-517	252	16	”	"	PUNCT
flr-517	253	1	we	we	PRON
flr-517	253	2	also	also	ADV
flr-517	253	3	refer	refer	VERB
flr-517	253	4	to	to	ADP
flr-517	253	5	such	such	ADJ
flr-517	253	6	judgements	judgement	NOUN
flr-517	253	7	as	as	ADP
flr-517	253	8	valuations	valuation	NOUN
flr-517	253	9	.	.	PUNCT
flr-517	254	1	although	although	SCONJ
flr-517	254	2	valuations	valuation	NOUN
flr-517	254	3	are	be	AUX
flr-517	254	4	subjective	subjective	ADJ
flr-517	254	5	in	in	ADP
flr-517	254	6	character	character	NOUN
flr-517	254	7	,	,	PUNCT
flr-517	254	8	they	they	PRON
flr-517	254	9	are	be	AUX
flr-517	254	10	different	different	ADJ
flr-517	254	11	from	from	ADP
flr-517	254	12	norms	norm	NOUN
flr-517	254	13	(	(	PUNCT
flr-517	254	14	i.e.	i.e.	X
flr-517	254	15	,	,	PUNCT
flr-517	254	16	demands	demand	NOUN
flr-517	254	17	or	or	CCONJ
flr-517	254	18	claims30	claims30	NOUN
flr-517	254	19	)	)	PUNCT
flr-517	254	20	.	.	PUNCT
flr-517	255	1	declarations	declaration	NOUN
flr-517	255	2	of	of	ADP
flr-517	255	3	this	this	DET
flr-517	255	4	type	type	NOUN
flr-517	255	5	are	be	AUX
flr-517	255	6	usually	usually	ADV
flr-517	255	7	followed	follow	VERB
flr-517	255	8	by	by	ADP
flr-517	255	9	an	an	DET
flr-517	255	10	exclamation	exclamation	NOUN
flr-517	255	11	mark	mark	NOUN
flr-517	255	12	.	.	PUNCT
flr-517	256	1	they	they	PRON
flr-517	256	2	consist	consist	VERB
flr-517	256	3	of	of	ADP
flr-517	256	4	two	two	NUM
flr-517	256	5	elements	element	NOUN
flr-517	256	6	:	:	PUNCT
flr-517	256	7	a	a	DET
flr-517	256	8	description	description	NOUN
flr-517	256	9	of	of	ADP
flr-517	256	10	a	a	DET
flr-517	256	11	state	state	NOUN
flr-517	256	12	of	of	ADP
flr-517	256	13	affairs	affair	NOUN
flr-517	256	14	as	as	ADP
flr-517	256	15	the	the	DET
flr-517	256	16	object	object	NOUN
flr-517	256	17	of	of	ADP
flr-517	256	18	an	an	DET
flr-517	256	19	order	order	NOUN
flr-517	256	20	and	and	CCONJ
flr-517	256	21	the	the	DET
flr-517	256	22	order	order	NOUN
flr-517	256	23	itself	itself	PRON
flr-517	256	24	,	,	PUNCT
flr-517	256	25	such	such	ADJ
flr-517	256	26	as	as	ADP
flr-517	256	27	“	"	PUNCT
flr-517	256	28	this	this	PRON
flr-517	256	29	is	be	AUX
flr-517	256	30	a	a	DET
flr-517	256	31	certain	certain	ADJ
flr-517	256	32	state	state	NOUN
flr-517	256	33	of	of	ADP
flr-517	256	34	affairs	affair	NOUN
flr-517	256	35	and	and	CCONJ
flr-517	256	36	i	i	PRON
flr-517	256	37	demand	demand	VERB
flr-517	256	38	that	that	SCONJ
flr-517	256	39	it	it	PRON
flr-517	256	40	be	be	AUX
flr-517	256	41	maintained	maintain	VERB
flr-517	256	42	(	(	PUNCT
flr-517	256	43	established	establish	VERB
flr-517	256	44	or	or	CCONJ
flr-517	256	45	eliminated)”31	eliminated)”31	NOUN
flr-517	256	46	.	.	PUNCT
flr-517	257	1	in	in	ADP
flr-517	257	2	the	the	DET
flr-517	257	3	context	context	NOUN
flr-517	257	4	of	of	ADP
flr-517	257	5	our	our	PRON
flr-517	257	6	literature	literature	NOUN
flr-517	257	7	review	review	NOUN
flr-517	257	8	we	we	PRON
flr-517	257	9	may	may	AUX
flr-517	257	10	call	call	VERB
flr-517	257	11	these	these	DET
flr-517	257	12	statements	statement	NOUN
flr-517	257	13	“	"	PUNCT
flr-517	257	14	decisions	decision	NOUN
flr-517	257	15	”	"	PUNCT
flr-517	257	16	because	because	SCONJ
flr-517	257	17	a	a	DET
flr-517	257	18	decision	decision	NOUN
flr-517	257	19	is	be	AUX
flr-517	257	20	an	an	DET
flr-517	257	21	explicit	explicit	ADJ
flr-517	257	22	or	or	CCONJ
flr-517	257	23	implicit	implicit	ADJ
flr-517	257	24	statement	statement	NOUN
flr-517	257	25	about	about	ADP
flr-517	257	26	a	a	DET
flr-517	257	27	personal	personal	ADJ
flr-517	257	28	will	will	NOUN
flr-517	257	29	,	,	PUNCT
flr-517	257	30	wish	wish	VERB
flr-517	257	31	,	,	PUNCT
flr-517	257	32	or	or	CCONJ
flr-517	257	33	at	at	ADP
flr-517	257	34	least	least	ADJ
flr-517	257	35	hope.32	hope.32	VERB
flr-517	257	36	by	by	ADP
flr-517	257	37	contrast	contrast	NOUN
flr-517	257	38	,	,	PUNCT
flr-517	257	39	valuations	valuation	NOUN
flr-517	257	40	do	do	AUX
flr-517	257	41	not	not	PART
flr-517	257	42	necessarily	necessarily	ADV
flr-517	257	43	imply	imply	VERB
flr-517	257	44	a	a	DET
flr-517	257	45	normative	normative	ADJ
flr-517	257	46	claim	claim	NOUN
flr-517	257	47	.	.	PUNCT
flr-517	258	1	33	33	NUM
flr-517	258	2	(	(	PUNCT
flr-517	258	3	f	f	X
flr-517	258	4	)	)	PUNCT
flr-517	258	5	in	in	ADP
flr-517	258	6	the	the	DET
flr-517	258	7	course	course	NOUN
flr-517	258	8	of	of	ADP
flr-517	258	9	test	test	NOUN
flr-517	258	10	development	development	NOUN
flr-517	258	11	experts	expert	NOUN
flr-517	258	12	often	often	ADV
flr-517	258	13	are	be	AUX
flr-517	258	14	asked	ask	VERB
flr-517	258	15	for	for	ADP
flr-517	258	16	statements	statement	NOUN
flr-517	258	17	indicating	indicate	VERB
flr-517	258	18	their	their	PRON
flr-517	258	19	approval	approval	NOUN
flr-517	258	20	(	(	PUNCT
flr-517	258	21	grant	grant	PROPN
flr-517	258	22	&	&	CCONJ
flr-517	258	23	davis	davis	PROPN
flr-517	258	24	,	,	PUNCT
flr-517	258	25	1997	1997	NUM
flr-517	258	26	,	,	PUNCT
flr-517	258	27	p.	p.	NOUN
flr-517	258	28	272	272	NUM
flr-517	258	29	,	,	PUNCT
flr-517	258	30	col	col	PROPN
flr-517	258	31	.	.	PROPN
flr-517	258	32	1	1	NUM
flr-517	258	33	;	;	PUNCT
flr-517	258	34	table	table	NOUN
flr-517	258	35	2	2	NUM
flr-517	258	36	,	,	PUNCT
flr-517	258	37	col	col	NOUN
flr-517	258	38	.	.	PROPN
flr-517	258	39	3	3	NUM
flr-517	258	40	)	)	PUNCT
flr-517	258	41	.	.	PUNCT
flr-517	259	1	for	for	ADP
flr-517	259	2	example	example	NOUN
flr-517	259	3	,	,	PUNCT
flr-517	259	4	they	they	PRON
flr-517	259	5	are	be	AUX
flr-517	259	6	asked	ask	VERB
flr-517	259	7	to	to	PART
flr-517	259	8	decide	decide	VERB
flr-517	259	9	whether	whether	SCONJ
flr-517	259	10	a	a	DET
flr-517	259	11	particular	particular	ADJ
flr-517	259	12	item	item	NOUN
flr-517	259	13	belongs	belong	VERB
flr-517	259	14	to	to	ADP
flr-517	259	15	the	the	DET
flr-517	259	16	domain	domain	NOUN
flr-517	259	17	a	a	DET
flr-517	259	18	test	test	NOUN
flr-517	259	19	is	be	AUX
flr-517	259	20	aimed	aim	VERB
flr-517	259	21	at	at	ADP
flr-517	259	22	.	.	PUNCT
flr-517	260	1	without	without	ADP
flr-517	260	2	an	an	DET
flr-517	260	3	exact	exact	ADJ
flr-517	260	4	definition	definition	NOUN
flr-517	260	5	of	of	ADP
flr-517	260	6	the	the	DET
flr-517	260	7	notion	notion	NOUN
flr-517	260	8	domain	domain	NOUN
flr-517	260	9	and	and	CCONJ
flr-517	260	10	a	a	DET
flr-517	260	11	clear	clear	ADJ
flr-517	260	12	criterion	criterion	NOUN
flr-517	260	13	for	for	ADP
flr-517	260	14	the	the	DET
flr-517	260	15	delimitation	delimitation	NOUN
flr-517	260	16	of	of	ADP
flr-517	260	17	domains	domain	NOUN
flr-517	260	18	,	,	PUNCT
flr-517	260	19	this	this	DET
flr-517	260	20	statement	statement	NOUN
flr-517	260	21	can	can	AUX
flr-517	260	22	not	not	PART
flr-517	260	23	be	be	AUX
flr-517	260	24	true	true	ADJ
flr-517	260	25	or	or	CCONJ
flr-517	260	26	false	false	ADJ
flr-517	260	27	(	(	PUNCT
flr-517	260	28	shavelson	shavelson	NOUN
flr-517	260	29	,	,	PUNCT
flr-517	260	30	gao	gao	PROPN
flr-517	260	31	,	,	PUNCT
flr-517	260	32	&	&	CCONJ
flr-517	260	33	baxter	baxter	PROPN
flr-517	260	34	,	,	PUNCT
flr-517	260	35	1995	1995	NUM
flr-517	260	36	)	)	PUNCT
flr-517	260	37	.	.	PUNCT
flr-517	261	1	when	when	SCONJ
flr-517	261	2	answering	answer	VERB
flr-517	261	3	such	such	ADJ
flr-517	261	4	questions	question	NOUN
flr-517	261	5	experts	expert	NOUN
flr-517	261	6	might	might	AUX
flr-517	261	7	be	be	AUX
flr-517	261	8	led	lead	VERB
flr-517	261	9	by	by	ADP
flr-517	261	10	their	their	PRON
flr-517	261	11	intuitions,34	intuitions,34	NOUN
flr-517	261	12	which	which	PRON
flr-517	261	13	undoubtedly	undoubtedly	ADV
flr-517	261	14	differ	differ	VERB
flr-517	261	15	among	among	ADP
flr-517	261	16	individuals	individual	NOUN
flr-517	261	17	.	.	PUNCT
flr-517	262	1	in	in	ADP
flr-517	262	2	table	table	NOUN
flr-517	262	3	1	1	NUM
flr-517	262	4	is	be	AUX
flr-517	262	5	a	a	DET
flr-517	262	6	list	list	NOUN
flr-517	262	7	of	of	ADP
flr-517	262	8	various	various	ADJ
flr-517	262	9	situations	situation	NOUN
flr-517	262	10	in	in	ADP
flr-517	262	11	which	which	PRON
flr-517	262	12	experts	expert	NOUN
flr-517	262	13	are	be	AUX
flr-517	262	14	asked	ask	VERB
flr-517	262	15	or	or	CCONJ
flr-517	262	16	forced	force	VERB
flr-517	262	17	to	to	PART
flr-517	262	18	make	make	VERB
flr-517	262	19	a	a	DET
flr-517	262	20	decision	decision	NOUN
flr-517	262	21	.	.	PUNCT
flr-517	263	1	35	35	NUM
flr-517	264	1	the	the	DET
flr-517	264	2	vexing	vexing	ADJ
flr-517	264	3	problem	problem	NOUN
flr-517	264	4	for	for	ADP
flr-517	264	5	the	the	DET
flr-517	264	6	test	test	NOUN
flr-517	264	7	developer	developer	NOUN
flr-517	264	8	then	then	ADV
flr-517	264	9	is	be	AUX
flr-517	264	10	to	to	PART
flr-517	264	11	decide	decide	VERB
flr-517	264	12	how	how	SCONJ
flr-517	264	13	varying	vary	VERB
flr-517	264	14	decisions	decision	NOUN
flr-517	264	15	of	of	ADP
flr-517	264	16	a	a	DET
flr-517	264	17	group	group	NOUN
flr-517	264	18	of	of	ADP
flr-517	264	19	experts	expert	NOUN
flr-517	264	20	should	should	AUX
flr-517	264	21	be	be	AUX
flr-517	264	22	treated	treat	VERB
flr-517	264	23	.	.	PUNCT
flr-517	265	1	should	should	AUX
flr-517	265	2	the	the	DET
flr-517	265	3	test	test	NOUN
flr-517	265	4	developer	developer	NOUN
flr-517	265	5	follow	follow	VERB
flr-517	265	6	the	the	DET
flr-517	265	7	majority	majority	NOUN
flr-517	265	8	?	?	PUNCT
flr-517	266	1	how	how	SCONJ
flr-517	266	2	many	many	ADJ
flr-517	266	3	experts	expert	NOUN
flr-517	266	4	are	be	AUX
flr-517	266	5	needed	need	VERB
flr-517	266	6	to	to	PART
flr-517	266	7	get	get	VERB
flr-517	266	8	a	a	DET
flr-517	266	9	substantial	substantial	ADJ
flr-517	266	10	contribution	contribution	NOUN
flr-517	266	11	to	to	ADP
flr-517	266	12	the	the	DET
flr-517	266	13	decision	decision	NOUN
flr-517	266	14	on	on	ADP
flr-517	266	15	the	the	DET
flr-517	266	16	content	content	NOUN
flr-517	266	17	validity	validity	NOUN
flr-517	266	18	of	of	ADP
flr-517	266	19	an	an	DET
flr-517	266	20	item	item	NOUN
flr-517	266	21	?	?	PUNCT
flr-517	267	1	why	why	SCONJ
flr-517	267	2	should	should	AUX
flr-517	267	3	the	the	DET
flr-517	267	4	majority	majority	NOUN
flr-517	267	5	decision	decision	NOUN
flr-517	267	6	or	or	CCONJ
flr-517	267	7	any	any	DET
flr-517	267	8	decision	decision	NOUN
flr-517	267	9	be	be	AUX
flr-517	267	10	considered	consider	VERB
flr-517	267	11	the	the	DET
flr-517	267	12	best	good	ADJ
flr-517	267	13	?	?	PUNCT
flr-517	268	1	should	should	AUX
flr-517	268	2	the	the	DET
flr-517	268	3	test	test	NOUN
flr-517	268	4	developer	developer	NOUN
flr-517	268	5	ask	ask	VERB
flr-517	268	6	the	the	DET
flr-517	268	7	experts	expert	NOUN
flr-517	268	8	not	not	PART
flr-517	268	9	only	only	ADV
flr-517	268	10	to	to	PART
flr-517	268	11	make	make	VERB
flr-517	268	12	a	a	DET
flr-517	268	13	decision	decision	NOUN
flr-517	268	14	but	but	CCONJ
flr-517	268	15	also	also	ADV
flr-517	268	16	to	to	PART
flr-517	268	17	disclose	disclose	VERB
flr-517	268	18	the	the	DET
flr-517	268	19	criterion	criterion	NOUN
flr-517	268	20	on	on	ADP
flr-517	268	21	which	which	PRON
flr-517	268	22	their	their	PRON
flr-517	268	23	decision	decision	NOUN
flr-517	268	24	is	be	AUX
flr-517	268	25	based	base	VERB
flr-517	268	26	?	?	PUNCT
flr-517	269	1	what	what	PRON
flr-517	269	2	if	if	SCONJ
flr-517	269	3	the	the	DET
flr-517	269	4	experts	expert	NOUN
flr-517	269	5	can	can	AUX
flr-517	269	6	not	not	PART
flr-517	269	7	name	name	VERB
flr-517	269	8	that	that	DET
flr-517	269	9	criterion	criterion	NOUN
flr-517	269	10	?	?	PUNCT
flr-517	270	1	what	what	PRON
flr-517	270	2	if	if	SCONJ
flr-517	270	3	the	the	DET
flr-517	270	4	experts	expert	NOUN
flr-517	270	5	can	can	AUX
flr-517	270	6	,	,	PUNCT
flr-517	270	7	and	and	CCONJ
flr-517	270	8	the	the	DET
flr-517	270	9	developer	developer	NOUN
flr-517	270	10	gets	get	VERB
flr-517	270	11	different	different	ADJ
flr-517	270	12	decisions	decision	NOUN
flr-517	270	13	based	base	VERB
flr-517	270	14	on	on	ADP
flr-517	270	15	different	different	ADJ
flr-517	270	16	criteria	criterion	NOUN
flr-517	270	17	?	?	PUNCT
flr-517	271	1	would	would	AUX
flr-517	271	2	it	it	PRON
flr-517	271	3	be	be	AUX
flr-517	271	4	a	a	DET
flr-517	271	5	good	good	ADJ
flr-517	271	6	idea	idea	NOUN
flr-517	271	7	to	to	PART
flr-517	271	8	keep	keep	VERB
flr-517	271	9	only	only	ADV
flr-517	271	10	those	those	DET
flr-517	271	11	items	item	NOUN
flr-517	271	12	on	on	ADP
flr-517	271	13	which	which	PRON
flr-517	271	14	experts	expert	NOUN
flr-517	271	15	are	be	AUX
flr-517	271	16	in	in	ADP
flr-517	271	17	complete	complete	ADJ
flr-517	271	18	agreement	agreement	NOUN
flr-517	271	19	?	?	PUNCT
flr-517	272	1	as	as	ADP
flr-517	272	2	an	an	DET
flr-517	272	3	example	example	NOUN
flr-517	272	4	,	,	PUNCT
flr-517	272	5	huang	huang	PROPN
flr-517	272	6	and	and	CCONJ
flr-517	272	7	lin	lin	PROPN
flr-517	272	8	(	(	PUNCT
flr-517	272	9	2015	2015	NUM
flr-517	272	10	;	;	PUNCT
flr-517	272	11	cf	cf	X
flr-517	272	12	.	.	PUNCT
flr-517	273	1	appendix	appendix	NOUN
flr-517	273	2	1	1	NUM
flr-517	273	3	,	,	PUNCT
flr-517	273	4	no	no	INTJ
flr-517	273	5	.	.	NOUN
flr-517	273	6	71	71	NUM
flr-517	273	7	)	)	PUNCT
flr-517	273	8	developed	develop	VERB
flr-517	273	9	their	their	PRON
flr-517	273	10	inventory	inventory	NOUN
flr-517	273	11	for	for	ADP
flr-517	273	12	measuring	measure	VERB
flr-517	273	13	student	student	NOUN
flr-517	273	14	attitudes	attitude	NOUN
flr-517	273	15	toward	toward	ADP
flr-517	273	16	calculus	calculus	NOUN
flr-517	273	17	for	for	ADP
flr-517	273	18	college	college	NOUN
flr-517	273	19	students	student	NOUN
flr-517	273	20	.	.	PUNCT
flr-517	274	1	in	in	ADP
flr-517	274	2	working	work	VERB
flr-517	274	3	on	on	ADP
flr-517	274	4	content	content	NOUN
flr-517	274	5	validity	validity	NOUN
flr-517	274	6	,	,	PUNCT
flr-517	274	7	they	they	PRON
flr-517	274	8	asked	ask	VERB
flr-517	274	9	experts	expert	NOUN
flr-517	274	10	to	to	PART
flr-517	274	11	judge	judge	VERB
flr-517	274	12	the	the	DET
flr-517	274	13	clarity	clarity	NOUN
flr-517	274	14	of	of	ADP
flr-517	274	15	the	the	DET
flr-517	274	16	24	24	NUM
flr-517	274	17	items	item	NOUN
flr-517	274	18	on	on	ADP
flr-517	274	19	the	the	DET
flr-517	274	20	test	test	NOUN
flr-517	274	21	.	.	PUNCT
flr-517	275	1	one	one	NUM
flr-517	275	2	of	of	ADP
flr-517	275	3	the	the	DET
flr-517	275	4	items	item	NOUN
flr-517	275	5	read	read	VERB
flr-517	275	6	:	:	PUNCT
flr-517	275	7	“	"	PUNCT
flr-517	275	8	i	i	PRON
flr-517	275	9	think	think	VERB
flr-517	275	10	it	it	PRON
flr-517	275	11	is	be	AUX
flr-517	275	12	difficult	difficult	ADJ
flr-517	275	13	to	to	PART
flr-517	275	14	learn	learn	VERB
flr-517	275	15	calculus	calculus	NOUN
flr-517	275	16	.	.	PUNCT
flr-517	275	17	”	"	PUNCT
flr-517	276	1	is	be	AUX
flr-517	276	2	the	the	DET
flr-517	276	3	criterion	criterion	NOUN
flr-517	276	4	of	of	ADP
flr-517	276	5	clarity	clarity	NOUN
flr-517	276	6	fulfilled	fulfil	VERB
flr-517	276	7	?	?	PUNCT
flr-517	277	1	how	how	SCONJ
flr-517	277	2	would	would	AUX
flr-517	277	3	you	you	PRON
flr-517	277	4	decide	decide	VERB
flr-517	277	5	?	?	PUNCT
flr-517	278	1	yes	yes	INTJ
flr-517	278	2	or	or	CCONJ
flr-517	278	3	no	no	INTJ
flr-517	278	4	?	?	PUNCT
flr-517	279	1	the	the	DET
flr-517	279	2	experts	expert	NOUN
flr-517	279	3	decided	decide	VERB
flr-517	279	4	“	"	PUNCT
flr-517	279	5	no	no	INTJ
flr-517	279	6	”	"	PUNCT
flr-517	279	7	.	.	PUNCT
flr-517	280	1	therefore	therefore	ADV
flr-517	280	2	,	,	PUNCT
flr-517	280	3	the	the	DET
flr-517	280	4	item	item	NOUN
flr-517	280	5	was	be	AUX
flr-517	280	6	reworded	reword	VERB
flr-517	280	7	to	to	ADP
flr-517	280	8	:	:	PUNCT
flr-517	280	9	“	"	PUNCT
flr-517	280	10	calculus	calculus	NOUN
flr-517	280	11	is	be	AUX
flr-517	280	12	not	not	PART
flr-517	280	13	difficult	difficult	ADJ
flr-517	280	14	for	for	ADP
flr-517	280	15	me	i	PRON
flr-517	280	16	.	.	PUNCT
flr-517	280	17	”	"	PUNCT
flr-517	281	1	do	do	AUX
flr-517	281	2	you	you	PRON
flr-517	281	3	agree	agree	VERB
flr-517	281	4	that	that	SCONJ
flr-517	281	5	clarity	clarity	NOUN
flr-517	281	6	is	be	AUX
flr-517	281	7	now	now	ADV
flr-517	281	8	given	give	VERB
flr-517	281	9	?	?	PUNCT
flr-517	282	1	the	the	DET
flr-517	282	2	group	group	NOUN
flr-517	282	3	of	of	ADP
flr-517	282	4	experts	expert	NOUN
flr-517	282	5	consisted	consist	VERB
flr-517	282	6	of	of	ADP
flr-517	282	7	“	"	PUNCT
flr-517	282	8	three	three	NUM
flr-517	282	9	educators	educator	NOUN
flr-517	282	10	with	with	ADP
flr-517	282	11	expertise	expertise	NOUN
flr-517	282	12	in	in	ADP
flr-517	282	13	instrument	instrument	NOUN
flr-517	282	14	development	development	NOUN
flr-517	282	15	,	,	PUNCT
flr-517	282	16	one	one	NUM
flr-517	282	17	psychological	psychological	ADJ
flr-517	282	18	counsellor	counsellor	NOUN
flr-517	282	19	,	,	PUNCT
flr-517	282	20	and	and	CCONJ
flr-517	282	21	two	two	NUM
flr-517	282	22	professors	professor	NOUN
flr-517	282	23	who	who	PRON
flr-517	282	24	have	have	AUX
flr-517	282	25	each	each	DET
flr-517	282	26	taught	teach	VERB
flr-517	282	27	calculus	calculus	NOUN
flr-517	282	28	for	for	ADP
flr-517	282	29	more	more	ADJ
flr-517	282	30	than	than	ADP
flr-517	282	31	10	10	NUM
flr-517	282	32	years	year	NOUN
flr-517	282	33	”	"	PUNCT
flr-517	282	34	(	(	PUNCT
flr-517	282	35	2015	2015	NUM
flr-517	282	36	,	,	PUNCT
flr-517	282	37	p.	p.	NOUN
flr-517	282	38	113	113	NUM
flr-517	282	39	,	,	PUNCT
flr-517	282	40	col	col	PROPN
flr-517	282	41	.	.	PROPN
flr-517	282	42	1	1	NUM
flr-517	282	43	-	-	SYM
flr-517	282	44	2	2	NUM
flr-517	282	45	)	)	PUNCT
flr-517	282	46	.	.	PUNCT
flr-517	283	1	the	the	DET
flr-517	283	2	authors	author	NOUN
flr-517	283	3	did	do	AUX
flr-517	283	4	not	not	PART
flr-517	283	5	report	report	VERB
flr-517	283	6	on	on	ADP
flr-517	283	7	the	the	DET
flr-517	283	8	number	number	NOUN
flr-517	283	9	of	of	ADP
flr-517	283	10	experts	expert	NOUN
flr-517	283	11	’	’	PART
flr-517	283	12	decisions	decision	NOUN
flr-517	283	13	on	on	ADP
flr-517	283	14	clarity	clarity	NOUN
flr-517	283	15	after	after	ADP
flr-517	283	16	rewording	reword	VERB
flr-517	283	17	the	the	DET
flr-517	283	18	item	item	NOUN
flr-517	283	19	.	.	PUNCT
flr-517	284	1	however	however	ADV
flr-517	284	2	,	,	PUNCT
flr-517	284	3	it	it	PRON
flr-517	284	4	is	be	AUX
flr-517	284	5	plausible	plausible	ADJ
flr-517	284	6	that	that	SCONJ
flr-517	284	7	not	not	PART
flr-517	284	8	all	all	PRON
flr-517	284	9	of	of	ADP
flr-517	284	10	them	they	PRON
flr-517	284	11	responded	respond	VERB
flr-517	284	12	in	in	ADP
flr-517	284	13	the	the	DET
flr-517	284	14	same	same	ADJ
flr-517	284	15	way	way	NOUN
flr-517	284	16	.	.	PUNCT
flr-517	285	1	the	the	DET
flr-517	285	2	question	question	NOUN
flr-517	285	3	posed	pose	VERB
flr-517	285	4	to	to	ADP
flr-517	285	5	the	the	DET
flr-517	285	6	experts	expert	NOUN
flr-517	285	7	by	by	ADP
flr-517	285	8	huang	huang	PROPN
flr-517	285	9	and	and	CCONJ
flr-517	285	10	lin	lin	PROPN
flr-517	285	11	does	do	AUX
flr-517	285	12	not	not	PART
flr-517	285	13	solicit	solicit	VERB
flr-517	285	14	a	a	DET
flr-517	285	15	truth	truth	NOUN
flr-517	285	16	-	-	PUNCT
flr-517	285	17	apt	apt	ADJ
flr-517	285	18	answer	answer	NOUN
flr-517	285	19	.	.	PUNCT
flr-517	286	1	judging	judge	VERB
flr-517	286	2	clarity	clarity	NOUN
flr-517	286	3	in	in	ADP
flr-517	286	4	the	the	DET
flr-517	286	5	context	context	NOUN
flr-517	286	6	of	of	ADP
flr-517	286	7	item	item	NOUN
flr-517	286	8	construction	construction	NOUN
flr-517	286	9	obviously	obviously	ADV
flr-517	286	10	is	be	AUX
flr-517	286	11	a	a	DET
flr-517	286	12	matter	matter	NOUN
flr-517	286	13	of	of	ADP
flr-517	286	14	subjectivity	subjectivity	NOUN
flr-517	286	15	because	because	SCONJ
flr-517	286	16	clarity	clarity	NOUN
flr-517	286	17	is	be	AUX
flr-517	286	18	a	a	DET
flr-517	286	19	two	two	NUM
flr-517	286	20	-	-	PUNCT
flr-517	286	21	place	place	NOUN
flr-517	286	22	predicate	predicate	NOUN
flr-517	286	23	meaning	mean	VERB
flr-517	286	24	“	"	PUNCT
flr-517	286	25	clarity	clarity	NOUN
flr-517	286	26	for	for	ADP
flr-517	286	27	someone	someone	PRON
flr-517	286	28	”	"	PUNCT
flr-517	286	29	.	.	PUNCT
flr-517	287	1	the	the	DET
flr-517	287	2	example	example	NOUN
flr-517	287	3	above	above	ADP
flr-517	287	4	deals	deal	NOUN
flr-517	287	5	with	with	ADP
flr-517	287	6	clarity	clarity	NOUN
flr-517	287	7	for	for	ADP
flr-517	287	8	college	college	NOUN
flr-517	287	9	students	student	NOUN
flr-517	287	10	,	,	PUNCT
flr-517	287	11	but	but	CCONJ
flr-517	287	12	why	why	SCONJ
flr-517	287	13	did	do	AUX
flr-517	287	14	huang	huang	PROPN
flr-517	287	15	and	and	CCONJ
flr-517	287	16	lin	lin	PROPN
flr-517	287	17	not	not	PART
flr-517	287	18	ask	ask	VERB
flr-517	287	19	college	college	NOUN
flr-517	287	20	students	student	NOUN
flr-517	287	21	,	,	PUNCT
flr-517	287	22	who	who	PRON
flr-517	287	23	are	be	AUX
flr-517	287	24	the	the	DET
flr-517	287	25	genuine	genuine	ADJ
flr-517	287	26	experts	expert	NOUN
flr-517	287	27	,	,	PUNCT
flr-517	287	28	to	to	PART
flr-517	287	29	answer	answer	VERB
flr-517	287	30	this	this	DET
flr-517	287	31	question	question	NOUN
flr-517	287	32	?	?	PUNCT
flr-517	288	1	indeed	indeed	ADV
flr-517	288	2	,	,	PUNCT
flr-517	288	3	the	the	DET
flr-517	288	4	two	two	NUM
flr-517	288	5	authors	author	NOUN
flr-517	288	6	conducted	conduct	VERB
flr-517	288	7	a	a	DET
flr-517	288	8	pilot	pilot	NOUN
flr-517	288	9	study	study	NOUN
flr-517	288	10	with	with	ADP
flr-517	288	11	a	a	DET
flr-517	288	12	sample	sample	NOUN
flr-517	288	13	of	of	ADP
flr-517	288	14	students	student	NOUN
flr-517	288	15	,	,	PUNCT
flr-517	288	16	but	but	CCONJ
flr-517	288	17	they	they	PRON
flr-517	288	18	did	do	AUX
flr-517	288	19	not	not	PART
flr-517	288	20	ask	ask	VERB
flr-517	288	21	them	they	PRON
flr-517	288	22	to	to	PART
flr-517	288	23	judge	judge	VERB
flr-517	288	24	the	the	DET
flr-517	288	25	items	item	NOUN
flr-517	288	26	on	on	ADP
flr-517	288	27	the	the	DET
flr-517	288	28	criterion	criterion	NOUN
flr-517	288	29	of	of	ADP
flr-517	288	30	clarity	clarity	NOUN
flr-517	288	31	.	.	PUNCT
flr-517	289	1	rather	rather	ADV
flr-517	289	2	,	,	PUNCT
flr-517	289	3	they	they	PRON
flr-517	289	4	administered	administer	VERB
flr-517	289	5	their	their	PRON
flr-517	289	6	test	test	NOUN
flr-517	289	7	to	to	ADP
flr-517	289	8	them	they	PRON
flr-517	289	9	.	.	PUNCT
flr-517	290	1	however	however	ADV
flr-517	290	2	,	,	PUNCT
flr-517	290	3	to	to	PART
flr-517	290	4	get	get	VERB
flr-517	290	5	the	the	DET
flr-517	290	6	necessary	necessary	ADJ
flr-517	290	7	information	information	NOUN
flr-517	290	8	on	on	ADP
flr-517	290	9	clarity	clarity	NOUN
flr-517	290	10	they	they	PRON
flr-517	290	11	should	should	AUX
flr-517	290	12	have	have	AUX
flr-517	290	13	asked	ask	VERB
flr-517	290	14	the	the	DET
flr-517	290	15	students	student	NOUN
flr-517	290	16	which	which	PRON
flr-517	290	17	of	of	ADP
flr-517	290	18	the	the	DET
flr-517	290	19	two	two	NUM
flr-517	290	20	alternative	alternative	ADJ
flr-517	290	21	wordings	wording	NOUN
flr-517	290	22	to	to	ADP
flr-517	290	23	them	they	PRON
flr-517	290	24	was	be	AUX
flr-517	290	25	clearer	clear	ADJ
flr-517	290	26	.	.	PUNCT
flr-517	291	1	what	what	PRON
flr-517	291	2	would	would	AUX
flr-517	291	3	the	the	DET
flr-517	291	4	consequences	consequence	NOUN
flr-517	291	5	have	have	AUX
flr-517	291	6	been	be	AUX
flr-517	291	7	if	if	SCONJ
flr-517	291	8	they	they	PRON
flr-517	291	9	had	have	AUX
flr-517	291	10	asked	ask	VERB
flr-517	291	11	students	student	NOUN
flr-517	291	12	(	(	PUNCT
flr-517	291	13	as	as	ADP
flr-517	291	14	experts	expert	NOUN
flr-517	291	15	)	)	PUNCT
flr-517	291	16	in	in	ADP
flr-517	291	17	this	this	DET
flr-517	291	18	way	way	NOUN
flr-517	291	19	,	,	PUNCT
flr-517	291	20	and	and	CCONJ
flr-517	291	21	if	if	SCONJ
flr-517	291	22	they	they	PRON
flr-517	291	23	had	have	AUX
flr-517	291	24	not	not	PART
flr-517	291	25	obtained	obtain	VERB
flr-517	291	26	a	a	DET
flr-517	291	27	clear	clear	ADJ
flr-517	291	28	majority	majority	NOUN
flr-517	291	29	for	for	ADP
flr-517	291	30	one	one	NUM
flr-517	291	31	of	of	ADP
flr-517	291	32	the	the	DET
flr-517	291	33	two	two	NUM
flr-517	291	34	alternatives	alternative	NOUN
flr-517	291	35	?	?	PUNCT
flr-517	292	1	if	if	SCONJ
flr-517	292	2	one	one	NUM
flr-517	292	3	of	of	ADP
flr-517	292	4	the	the	DET
flr-517	292	5	two	two	NUM
flr-517	292	6	alternatives	alternative	NOUN
flr-517	292	7	had	have	AUX
flr-517	292	8	been	be	AUX
flr-517	292	9	favoured	favour	VERB
flr-517	292	10	,	,	PUNCT
flr-517	292	11	would	would	AUX
flr-517	292	12	the	the	DET
flr-517	292	13	answers	answer	NOUN
flr-517	292	14	given	give	VERB
flr-517	292	15	by	by	ADP
flr-517	292	16	the	the	DET
flr-517	292	17	minority	minority	NOUN
flr-517	292	18	have	have	AUX
flr-517	292	19	been	be	AUX
flr-517	292	20	considered	consider	VERB
flr-517	292	21	as	as	ADV
flr-517	292	22	valid	valid	ADJ
flr-517	292	23	as	as	ADP
flr-517	292	24	those	those	PRON
flr-517	292	25	of	of	ADP
flr-517	292	26	the	the	DET
flr-517	292	27	majority	majority	NOUN
flr-517	292	28	?	?	PUNCT
flr-517	293	1	would	would	AUX
flr-517	293	2	it	it	PRON
flr-517	293	3	have	have	AUX
flr-517	293	4	been	be	AUX
flr-517	293	5	necessary	necessary	ADJ
flr-517	293	6	to	to	PART
flr-517	293	7	investigate	investigate	VERB
flr-517	293	8	relevant	relevant	ADJ
flr-517	293	9	psychological	psychological	ADJ
flr-517	293	10	differences	difference	NOUN
flr-517	293	11	between	between	ADP
flr-517	293	12	members	member	NOUN
flr-517	293	13	of	of	ADP
flr-517	293	14	the	the	DET
flr-517	293	15	minority	minority	NOUN
flr-517	293	16	group	group	NOUN
flr-517	293	17	and	and	CCONJ
flr-517	293	18	those	those	PRON
flr-517	293	19	of	of	ADP
flr-517	293	20	the	the	DET
flr-517	293	21	majority	majority	NOUN
flr-517	293	22	group	group	NOUN
flr-517	293	23	?	?	PUNCT
flr-517	294	1	how	how	SCONJ
flr-517	294	2	could	could	AUX
flr-517	294	3	this	this	PRON
flr-517	294	4	have	have	AUX
flr-517	294	5	been	be	AUX
flr-517	294	6	done	do	VERB
flr-517	294	7	?	?	PUNCT
flr-517	295	1	would	would	AUX
flr-517	295	2	validated	validate	VERB
flr-517	295	3	tests	test	NOUN
flr-517	295	4	have	have	AUX
flr-517	295	5	been	be	AUX
flr-517	295	6	needed	need	VERB
flr-517	295	7	to	to	PART
flr-517	295	8	detect	detect	VERB
flr-517	295	9	and	and	CCONJ
flr-517	295	10	identify	identify	VERB
flr-517	295	11	these	these	DET
flr-517	295	12	differences	difference	NOUN
flr-517	295	13	?	?	PUNCT
flr-517	296	1	hence	hence	ADV
flr-517	296	2	,	,	PUNCT
flr-517	296	3	is	be	AUX
flr-517	296	4	the	the	DET
flr-517	296	5	result	result	NOUN
flr-517	296	6	of	of	ADP
flr-517	296	7	validating	validate	VERB
flr-517	296	8	test	test	NOUN
flr-517	296	9	items	item	NOUN
flr-517	296	10	an	an	DET
flr-517	296	11	infinite	infinite	ADJ
flr-517	296	12	regress	regress	NOUN
flr-517	296	13	?	?	PUNCT
flr-517	297	1	finally	finally	ADV
flr-517	297	2	,	,	PUNCT
flr-517	297	3	what	what	PRON
flr-517	297	4	does	do	AUX
flr-517	297	5	it	it	PRON
flr-517	297	6	mean	mean	VERB
flr-517	297	7	for	for	ADP
flr-517	297	8	the	the	DET
flr-517	297	9	validity	validity	NOUN
flr-517	297	10	of	of	ADP
flr-517	297	11	test	test	NOUN
flr-517	297	12	interpretations	interpretation	NOUN
flr-517	297	13	if	if	SCONJ
flr-517	297	14	experts	expert	NOUN
flr-517	297	15	find	find	VERB
flr-517	297	16	a	a	DET
flr-517	297	17	particular	particular	ADJ
flr-517	297	18	item	item	NOUN
flr-517	297	19	only	only	ADV
flr-517	297	20	partly	partly	ADV
flr-517	297	21	clear	clear	ADJ
flr-517	297	22	?	?	PUNCT
flr-517	298	1	would	would	AUX
flr-517	298	2	it	it	PRON
flr-517	298	3	be	be	AUX
flr-517	298	4	fair	fair	ADJ
flr-517	298	5	to	to	PART
flr-517	298	6	force	force	VERB
flr-517	298	7	all	all	DET
flr-517	298	8	future	future	ADJ
flr-517	298	9	test	test	NOUN
flr-517	298	10	takers	taker	NOUN
flr-517	298	11	to	to	PART
flr-517	298	12	respond	respond	VERB
flr-517	298	13	to	to	ADP
flr-517	298	14	such	such	DET
flr-517	298	15	an	an	DET
flr-517	298	16	item	item	NOUN
flr-517	298	17	?	?	PUNCT
flr-517	299	1	how	how	SCONJ
flr-517	299	2	many	many	ADJ
flr-517	299	3	items	item	NOUN
flr-517	299	4	would	would	AUX
flr-517	299	5	remain	remain	VERB
flr-517	299	6	in	in	ADP
flr-517	299	7	an	an	DET
flr-517	299	8	item	item	NOUN
flr-517	299	9	pool	pool	NOUN
flr-517	299	10	if	if	SCONJ
flr-517	299	11	all	all	DET
flr-517	299	12	those	those	DET
flr-517	299	13	items	item	NOUN
flr-517	299	14	failing	fail	VERB
flr-517	299	15	to	to	PART
flr-517	299	16	gain	gain	VERB
flr-517	299	17	consensus	consensus	NOUN
flr-517	299	18	among	among	ADP
flr-517	299	19	experts	expert	NOUN
flr-517	299	20	with	with	ADP
flr-517	299	21	regard	regard	NOUN
flr-517	299	22	to	to	ADP
flr-517	299	23	clarity	clarity	NOUN
flr-517	299	24	(	(	PUNCT
flr-517	299	25	or	or	CCONJ
flr-517	299	26	any	any	DET
flr-517	299	27	other	other	ADJ
flr-517	299	28	predicate	predicate	NOUN
flr-517	299	29	of	of	ADP
flr-517	299	30	the	the	DET
flr-517	299	31	same	same	ADJ
flr-517	299	32	kind	kind	NOUN
flr-517	299	33	)	)	PUNCT
flr-517	299	34	were	be	AUX
flr-517	299	35	removed	remove	VERB
flr-517	299	36	?	?	PUNCT
flr-517	300	1	pragmatic	pragmatic	ADJ
flr-517	300	2	issues	issue	NOUN
flr-517	300	3	may	may	AUX
flr-517	300	4	come	come	VERB
flr-517	300	5	into	into	ADP
flr-517	300	6	play	play	NOUN
flr-517	300	7	such	such	ADJ
flr-517	300	8	as	as	ADP
flr-517	300	9	the	the	DET
flr-517	300	10	costs	cost	NOUN
flr-517	300	11	and	and	CCONJ
flr-517	300	12	benefits	benefit	NOUN
flr-517	300	13	of	of	ADP
flr-517	300	14	developing	develop	VERB
flr-517	300	15	a	a	DET
flr-517	300	16	test	test	NOUN
flr-517	300	17	in	in	ADP
flr-517	300	18	terms	term	NOUN
flr-517	300	19	of	of	ADP
flr-517	300	20	money	money	NOUN
flr-517	300	21	,	,	PUNCT
flr-517	300	22	energy	energy	NOUN
flr-517	300	23	,	,	PUNCT
flr-517	300	24	and	and	CCONJ
flr-517	300	25	time	time	NOUN
flr-517	300	26	.	.	PUNCT
flr-517	301	1	how	how	SCONJ
flr-517	301	2	much	much	ADJ
flr-517	301	3	effort	effort	NOUN
flr-517	301	4	has	have	VERB
flr-517	301	5	to	to	PART
flr-517	301	6	be	be	AUX
flr-517	301	7	invested	invest	VERB
flr-517	301	8	to	to	PART
flr-517	301	9	ensure	ensure	VERB
flr-517	301	10	the	the	DET
flr-517	301	11	content	content	NOUN
flr-517	301	12	validity	validity	NOUN
flr-517	301	13	of	of	ADP
flr-517	301	14	items	item	NOUN
flr-517	301	15	with	with	ADP
flr-517	301	16	respect	respect	NOUN
flr-517	301	17	to	to	ADP
flr-517	301	18	clarity	clarity	NOUN
flr-517	301	19	(	(	PUNCT
flr-517	301	20	as	as	ADP
flr-517	301	21	in	in	ADP
flr-517	301	22	the	the	DET
flr-517	301	23	example	example	NOUN
flr-517	301	24	above	above	ADP
flr-517	301	25	)	)	PUNCT
flr-517	301	26	and	and	CCONJ
flr-517	301	27	all	all	DET
flr-517	301	28	other	other	ADJ
flr-517	301	29	“	"	PUNCT
flr-517	301	30	s	s	PART
flr-517	301	31	aspects	aspect	NOUN
flr-517	301	32	”	"	PUNCT
flr-517	301	33	(	(	PUNCT
flr-517	301	34	in	in	ADP
flr-517	301	35	accordance	accordance	NOUN
flr-517	301	36	with	with	ADP
flr-517	301	37	table	table	NOUN
flr-517	301	38	1	1	NUM
flr-517	301	39	and	and	CCONJ
flr-517	301	40	appendix	appendix	NOUN
flr-517	301	41	3	3	NUM
flr-517	301	42	)	)	PUNCT
flr-517	301	43	?	?	PUNCT
flr-517	302	1	do	do	AUX
flr-517	302	2	financial	financial	ADJ
flr-517	302	3	constraints	constraint	NOUN
flr-517	302	4	diminish	diminish	VERB
flr-517	302	5	the	the	DET
flr-517	302	6	quality	quality	NOUN
flr-517	302	7	of	of	ADP
flr-517	302	8	test	test	NOUN
flr-517	302	9	content	content	NOUN
flr-517	302	10	or	or	CCONJ
flr-517	302	11	corrupt	corrupt	ADJ
flr-517	302	12	it	it	PRON
flr-517	302	13	totally	totally	ADV
flr-517	302	14	?	?	PUNCT
flr-517	303	1	in	in	ADP
flr-517	303	2	other	other	ADJ
flr-517	303	3	words	word	NOUN
flr-517	303	4	,	,	PUNCT
flr-517	303	5	is	be	AUX
flr-517	303	6	content	content	NOUN
flr-517	303	7	validity	validity	NOUN
flr-517	303	8	a	a	DET
flr-517	303	9	quality	quality	NOUN
flr-517	303	10	which	which	PRON
flr-517	303	11	may	may	AUX
flr-517	303	12	vary	vary	VERB
flr-517	303	13	gradually	gradually	ADV
flr-517	303	14	(	(	PUNCT
flr-517	303	15	as	as	SCONJ
flr-517	303	16	has	have	AUX
flr-517	303	17	been	be	AUX
flr-517	303	18	the	the	DET
flr-517	303	19	prevailing	prevail	VERB
flr-517	303	20	view	view	NOUN
flr-517	303	21	for	for	ADP
flr-517	303	22	a	a	DET
flr-517	303	23	long	long	ADJ
flr-517	303	24	time	time	NOUN
flr-517	303	25	;	;	PUNCT
flr-517	303	26	gay	gay	ADJ
flr-517	303	27	1980)?36	1980)?36	X
flr-517	303	28	can	can	AUX
flr-517	303	29	it	it	PRON
flr-517	303	30	be	be	AUX
flr-517	303	31	assumed	assume	VERB
flr-517	303	32	that	that	SCONJ
flr-517	303	33	if	if	SCONJ
flr-517	303	34	this	this	PRON
flr-517	303	35	is	be	AUX
flr-517	303	36	so	so	ADV
flr-517	303	37	,	,	PUNCT
flr-517	303	38	the	the	DET
flr-517	303	39	content	content	NOUN
flr-517	303	40	validity	validity	NOUN
flr-517	303	41	correlates	correlate	VERB
flr-517	303	42	(	(	PUNCT
flr-517	303	43	strongly	strongly	ADV
flr-517	303	44	)	)	PUNCT
flr-517	303	45	with	with	ADP
flr-517	303	46	the	the	DET
flr-517	303	47	risk	risk	NOUN
flr-517	303	48	of	of	ADP
flr-517	303	49	inadequate	inadequate	ADJ
flr-517	303	50	,	,	PUNCT
flr-517	303	51	or	or	CCONJ
flr-517	303	52	rather	rather	ADV
flr-517	303	53	,	,	PUNCT
flr-517	303	54	invalid	invalid	ADJ
flr-517	303	55	,	,	PUNCT
flr-517	303	56	test	test	NOUN
flr-517	303	57	interpretations	interpretation	NOUN
flr-517	303	58	?	?	PUNCT
flr-517	304	1	thus	thus	ADV
flr-517	304	2	,	,	PUNCT
flr-517	304	3	the	the	DET
flr-517	304	4	value	value	NOUN
flr-517	304	5	of	of	ADP
flr-517	304	6	experts	expert	NOUN
flr-517	304	7	’	’	PART
flr-517	304	8	decisions	decision	NOUN
flr-517	304	9	on	on	ADP
flr-517	304	10	item	item	NOUN
flr-517	304	11	validity	validity	NOUN
flr-517	304	12	is	be	AUX
flr-517	304	13	debatable	debatable	ADJ
flr-517	304	14	.	.	PUNCT
flr-517	305	1	from	from	ADP
flr-517	305	2	what	what	PRON
flr-517	305	3	has	have	AUX
flr-517	305	4	been	be	AUX
flr-517	305	5	mentioned	mention	VERB
flr-517	305	6	so	so	ADV
flr-517	305	7	far	far	ADV
flr-517	305	8	,	,	PUNCT
flr-517	305	9	the	the	DET
flr-517	305	10	experts	expert	NOUN
flr-517	305	11	base	base	VERB
flr-517	305	12	their	their	PRON
flr-517	305	13	decisions	decision	NOUN
flr-517	305	14	on	on	ADP
flr-517	305	15	definitions	definition	NOUN
flr-517	305	16	(	(	PUNCT
flr-517	305	17	von	von	PROPN
flr-517	305	18	savigny	savigny	PROPN
flr-517	305	19	,	,	PUNCT
flr-517	305	20	1971	1971	NUM
flr-517	305	21	)	)	PUNCT
flr-517	305	22	,	,	PUNCT
flr-517	305	23	expected	expect	VERB
flr-517	305	24	effects	effect	NOUN
flr-517	305	25	of	of	ADP
flr-517	305	26	items	item	NOUN
flr-517	305	27	on	on	ADP
flr-517	305	28	test	test	NOUN
flr-517	305	29	takers	taker	NOUN
flr-517	305	30	,	,	PUNCT
flr-517	305	31	or	or	CCONJ
flr-517	305	32	other	other	ADJ
flr-517	305	33	causal	causal	ADJ
flr-517	305	34	relations	relation	NOUN
flr-517	305	35	.	.	PUNCT
flr-517	306	1	in	in	ADP
flr-517	306	2	the	the	DET
flr-517	306	3	latter	latter	ADJ
flr-517	306	4	case	case	NOUN
flr-517	306	5	,	,	PUNCT
flr-517	306	6	it	it	PRON
flr-517	306	7	does	do	AUX
flr-517	306	8	not	not	PART
flr-517	306	9	make	make	VERB
flr-517	306	10	sense	sense	NOUN
flr-517	306	11	to	to	PART
flr-517	306	12	ask	ask	VERB
flr-517	306	13	experts	expert	NOUN
flr-517	306	14	for	for	ADP
flr-517	306	15	judgements	judgement	NOUN
flr-517	306	16	,	,	PUNCT
flr-517	306	17	because	because	SCONJ
flr-517	306	18	they	they	PRON
flr-517	306	19	are	be	AUX
flr-517	306	20	overtaxed	overtax	VERB
flr-517	306	21	by	by	ADP
flr-517	306	22	the	the	DET
flr-517	306	23	expectation	expectation	NOUN
flr-517	306	24	to	to	PART
flr-517	306	25	give	give	VERB
flr-517	306	26	an	an	DET
flr-517	306	27	appropriate	appropriate	ADJ
flr-517	306	28	answer	answer	NOUN
flr-517	306	29	to	to	ADP
flr-517	306	30	a	a	DET
flr-517	306	31	question	question	NOUN
flr-517	306	32	requiring	require	VERB
flr-517	306	33	empirical	empirical	ADJ
flr-517	306	34	knowledge	knowledge	NOUN
flr-517	306	35	(	(	PUNCT
flr-517	306	36	to	to	PART
flr-517	306	37	)	)	PUNCT
flr-517	306	38	.	.	PUNCT
flr-517	307	1	as	as	SCONJ
flr-517	307	2	mentioned	mention	VERB
flr-517	307	3	in	in	ADP
flr-517	307	4	the	the	DET
flr-517	307	5	example	example	NOUN
flr-517	307	6	above	above	ADV
flr-517	307	7	,	,	PUNCT
flr-517	307	8	often	often	ADV
flr-517	307	9	the	the	DET
flr-517	307	10	test	test	NOUN
flr-517	307	11	takers	taker	NOUN
flr-517	307	12	are	be	AUX
flr-517	307	13	the	the	DET
flr-517	307	14	true	true	ADJ
flr-517	307	15	experts	expert	NOUN
flr-517	307	16	(	(	PUNCT
flr-517	307	17	see	see	VERB
flr-517	307	18	table	table	NOUN
flr-517	307	19	1	1	NUM
flr-517	307	20	,	,	PUNCT
flr-517	307	21	no	no	INTJ
flr-517	307	22	.	.	NOUN
flr-517	307	23	5a	5a	NUM
flr-517	307	24	)	)	PUNCT
flr-517	307	25	;	;	PUNCT
flr-517	307	26	however	however	ADV
flr-517	307	27	,	,	PUNCT
flr-517	307	28	in	in	ADP
flr-517	307	29	test	test	NOUN
flr-517	307	30	development	development	NOUN
flr-517	307	31	they	they	PRON
flr-517	307	32	usually	usually	ADV
flr-517	307	33	are	be	AUX
flr-517	307	34	treated	treat	VERB
flr-517	307	35	as	as	ADP
flr-517	307	36	test	test	NOUN
flr-517	307	37	subjects	subject	NOUN
flr-517	307	38	within	within	ADP
flr-517	307	39	a	a	DET
flr-517	307	40	pilot	pilot	NOUN
flr-517	307	41	study	study	NOUN
flr-517	307	42	,	,	PUNCT
flr-517	307	43	which	which	PRON
flr-517	307	44	is	be	AUX
flr-517	307	45	different	different	ADJ
flr-517	307	46	from	from	ADP
flr-517	307	47	using	use	VERB
flr-517	307	48	them	they	PRON
flr-517	307	49	as	as	ADP
flr-517	307	50	experts	expert	NOUN
flr-517	307	51	for	for	ADP
flr-517	307	52	their	their	PRON
flr-517	307	53	decision	decision	NOUN
flr-517	307	54	on	on	ADP
flr-517	307	55	the	the	DET
flr-517	307	56	quality	quality	NOUN
flr-517	307	57	of	of	ADP
flr-517	307	58	test	test	NOUN
flr-517	307	59	items	item	NOUN
flr-517	307	60	(	(	PUNCT
flr-517	307	61	vogt	vogt	PROPN
flr-517	307	62	,	,	PUNCT
flr-517	307	63	king	king	NOUN
flr-517	307	64	,	,	PUNCT
flr-517	307	65	&	&	CCONJ
flr-517	307	66	king	king	PROPN
flr-517	307	67	,	,	PUNCT
flr-517	307	68	2004	2004	NUM
flr-517	307	69	;	;	PUNCT
flr-517	307	70	grant	grant	PROPN
flr-517	307	71	&	&	CCONJ
flr-517	307	72	davis	davis	PROPN
flr-517	307	73	,	,	PUNCT
flr-517	307	74	1997	1997	NUM
flr-517	307	75	,	,	PUNCT
flr-517	307	76	p.	p.	NOUN
flr-517	307	77	273	273	NUM
flr-517	307	78	,	,	PUNCT
flr-517	307	79	col	col	NOUN
flr-517	307	80	.	.	PROPN
flr-517	307	81	2	2	NUM
flr-517	307	82	)	)	PUNCT
flr-517	307	83	.	.	PUNCT
flr-517	308	1	(	(	PUNCT
flr-517	308	2	f	f	X
flr-517	308	3	)	)	PUNCT
flr-517	308	4	finally	finally	ADV
flr-517	308	5	,	,	PUNCT
flr-517	308	6	asking	ask	VERB
flr-517	308	7	experts	expert	NOUN
flr-517	308	8	to	to	PART
flr-517	308	9	give	give	VERB
flr-517	308	10	valuations	valuation	NOUN
flr-517	308	11	seems	seem	VERB
flr-517	308	12	to	to	PART
flr-517	308	13	be	be	AUX
flr-517	308	14	the	the	DET
flr-517	308	15	most	most	ADV
flr-517	308	16	common	common	ADJ
flr-517	308	17	way	way	NOUN
flr-517	308	18	to	to	PART
flr-517	308	19	involve	involve	VERB
flr-517	308	20	experts	expert	NOUN
flr-517	308	21	in	in	ADP
flr-517	308	22	ensuring	ensure	VERB
flr-517	308	23	content	content	NOUN
flr-517	308	24	validity	validity	NOUN
flr-517	308	25	.	.	PUNCT
flr-517	309	1	experts	expert	NOUN
flr-517	309	2	are	be	AUX
flr-517	309	3	usually	usually	ADV
flr-517	309	4	presented	present	VERB
flr-517	309	5	with	with	ADP
flr-517	309	6	scales	scale	NOUN
flr-517	309	7	(	(	PUNCT
flr-517	309	8	often	often	ADV
flr-517	309	9	likert	likert	ADJ
flr-517	309	10	type	type	NOUN
flr-517	309	11	)	)	PUNCT
flr-517	309	12	on	on	ADP
flr-517	309	13	which	which	PRON
flr-517	309	14	they	they	PRON
flr-517	309	15	state	state	VERB
flr-517	309	16	their	their	PRON
flr-517	309	17	personal	personal	ADJ
flr-517	309	18	valuations	valuation	NOUN
flr-517	309	19	of	of	ADP
flr-517	309	20	a	a	DET
flr-517	309	21	certain	certain	ADJ
flr-517	309	22	criterion	criterion	NOUN
flr-517	309	23	to	to	PART
flr-517	309	24	be	be	AUX
flr-517	309	25	adopted	adopt	VERB
flr-517	309	26	for	for	ADP
flr-517	309	27	a	a	DET
flr-517	309	28	test	test	NOUN
flr-517	309	29	item	item	NOUN
flr-517	309	30	.	.	PUNCT
flr-517	310	1	for	for	ADP
flr-517	310	2	example	example	NOUN
flr-517	310	3	,	,	PUNCT
flr-517	310	4	experts	expert	NOUN
flr-517	310	5	are	be	AUX
flr-517	310	6	asked	ask	VERB
flr-517	310	7	to	to	PART
flr-517	310	8	rate	rate	VERB
flr-517	310	9	the	the	DET
flr-517	310	10	relevance	relevance	NOUN
flr-517	310	11	of	of	ADP
flr-517	310	12	an	an	DET
flr-517	310	13	item	item	NOUN
flr-517	310	14	(	(	PUNCT
flr-517	310	15	no	no	INTJ
flr-517	310	16	.	.	PUNCT
flr-517	310	17	4a	4a	NOUN
flr-517	310	18	in	in	ADP
flr-517	310	19	table	table	NOUN
flr-517	310	20	1	1	NUM
flr-517	310	21	)	)	PUNCT
flr-517	310	22	,	,	PUNCT
flr-517	310	23	its	its	PRON
flr-517	310	24	level	level	NOUN
flr-517	310	25	of	of	ADP
flr-517	310	26	difficulty	difficulty	NOUN
flr-517	310	27	(	(	PUNCT
flr-517	310	28	no	no	INTJ
flr-517	310	29	.	.	PUNCT
flr-517	311	1	5aa	5aa	ADJ
flr-517	311	2	)	)	PUNCT
flr-517	312	1	,	,	PUNCT
flr-517	312	2	its	its	PRON
flr-517	312	3	understandability	understandability	NOUN
flr-517	312	4	(	(	PUNCT
flr-517	312	5	no	no	INTJ
flr-517	312	6	.	.	PUNCT
flr-517	312	7	7b	7b	NUM
flr-517	312	8	)	)	PUNCT
flr-517	312	9	,	,	PUNCT
flr-517	312	10	its	its	PRON
flr-517	312	11	appropriateness	appropriateness	NOUN
flr-517	312	12	(	(	PUNCT
flr-517	312	13	no	no	INTJ
flr-517	312	14	.	.	PUNCT
flr-517	312	15	5ad	5ad	NOUN
flr-517	312	16	)	)	PUNCT
flr-517	312	17	,	,	PUNCT
flr-517	312	18	and/or	and/or	CCONJ
flr-517	312	19	the	the	DET
flr-517	312	20	extent	extent	NOUN
flr-517	312	21	to	to	PART
flr-517	312	22	which	which	PRON
flr-517	312	23	they	they	PRON
flr-517	312	24	fully	fully	ADV
flr-517	312	25	agree	agree	VERB
flr-517	312	26	/	/	SYM
flr-517	312	27	agree	agree	VERB
flr-517	312	28	/	/	SYM
flr-517	312	29	partly	partly	ADV
flr-517	312	30	agree	agree	VERB
flr-517	312	31	/	/	SYM
flr-517	312	32	disagree	disagree	VERB
flr-517	312	33	with	with	ADP
flr-517	312	34	a	a	DET
flr-517	312	35	statement	statement	NOUN
flr-517	312	36	characterising	characterise	VERB
flr-517	312	37	the	the	DET
flr-517	312	38	respective	respective	ADJ
flr-517	312	39	item	item	NOUN
flr-517	312	40	under	under	ADP
flr-517	312	41	a	a	DET
flr-517	312	42	certain	certain	ADJ
flr-517	312	43	condition	condition	NOUN
flr-517	312	44	(	(	PUNCT
flr-517	312	45	e.g.	e.g.	ADV
flr-517	312	46	,	,	PUNCT
flr-517	312	47	to	to	PART
flr-517	312	48	be	be	AUX
flr-517	312	49	gender	gender	NOUN
flr-517	312	50	neutral	neutral	ADJ
flr-517	312	51	(	(	PUNCT
flr-517	312	52	no	no	INTJ
flr-517	312	53	.	.	PUNCT
flr-517	312	54	5ab	5ab	NOUN
flr-517	312	55	)	)	PUNCT
flr-517	312	56	or	or	CCONJ
flr-517	312	57	culturally	culturally	ADV
flr-517	312	58	unbiased	unbiased	ADJ
flr-517	312	59	(	(	PUNCT
flr-517	312	60	no	no	INTJ
flr-517	312	61	.	.	NOUN
flr-517	312	62	5ac	5ac	NOUN
flr-517	312	63	)	)	PUNCT
flr-517	312	64	)	)	PUNCT
flr-517	312	65	.	.	PUNCT
flr-517	313	1	afterwards	afterwards	ADV
flr-517	313	2	,	,	PUNCT
flr-517	313	3	the	the	DET
flr-517	313	4	experts	expert	NOUN
flr-517	313	5	’	’	PART
flr-517	313	6	answers	answer	NOUN
flr-517	313	7	are	be	AUX
flr-517	313	8	usually	usually	ADV
flr-517	313	9	mapped	map	VERB
flr-517	313	10	numerically	numerically	ADV
flr-517	313	11	,	,	PUNCT
flr-517	313	12	presuming	presume	VERB
flr-517	313	13	that	that	SCONJ
flr-517	313	14	they	they	PRON
flr-517	313	15	vary	vary	VERB
flr-517	313	16	continuously	continuously	ADV
flr-517	313	17	and	and	CCONJ
flr-517	313	18	therefore	therefore	ADV
flr-517	313	19	can	can	AUX
flr-517	313	20	be	be	AUX
flr-517	313	21	averaged	average	VERB
flr-517	313	22	arithmetically	arithmetically	ADV
flr-517	313	23	.	.	PUNCT
flr-517	314	1	then	then	ADV
flr-517	314	2	,	,	PUNCT
flr-517	314	3	the	the	DET
flr-517	314	4	resultant	resultant	NOUN
flr-517	314	5	value	value	NOUN
flr-517	314	6	is	be	AUX
flr-517	314	7	re	re	VERB
flr-517	314	8	-	-	VERB
flr-517	314	9	translated	translate	VERB
flr-517	314	10	empirically	empirically	ADV
flr-517	314	11	and	and	CCONJ
flr-517	314	12	interpreted	interpret	VERB
flr-517	314	13	according	accord	VERB
flr-517	314	14	to	to	ADP
flr-517	314	15	the	the	DET
flr-517	314	16	description	description	NOUN
flr-517	314	17	of	of	ADP
flr-517	314	18	the	the	DET
flr-517	314	19	grades	grade	NOUN
flr-517	314	20	of	of	ADP
flr-517	314	21	the	the	DET
flr-517	314	22	given	give	VERB
flr-517	314	23	scale	scale	NOUN
flr-517	314	24	.	.	PUNCT
flr-517	315	1	if	if	SCONJ
flr-517	315	2	this	this	DET
flr-517	315	3	value	value	NOUN
flr-517	315	4	falls	fall	VERB
flr-517	315	5	into	into	ADP
flr-517	315	6	the	the	DET
flr-517	315	7	range	range	NOUN
flr-517	315	8	of	of	ADP
flr-517	315	9	a	a	DET
flr-517	315	10	rather	rather	ADV
flr-517	315	11	positive	positive	ADJ
flr-517	315	12	valuation	valuation	NOUN
flr-517	315	13	(	(	PUNCT
flr-517	315	14	probably	probably	ADV
flr-517	315	15	higher	high	ADJ
flr-517	315	16	than	than	ADP
flr-517	315	17	the	the	DET
flr-517	315	18	arithmetic	arithmetic	ADJ
flr-517	315	19	mean	mean	NOUN
flr-517	315	20	)	)	PUNCT
flr-517	315	21	the	the	DET
flr-517	315	22	respective	respective	ADJ
flr-517	315	23	item	item	NOUN
flr-517	315	24	,	,	PUNCT
flr-517	315	25	in	in	ADP
flr-517	315	26	the	the	DET
flr-517	315	27	absence	absence	NOUN
flr-517	315	28	of	of	ADP
flr-517	315	29	any	any	DET
flr-517	315	30	other	other	ADJ
flr-517	315	31	obstacle	obstacle	NOUN
flr-517	315	32	,	,	PUNCT
flr-517	315	33	will	will	AUX
flr-517	315	34	be	be	AUX
flr-517	315	35	accepted	accept	VERB
flr-517	315	36	by	by	ADP
flr-517	315	37	the	the	DET
flr-517	315	38	test	test	NOUN
flr-517	315	39	developers	developer	NOUN
flr-517	315	40	.	.	PUNCT
flr-517	316	1	otherwise	otherwise	ADV
flr-517	316	2	,	,	PUNCT
flr-517	316	3	this	this	DET
flr-517	316	4	item	item	NOUN
flr-517	316	5	will	will	AUX
flr-517	316	6	be	be	AUX
flr-517	316	7	modified	modify	VERB
flr-517	316	8	or	or	CCONJ
flr-517	316	9	even	even	ADV
flr-517	316	10	omitted	omit	VERB
flr-517	316	11	.	.	PUNCT
flr-517	317	1	although	although	SCONJ
flr-517	317	2	this	this	DET
flr-517	317	3	procedure	procedure	NOUN
flr-517	317	4	generally	generally	ADV
flr-517	317	5	is	be	AUX
flr-517	317	6	considered	consider	VERB
flr-517	317	7	appropriate	appropriate	ADJ
flr-517	317	8	,	,	PUNCT
flr-517	317	9	on	on	ADP
flr-517	317	10	closer	close	ADJ
flr-517	317	11	examination	examination	NOUN
flr-517	317	12	it	it	PRON
flr-517	317	13	is	be	AUX
flr-517	317	14	anything	anything	PRON
flr-517	317	15	but	but	CCONJ
flr-517	317	16	meaningful	meaningful	ADJ
flr-517	317	17	for	for	ADP
flr-517	317	18	various	various	ADJ
flr-517	317	19	reasons	reason	NOUN
flr-517	317	20	.	.	PUNCT
flr-517	318	1	(	(	PUNCT
flr-517	318	2	aa	aa	NOUN
flr-517	318	3	)	)	PUNCT
flr-517	318	4	often	often	ADV
flr-517	318	5	it	it	PRON
flr-517	318	6	is	be	AUX
flr-517	318	7	far	far	ADV
flr-517	318	8	from	from	ADP
flr-517	318	9	clear	clear	ADJ
flr-517	318	10	what	what	PRON
flr-517	318	11	the	the	DET
flr-517	318	12	differences	difference	NOUN
flr-517	318	13	between	between	ADP
flr-517	318	14	full	full	ADJ
flr-517	318	15	grades	grade	NOUN
flr-517	318	16	on	on	ADP
flr-517	318	17	a	a	DET
flr-517	318	18	given	give	VERB
flr-517	318	19	scale	scale	NOUN
flr-517	318	20	mean	mean	NOUN
flr-517	318	21	in	in	ADP
flr-517	318	22	terms	term	NOUN
flr-517	318	23	of	of	ADP
flr-517	318	24	item	item	NOUN
flr-517	318	25	quality	quality	NOUN
flr-517	318	26	.	.	PUNCT
flr-517	319	1	this	this	PRON
flr-517	319	2	is	be	AUX
flr-517	319	3	all	all	DET
flr-517	319	4	the	the	PRON
flr-517	319	5	more	more	ADV
flr-517	319	6	true	true	ADJ
flr-517	319	7	for	for	ADP
flr-517	319	8	values	value	NOUN
flr-517	319	9	lying	lie	VERB
flr-517	319	10	between	between	ADP
flr-517	319	11	full	full	ADJ
flr-517	319	12	grades	grade	NOUN
flr-517	319	13	,	,	PUNCT
flr-517	319	14	as	as	SCONJ
flr-517	319	15	is	be	AUX
flr-517	319	16	usually	usually	ADV
flr-517	319	17	the	the	DET
flr-517	319	18	case	case	NOUN
flr-517	319	19	for	for	ADP
flr-517	319	20	the	the	DET
flr-517	319	21	arithmetic	arithmetic	ADJ
flr-517	319	22	mean	mean	NOUN
flr-517	319	23	.	.	PUNCT
flr-517	320	1	for	for	ADP
flr-517	320	2	example	example	NOUN
flr-517	320	3	,	,	PUNCT
flr-517	320	4	imagine	imagine	VERB
flr-517	320	5	that	that	SCONJ
flr-517	320	6	(	(	PUNCT
flr-517	320	7	as	as	ADP
flr-517	320	8	in	in	ADP
flr-517	320	9	jenßen	jenßen	NOUN
flr-517	320	10	,	,	PUNCT
flr-517	320	11	dunekacke	dunekacke	NOUN
flr-517	320	12	,	,	PUNCT
flr-517	320	13	and	and	CCONJ
flr-517	320	14	blömeke	blömeke	PROPN
flr-517	320	15	2015	2015	NUM
flr-517	320	16	,	,	PUNCT
flr-517	320	17	pp	pp	ADJ
flr-517	320	18	.	.	PUNCT
flr-517	321	1	22	22	NUM
flr-517	321	2	-	-	SYM
flr-517	321	3	23	23	NUM
flr-517	321	4	;	;	PUNCT
flr-517	321	5	appendix	appendix	NOUN
flr-517	321	6	1	1	NUM
flr-517	321	7	,	,	PUNCT
flr-517	321	8	no	no	INTJ
flr-517	321	9	.	.	NOUN
flr-517	321	10	6	6	NUM
flr-517	321	11	)	)	PUNCT
flr-517	321	12	24	24	NUM
flr-517	321	13	experts	expert	NOUN
flr-517	321	14	are	be	AUX
flr-517	321	15	asked	ask	VERB
flr-517	321	16	to	to	PART
flr-517	321	17	rate	rate	VERB
flr-517	321	18	whether	whether	SCONJ
flr-517	321	19	a	a	DET
flr-517	321	20	given	give	VERB
flr-517	321	21	item	item	NOUN
flr-517	321	22	is	be	AUX
flr-517	321	23	a	a	DET
flr-517	321	24	good	good	ADJ
flr-517	321	25	representation	representation	NOUN
flr-517	321	26	of	of	ADP
flr-517	321	27	all	all	DET
flr-517	321	28	theoretically	theoretically	ADV
flr-517	321	29	possible	possible	ADJ
flr-517	321	30	items	item	NOUN
flr-517	321	31	.	.	PUNCT
flr-517	322	1	what	what	PRON
flr-517	322	2	does	do	AUX
flr-517	322	3	it	it	PRON
flr-517	322	4	mean	mean	VERB
flr-517	322	5	if	if	SCONJ
flr-517	322	6	on	on	ADP
flr-517	322	7	a	a	DET
flr-517	322	8	four	four	NUM
flr-517	322	9	-	-	PUNCT
flr-517	322	10	point	point	NOUN
flr-517	322	11	scale	scale	NOUN
flr-517	322	12	of	of	ADP
flr-517	322	13	1	1	NUM
flr-517	322	14	not	not	PART
flr-517	322	15	at	at	ADV
flr-517	322	16	all	all	ADV
flr-517	322	17	,	,	PUNCT
flr-517	322	18	2	2	NUM
flr-517	322	19	rather	rather	ADV
flr-517	322	20	no	no	INTJ
flr-517	322	21	,	,	PUNCT
flr-517	322	22	3	3	NUM
flr-517	322	23	rather	rather	ADV
flr-517	322	24	yes	yes	INTJ
flr-517	322	25	and	and	CCONJ
flr-517	322	26	4	4	NUM
flr-517	322	27	totally	totally	ADV
flr-517	322	28	one	one	NUM
flr-517	322	29	item	item	NOUN
flr-517	322	30	gets	get	VERB
flr-517	322	31	a	a	DET
flr-517	322	32	mean	mean	NOUN
flr-517	322	33	of	of	ADP
flr-517	322	34	2.4	2.4	NUM
flr-517	322	35	and	and	CCONJ
flr-517	322	36	a	a	DET
flr-517	322	37	second	second	ADJ
flr-517	322	38	item	item	NOUN
flr-517	322	39	a	a	DET
flr-517	322	40	mean	mean	NOUN
flr-517	322	41	of	of	ADP
flr-517	322	42	2.8	2.8	NUM
flr-517	322	43	?	?	PUNCT
flr-517	323	1	in	in	ADP
flr-517	323	2	this	this	DET
flr-517	323	3	case	case	NOUN
flr-517	323	4	,	,	PUNCT
flr-517	323	5	the	the	DET
flr-517	323	6	authors	author	NOUN
flr-517	323	7	decided	decide	VERB
flr-517	323	8	to	to	PART
flr-517	323	9	omit	omit	VERB
flr-517	323	10	the	the	DET
flr-517	323	11	first	first	ADJ
flr-517	323	12	one	one	NUM
flr-517	323	13	because	because	SCONJ
flr-517	323	14	its	its	PRON
flr-517	323	15	mean	mean	NOUN
flr-517	323	16	lies	lie	VERB
flr-517	323	17	beyond	beyond	ADP
flr-517	323	18	the	the	DET
flr-517	323	19	middle	middle	NOUN
flr-517	323	20	of	of	ADP
flr-517	323	21	the	the	DET
flr-517	323	22	scale	scale	NOUN
flr-517	323	23	,	,	PUNCT
flr-517	323	24	that	that	ADV
flr-517	323	25	is	is	ADV
flr-517	323	26	,	,	PUNCT
flr-517	323	27	2.5	2.5	NUM
flr-517	323	28	,	,	PUNCT
flr-517	323	29	whereas	whereas	SCONJ
flr-517	323	30	the	the	DET
flr-517	323	31	second	second	ADJ
flr-517	323	32	item	item	NOUN
flr-517	323	33	has	have	AUX
flr-517	323	34	been	be	AUX
flr-517	323	35	kept	keep	VERB
flr-517	323	36	but	but	CCONJ
flr-517	323	37	had	have	VERB
flr-517	323	38	to	to	PART
flr-517	323	39	undergo	undergo	VERB
flr-517	323	40	extensive	extensive	ADJ
flr-517	323	41	revision	revision	NOUN
flr-517	323	42	.	.	PUNCT
flr-517	324	1	thus	thus	ADV
flr-517	324	2	,	,	PUNCT
flr-517	324	3	the	the	DET
flr-517	324	4	difference	difference	NOUN
flr-517	324	5	of	of	ADP
flr-517	324	6	four	four	NUM
flr-517	324	7	-	-	PUNCT
flr-517	324	8	tenths	tenth	NOUN
flr-517	324	9	between	between	ADP
flr-517	324	10	2.4	2.4	NUM
flr-517	324	11	and	and	CCONJ
flr-517	324	12	2.8	2.8	NUM
flr-517	324	13	is	be	AUX
flr-517	324	14	significant	significant	ADJ
flr-517	324	15	but	but	CCONJ
flr-517	324	16	the	the	DET
flr-517	324	17	same	same	ADJ
flr-517	324	18	difference	difference	NOUN
flr-517	324	19	between	between	ADP
flr-517	324	20	3.5	3.5	NUM
flr-517	324	21	and	and	CCONJ
flr-517	324	22	3.9	3.9	NUM
flr-517	324	23	does	do	AUX
flr-517	324	24	not	not	PART
flr-517	324	25	lead	lead	VERB
flr-517	324	26	to	to	ADP
flr-517	324	27	any	any	DET
flr-517	324	28	consequences	consequence	NOUN
flr-517	324	29	.	.	PUNCT
flr-517	325	1	obviously	obviously	ADV
flr-517	325	2	,	,	PUNCT
flr-517	325	3	in	in	ADP
flr-517	325	4	this	this	DET
flr-517	325	5	case	case	NOUN
flr-517	325	6	,	,	PUNCT
flr-517	325	7	the	the	DET
flr-517	325	8	requirement	requirement	NOUN
flr-517	325	9	of	of	ADP
flr-517	325	10	equidistance	equidistance	NOUN
flr-517	325	11	of	of	ADP
flr-517	325	12	data	datum	NOUN
flr-517	325	13	is	be	AUX
flr-517	325	14	not	not	PART
flr-517	325	15	considered	consider	VERB
flr-517	325	16	adequately	adequately	ADV
flr-517	325	17	.	.	PUNCT
flr-517	326	1	(	(	PUNCT
flr-517	326	2	ab	ab	NOUN
flr-517	326	3	)	)	PUNCT
flr-517	326	4	as	as	ADP
flr-517	326	5	an	an	DET
flr-517	326	6	alternative	alternative	ADJ
flr-517	326	7	one	one	PRON
flr-517	326	8	could	could	AUX
flr-517	326	9	consider	consider	VERB
flr-517	326	10	whether	whether	SCONJ
flr-517	326	11	the	the	DET
flr-517	326	12	mode	mode	NOUN
flr-517	326	13	or	or	CCONJ
flr-517	326	14	the	the	DET
flr-517	326	15	median	median	NOUN
flr-517	326	16	would	would	AUX
flr-517	326	17	offer	offer	VERB
flr-517	326	18	better	well	ADJ
flr-517	326	19	interpretations	interpretation	NOUN
flr-517	326	20	of	of	ADP
flr-517	326	21	the	the	DET
flr-517	326	22	experts	expert	NOUN
flr-517	326	23	’	’	PART
flr-517	326	24	answers	answer	NOUN
flr-517	326	25	.	.	PUNCT
flr-517	327	1	both	both	PRON
flr-517	327	2	have	have	VERB
flr-517	327	3	a	a	DET
flr-517	327	4	relatively	relatively	ADV
flr-517	327	5	clear	clear	ADJ
flr-517	327	6	meaning	meaning	NOUN
flr-517	327	7	as	as	SCONJ
flr-517	327	8	they	they	PRON
flr-517	327	9	mirror	mirror	VERB
flr-517	327	10	a	a	DET
flr-517	327	11	verbalised	verbalise	VERB
flr-517	327	12	subjective	subjective	ADJ
flr-517	327	13	feeling	feeling	NOUN
flr-517	327	14	in	in	ADP
flr-517	327	15	standardised	standardised	ADJ
flr-517	327	16	(	(	PUNCT
flr-517	327	17	i.e.	i.e.	X
flr-517	327	18	,	,	PUNCT
flr-517	327	19	not	not	PART
flr-517	327	20	a	a	DET
flr-517	327	21	real	real	ADJ
flr-517	327	22	individual	individual	NOUN
flr-517	327	23	’s	’s	NOUN
flr-517	327	24	)	)	PUNCT
flr-517	327	25	wording	wording	NOUN
flr-517	327	26	.	.	PUNCT
flr-517	328	1	this	this	PRON
flr-517	328	2	is	be	AUX
flr-517	328	3	an	an	DET
flr-517	328	4	advantage	advantage	NOUN
flr-517	328	5	over	over	ADP
flr-517	328	6	the	the	DET
flr-517	328	7	computation	computation	NOUN
flr-517	328	8	of	of	ADP
flr-517	328	9	an	an	DET
flr-517	328	10	arithmetic	arithmetic	ADJ
flr-517	328	11	mean	mean	NOUN
flr-517	328	12	usually	usually	ADV
flr-517	328	13	resulting	result	VERB
flr-517	328	14	in	in	ADP
flr-517	328	15	a	a	DET
flr-517	328	16	decimal	decimal	NOUN
flr-517	328	17	which	which	PRON
flr-517	328	18	does	do	AUX
flr-517	328	19	not	not	PART
flr-517	328	20	represent	represent	VERB
flr-517	328	21	any	any	PRON
flr-517	328	22	of	of	ADP
flr-517	328	23	the	the	DET
flr-517	328	24	answers	answer	NOUN
flr-517	328	25	given	give	VERB
flr-517	328	26	by	by	ADP
flr-517	328	27	experts	expert	NOUN
flr-517	328	28	.	.	PUNCT
flr-517	329	1	however	however	ADV
flr-517	329	2	,	,	PUNCT
flr-517	329	3	if	if	SCONJ
flr-517	329	4	the	the	DET
flr-517	329	5	modal	modal	ADJ
flr-517	329	6	value	value	NOUN
flr-517	329	7	exceeds	exceed	VERB
flr-517	329	8	the	the	DET
flr-517	329	9	value	value	NOUN
flr-517	329	10	next	next	ADV
flr-517	329	11	to	to	ADP
flr-517	329	12	it	it	PRON
flr-517	329	13	by	by	ADP
flr-517	329	14	one	one	NUM
flr-517	329	15	or	or	CCONJ
flr-517	329	16	two	two	NUM
flr-517	329	17	only,37	only,37	VERB
flr-517	329	18	it	it	PRON
flr-517	329	19	might	might	AUX
flr-517	329	20	be	be	AUX
flr-517	329	21	difficult	difficult	ADJ
flr-517	329	22	to	to	PART
flr-517	329	23	decide	decide	VERB
flr-517	329	24	that	that	SCONJ
flr-517	329	25	this	this	DET
flr-517	329	26	small	small	ADJ
flr-517	329	27	deviation	deviation	NOUN
flr-517	329	28	justifies	justify	VERB
flr-517	329	29	the	the	DET
flr-517	329	30	decision	decision	NOUN
flr-517	329	31	to	to	PART
flr-517	329	32	prefer	prefer	VERB
flr-517	329	33	the	the	DET
flr-517	329	34	mode	mode	NOUN
flr-517	329	35	as	as	ADP
flr-517	329	36	an	an	DET
flr-517	329	37	adequate	adequate	ADJ
flr-517	329	38	interpretation	interpretation	NOUN
flr-517	329	39	of	of	ADP
flr-517	329	40	their	their	PRON
flr-517	329	41	opinion	opinion	NOUN
flr-517	329	42	.	.	PUNCT
flr-517	330	1	moreover	moreover	ADV
flr-517	330	2	,	,	PUNCT
flr-517	330	3	if	if	SCONJ
flr-517	330	4	the	the	DET
flr-517	330	5	median	median	ADJ
flr-517	330	6	value	value	NOUN
flr-517	330	7	resulting	result	VERB
flr-517	330	8	from	from	ADP
flr-517	330	9	the	the	DET
flr-517	330	10	experts	expert	NOUN
flr-517	330	11	’	'	PUNCT
flr-517	330	12	answers	answer	NOUN
flr-517	330	13	lies	lie	VERB
flr-517	330	14	between	between	ADP
flr-517	330	15	the	the	DET
flr-517	330	16	next	next	ADJ
flr-517	330	17	lower	low	ADJ
flr-517	330	18	value	value	NOUN
flr-517	330	19	on	on	ADP
flr-517	330	20	the	the	DET
flr-517	330	21	left	left	NOUN
flr-517	330	22	and	and	CCONJ
flr-517	330	23	the	the	DET
flr-517	330	24	next	next	ADJ
flr-517	330	25	higher	high	ADJ
flr-517	330	26	value	value	NOUN
flr-517	330	27	on	on	ADP
flr-517	330	28	the	the	DET
flr-517	330	29	right	right	NOUN
flr-517	330	30	,	,	PUNCT
flr-517	330	31	one	one	PRON
flr-517	330	32	could	could	AUX
flr-517	330	33	hardly	hardly	ADV
flr-517	330	34	reason	reason	VERB
flr-517	330	35	that	that	SCONJ
flr-517	330	36	this	this	DET
flr-517	330	37	value	value	NOUN
flr-517	330	38	represents	represent	VERB
flr-517	330	39	the	the	DET
flr-517	330	40	average	average	ADJ
flr-517	330	41	opinion	opinion	NOUN
flr-517	330	42	of	of	ADP
flr-517	330	43	the	the	DET
flr-517	330	44	experts	expert	NOUN
flr-517	330	45	.	.	PUNCT
flr-517	331	1	choosing	choose	VERB
flr-517	331	2	one	one	NUM
flr-517	331	3	of	of	ADP
flr-517	331	4	either	either	DET
flr-517	331	5	measures	measure	NOUN
flr-517	331	6	would	would	AUX
flr-517	331	7	exclude	exclude	VERB
flr-517	331	8	all	all	PRON
flr-517	331	9	divergent	divergent	ADJ
flr-517	331	10	interesting	interesting	ADJ
flr-517	331	11	or	or	CCONJ
flr-517	331	12	relevant	relevant	ADJ
flr-517	331	13	reasons	reason	NOUN
flr-517	331	14	the	the	DET
flr-517	331	15	experts	expert	NOUN
flr-517	331	16	might	might	AUX
flr-517	331	17	have	have	AUX
flr-517	331	18	had	have	VERB
flr-517	331	19	in	in	ADP
flr-517	331	20	mind	mind	NOUN
flr-517	331	21	when	when	SCONJ
flr-517	331	22	answering	answer	VERB
flr-517	331	23	test	test	NOUN
flr-517	331	24	developers	developer	NOUN
flr-517	331	25	’	'	PUNCT
flr-517	331	26	question(s	question(s	PROPN
flr-517	331	27	)	)	PUNCT
flr-517	331	28	.	.	PUNCT
flr-517	332	1	(	(	PUNCT
flr-517	332	2	ac	ac	PROPN
flr-517	332	3	)	)	PUNCT
flr-517	332	4	the	the	DET
flr-517	332	5	question	question	NOUN
flr-517	332	6	remains	remain	VERB
flr-517	332	7	as	as	ADP
flr-517	332	8	to	to	ADP
flr-517	332	9	whether	whether	SCONJ
flr-517	332	10	it	it	PRON
flr-517	332	11	makes	make	VERB
flr-517	332	12	any	any	DET
flr-517	332	13	sense	sense	NOUN
flr-517	332	14	at	at	ADV
flr-517	332	15	all	all	ADV
flr-517	332	16	to	to	PART
flr-517	332	17	reduce	reduce	VERB
flr-517	332	18	the	the	DET
flr-517	332	19	valuations	valuation	NOUN
flr-517	332	20	of	of	ADP
flr-517	332	21	experts	expert	NOUN
flr-517	332	22	to	to	ADP
flr-517	332	23	an	an	DET
flr-517	332	24	average	average	NOUN
flr-517	332	25	.	.	PUNCT
flr-517	333	1	first	first	ADV
flr-517	333	2	,	,	PUNCT
flr-517	333	3	test	test	NOUN
flr-517	333	4	developers	developer	NOUN
flr-517	333	5	may	may	AUX
flr-517	333	6	deal	deal	VERB
flr-517	333	7	with	with	ADP
flr-517	333	8	arithmetic	arithmetic	ADJ
flr-517	333	9	means	mean	NOUN
flr-517	333	10	quite	quite	ADV
flr-517	333	11	arbitrarily	arbitrarily	ADV
flr-517	333	12	.	.	PUNCT
flr-517	334	1	in	in	ADP
flr-517	334	2	addition	addition	NOUN
flr-517	334	3	,	,	PUNCT
flr-517	334	4	differing	differ	VERB
flr-517	334	5	expert	expert	ADJ
flr-517	334	6	valuations	valuation	NOUN
flr-517	334	7	may	may	AUX
flr-517	334	8	be	be	AUX
flr-517	334	9	of	of	ADP
flr-517	334	10	different	different	ADJ
flr-517	334	11	quality	quality	NOUN
flr-517	334	12	due	due	ADP
flr-517	334	13	to	to	ADP
flr-517	334	14	judgement	judgement	NOUN
flr-517	334	15	tendencies	tendency	NOUN
flr-517	334	16	known	know	VERB
flr-517	334	17	from	from	ADP
flr-517	334	18	research	research	NOUN
flr-517	334	19	on	on	ADP
flr-517	334	20	rating	rating	NOUN
flr-517	334	21	biases	bias	NOUN
flr-517	334	22	(	(	PUNCT
flr-517	334	23	e.g.	e.g.	ADV
flr-517	334	24	,	,	PUNCT
flr-517	334	25	leniency	leniency	NOUN
flr-517	334	26	,	,	PUNCT
flr-517	334	27	central	central	ADJ
flr-517	334	28	tendency	tendency	NOUN
flr-517	334	29	,	,	PUNCT
flr-517	334	30	halo	halo	NOUN
flr-517	334	31	effect	effect	NOUN
flr-517	334	32	,	,	PUNCT
flr-517	334	33	etc	etc	X
flr-517	334	34	.	.	X
flr-517	334	35	;	;	PUNCT
flr-517	334	36	cf	cf	X
flr-517	334	37	.	.	PUNCT
flr-517	334	38	beck	beck	PROPN
flr-517	334	39	,	,	PUNCT
flr-517	334	40	1987	1987	NUM
flr-517	334	41	,	,	PUNCT
flr-517	334	42	pp	pp	ADV
flr-517	334	43	.	.	PUNCT
flr-517	335	1	184	184	NUM
flr-517	335	2	-	-	SYM
flr-517	335	3	186	186	NUM
flr-517	335	4	)	)	PUNCT
flr-517	335	5	,	,	PUNCT
flr-517	335	6	and	and	CCONJ
flr-517	335	7	controlling	control	VERB
flr-517	335	8	for	for	ADP
flr-517	335	9	this	this	PRON
flr-517	335	10	is	be	AUX
flr-517	335	11	very	very	ADV
flr-517	335	12	time	time	NOUN
flr-517	335	13	-	-	PUNCT
flr-517	335	14	consuming	consume	VERB
flr-517	335	15	and	and	CCONJ
flr-517	335	16	expensive	expensive	ADJ
flr-517	335	17	.	.	PUNCT
flr-517	336	1	furthermore	furthermore	ADV
flr-517	336	2	,	,	PUNCT
flr-517	336	3	one	one	NUM
flr-517	336	4	expert	expert	NOUN
flr-517	336	5	might	might	AUX
flr-517	336	6	have	have	VERB
flr-517	336	7	better	well	ADJ
flr-517	336	8	reasons	reason	NOUN
flr-517	336	9	for	for	ADP
flr-517	336	10	his	his	PRON
flr-517	336	11	or	or	CCONJ
flr-517	336	12	her	her	PRON
flr-517	336	13	valuation	valuation	NOUN
flr-517	336	14	than	than	ADP
flr-517	336	15	another	another	PRON
flr-517	336	16	,	,	PUNCT
flr-517	336	17	an	an	DET
flr-517	336	18	issue	issue	NOUN
flr-517	336	19	that	that	PRON
flr-517	336	20	refers	refer	VERB
flr-517	336	21	to	to	ADP
flr-517	336	22	the	the	DET
flr-517	336	23	fact	fact	NOUN
flr-517	336	24	that	that	SCONJ
flr-517	336	25	even	even	ADV
flr-517	336	26	valuations	valuation	NOUN
flr-517	336	27	may	may	AUX
flr-517	336	28	include	include	VERB
flr-517	336	29	a	a	DET
flr-517	336	30	more	more	ADJ
flr-517	336	31	or	or	CCONJ
flr-517	336	32	less	less	ADV
flr-517	336	33	distinct	distinct	ADJ
flr-517	336	34	portion	portion	NOUN
flr-517	336	35	of	of	ADP
flr-517	336	36	cognition	cognition	NOUN
flr-517	336	37	emerging	emerge	VERB
flr-517	336	38	,	,	PUNCT
flr-517	336	39	for	for	ADP
flr-517	336	40	example	example	NOUN
flr-517	336	41	,	,	PUNCT
flr-517	336	42	from	from	ADP
flr-517	336	43	relevant	relevant	ADJ
flr-517	336	44	experience	experience	NOUN
flr-517	336	45	38	38	NUM
flr-517	336	46	or	or	CCONJ
flr-517	336	47	knowledge	knowledge	NOUN
flr-517	336	48	.	.	PUNCT
flr-517	337	1	moreover	moreover	ADV
flr-517	337	2	,	,	PUNCT
flr-517	337	3	the	the	DET
flr-517	337	4	answers	answer	NOUN
flr-517	337	5	experts	expert	NOUN
flr-517	337	6	give	give	VERB
flr-517	337	7	might	might	AUX
flr-517	337	8	be	be	AUX
flr-517	337	9	influenced	influence	VERB
flr-517	337	10	by	by	ADP
flr-517	337	11	their	their	PRON
flr-517	337	12	motivation	motivation	NOUN
flr-517	337	13	to	to	PART
flr-517	337	14	cooperate	cooperate	VERB
flr-517	337	15	(	(	PUNCT
flr-517	337	16	which	which	PRON
flr-517	337	17	might	might	AUX
flr-517	337	18	be	be	AUX
flr-517	337	19	influenced	influence	VERB
flr-517	337	20	by	by	ADP
flr-517	337	21	monetary	monetary	ADJ
flr-517	337	22	incentives	incentive	NOUN
flr-517	337	23	)	)	PUNCT
flr-517	337	24	,	,	PUNCT
flr-517	337	25	their	their	PRON
flr-517	337	26	commitment	commitment	NOUN
flr-517	337	27	to	to	ADP
flr-517	337	28	supporting	support	VERB
flr-517	337	29	the	the	DET
flr-517	337	30	test	test	NOUN
flr-517	337	31	developers	developer	NOUN
flr-517	337	32	,	,	PUNCT
flr-517	337	33	or	or	CCONJ
flr-517	337	34	the	the	DET
flr-517	337	35	time	time	NOUN
flr-517	337	36	they	they	PRON
flr-517	337	37	are	be	AUX
flr-517	337	38	prepared	prepared	ADJ
flr-517	337	39	to	to	PART
flr-517	337	40	invest	invest	VERB
flr-517	337	41	in	in	ADP
flr-517	337	42	the	the	DET
flr-517	337	43	processing	processing	NOUN
flr-517	337	44	time	time	NOUN
flr-517	337	45	of	of	ADP
flr-517	337	46	the	the	DET
flr-517	337	47	tasks	task	NOUN
flr-517	337	48	they	they	PRON
flr-517	337	49	were	be	AUX
flr-517	337	50	given	give	VERB
flr-517	337	51	from	from	ADP
flr-517	337	52	possibly	possibly	ADV
flr-517	337	53	completely	completely	ADV
flr-517	337	54	unknown	unknown	ADJ
flr-517	337	55	people	people	NOUN
flr-517	337	56	(	(	PUNCT
flr-517	337	57	i.e.	i.e.	X
flr-517	337	58	,	,	PUNCT
flr-517	337	59	the	the	DET
flr-517	337	60	test	test	NOUN
flr-517	337	61	developers	developer	NOUN
flr-517	337	62	)	)	PUNCT
flr-517	337	63	whom	whom	PRON
flr-517	337	64	they	they	PRON
flr-517	337	65	are	be	AUX
flr-517	337	66	not	not	PART
flr-517	337	67	obliged	oblige	VERB
flr-517	337	68	to	to	PART
flr-517	337	69	help	help	VERB
flr-517	337	70	.	.	PUNCT
flr-517	338	1	6	6	X
flr-517	338	2	.	.	X
flr-517	338	3	conclusion	conclusion	NOUN
flr-517	338	4	to	to	PART
flr-517	338	5	summarise	summarise	VERB
flr-517	338	6	,	,	PUNCT
flr-517	338	7	the	the	DET
flr-517	338	8	role	role	NOUN
flr-517	338	9	of	of	ADP
flr-517	338	10	experts	expert	NOUN
flr-517	338	11	in	in	ADP
flr-517	338	12	ensuring	ensure	VERB
flr-517	338	13	the	the	DET
flr-517	338	14	validity	validity	NOUN
flr-517	338	15	of	of	ADP
flr-517	338	16	the	the	DET
flr-517	338	17	content	content	NOUN
flr-517	338	18	of	of	ADP
flr-517	338	19	tests	test	NOUN
flr-517	338	20	and	and	CCONJ
flr-517	338	21	the	the	DET
flr-517	338	22	methods	method	NOUN
flr-517	338	23	used	use	VERB
flr-517	338	24	by	by	ADP
flr-517	338	25	test	test	NOUN
flr-517	338	26	developers	developer	NOUN
flr-517	338	27	to	to	PART
flr-517	338	28	obtain	obtain	VERB
flr-517	338	29	experts	expert	NOUN
flr-517	338	30	’	'	PUNCT
flr-517	338	31	feedback	feedback	NOUN
flr-517	338	32	is	be	AUX
flr-517	338	33	often	often	ADV
flr-517	338	34	dubious	dubious	ADJ
flr-517	338	35	.	.	PUNCT
flr-517	339	1	experts	expert	NOUN
flr-517	339	2	’	'	PUNCT
flr-517	339	3	involvement	involvement	NOUN
flr-517	339	4	in	in	ADP
flr-517	339	5	the	the	DET
flr-517	339	6	process	process	NOUN
flr-517	339	7	of	of	ADP
flr-517	339	8	test	test	NOUN
flr-517	339	9	development	development	NOUN
flr-517	339	10	can	can	AUX
flr-517	339	11	vary	vary	VERB
flr-517	339	12	significantly	significantly	ADV
flr-517	339	13	.	.	PUNCT
flr-517	340	1	usually	usually	ADV
flr-517	340	2	,	,	PUNCT
flr-517	340	3	more	more	ADJ
flr-517	340	4	than	than	ADP
flr-517	340	5	one	one	NUM
flr-517	340	6	expert	expert	NOUN
flr-517	340	7	is	be	AUX
flr-517	340	8	consulted	consult	VERB
flr-517	340	9	and	and	CCONJ
flr-517	340	10	often	often	ADV
flr-517	340	11	experts	expert	NOUN
flr-517	340	12	do	do	AUX
flr-517	340	13	not	not	PART
flr-517	340	14	agree	agree	VERB
flr-517	340	15	in	in	ADP
flr-517	340	16	their	their	PRON
flr-517	340	17	valuations	valuation	NOUN
flr-517	340	18	,	,	PUNCT
flr-517	340	19	decisions	decision	NOUN
flr-517	340	20	,	,	PUNCT
flr-517	340	21	or	or	CCONJ
flr-517	340	22	even	even	ADV
flr-517	340	23	truth	truth	NOUN
flr-517	340	24	claims	claim	NOUN
flr-517	340	25	.	.	PUNCT
flr-517	341	1	thus	thus	ADV
flr-517	341	2	,	,	PUNCT
flr-517	341	3	the	the	DET
flr-517	341	4	test	test	NOUN
flr-517	341	5	developers	developer	NOUN
flr-517	341	6	have	have	VERB
flr-517	341	7	to	to	PART
flr-517	341	8	reclaim	reclaim	VERB
flr-517	341	9	responsibility	responsibility	NOUN
flr-517	341	10	for	for	ADP
flr-517	341	11	ensuring	ensure	VERB
flr-517	341	12	content	content	NOUN
flr-517	341	13	validity	validity	NOUN
flr-517	341	14	,	,	PUNCT
flr-517	341	15	which	which	PRON
flr-517	341	16	they	they	PRON
flr-517	341	17	initially	initially	ADV
flr-517	341	18	intended	intend	VERB
flr-517	341	19	to	to	PART
flr-517	341	20	transfer	transfer	VERB
flr-517	341	21	to	to	ADP
flr-517	341	22	their	their	PRON
flr-517	341	23	experts	expert	NOUN
flr-517	341	24	.	.	PUNCT
flr-517	342	1	perhaps	perhaps	ADV
flr-517	342	2	in	in	ADP
flr-517	342	3	an	an	DET
flr-517	342	4	attempt	attempt	NOUN
flr-517	342	5	to	to	PART
flr-517	342	6	avoid	avoid	VERB
flr-517	342	7	giving	give	VERB
flr-517	342	8	responsibility	responsibility	NOUN
flr-517	342	9	to	to	ADP
flr-517	342	10	experts	expert	NOUN
flr-517	342	11	who	who	PRON
flr-517	342	12	differ	differ	VERB
flr-517	342	13	in	in	ADP
flr-517	342	14	their	their	PRON
flr-517	342	15	judgements	judgement	NOUN
flr-517	342	16	,	,	PUNCT
flr-517	342	17	often	often	ADV
flr-517	342	18	without	without	ADP
flr-517	342	19	being	be	AUX
flr-517	342	20	aware	aware	ADJ
flr-517	342	21	of	of	ADP
flr-517	342	22	it	it	PRON
flr-517	342	23	,	,	PUNCT
flr-517	342	24	test	test	NOUN
flr-517	342	25	developers	developer	NOUN
flr-517	342	26	try	try	VERB
flr-517	342	27	to	to	PART
flr-517	342	28	“	"	PUNCT
flr-517	342	29	average	average	VERB
flr-517	342	30	out	out	ADP
flr-517	342	31	”	"	PUNCT
flr-517	342	32	the	the	DET
flr-517	342	33	procedures	procedure	NOUN
flr-517	342	34	discussed	discuss	VERB
flr-517	342	35	above	above	ADP
flr-517	342	36	,	,	PUNCT
flr-517	342	37	which	which	PRON
flr-517	342	38	they	they	PRON
flr-517	342	39	believe	believe	VERB
flr-517	342	40	permit	permit	VERB
flr-517	342	41	interpretation	interpretation	NOUN
flr-517	342	42	of	of	ADP
flr-517	342	43	experts	expert	NOUN
flr-517	342	44	’	’	PART
flr-517	342	45	incommensurable	incommensurable	ADJ
flr-517	342	46	feedback	feedback	NOUN
flr-517	342	47	.	.	PUNCT
flr-517	343	1	moreover	moreover	ADV
flr-517	343	2	,	,	PUNCT
flr-517	343	3	if	if	SCONJ
flr-517	343	4	test	test	NOUN
flr-517	343	5	developers	developer	NOUN
flr-517	343	6	are	be	AUX
flr-517	343	7	lucky	lucky	ADJ
flr-517	343	8	enough	enough	ADV
flr-517	343	9	to	to	PART
flr-517	343	10	have	have	VERB
flr-517	343	11	consensus	consensus	NOUN
flr-517	343	12	among	among	ADP
flr-517	343	13	their	their	PRON
flr-517	343	14	experts	expert	NOUN
flr-517	343	15	,	,	PUNCT
flr-517	343	16	they	they	PRON
flr-517	343	17	still	still	ADV
flr-517	343	18	can	can	AUX
flr-517	343	19	not	not	PART
flr-517	343	20	be	be	AUX
flr-517	343	21	sure	sure	ADJ
flr-517	343	22	the	the	DET
flr-517	343	23	content	content	NOUN
flr-517	343	24	of	of	ADP
flr-517	343	25	their	their	PRON
flr-517	343	26	test	test	NOUN
flr-517	343	27	is	be	AUX
flr-517	343	28	valid	valid	ADJ
flr-517	343	29	because	because	SCONJ
flr-517	343	30	consensus	consensus	NOUN
flr-517	343	31	is	be	AUX
flr-517	343	32	no	no	DET
flr-517	343	33	guarantee	guarantee	NOUN
flr-517	343	34	for	for	ADP
flr-517	343	35	correctness	correctness	NOUN
flr-517	343	36	in	in	ADP
flr-517	343	37	any	any	DET
flr-517	343	38	sense	sense	NOUN
flr-517	343	39	(	(	PUNCT
flr-517	343	40	popper	popper	NOUN
flr-517	343	41	,	,	PUNCT
flr-517	343	42	1972	1972	NUM
flr-517	343	43	)	)	PUNCT
flr-517	343	44	.	.	PUNCT
flr-517	344	1	finally	finally	ADV
flr-517	344	2	,	,	PUNCT
flr-517	344	3	test	test	NOUN
flr-517	344	4	developers	developer	NOUN
flr-517	344	5	often	often	ADV
flr-517	344	6	do	do	AUX
flr-517	344	7	not	not	PART
flr-517	344	8	seem	seem	VERB
flr-517	344	9	to	to	PART
flr-517	344	10	have	have	VERB
flr-517	344	11	a	a	DET
flr-517	344	12	clear	clear	ADJ
flr-517	344	13	understanding	understanding	NOUN
flr-517	344	14	of	of	ADP
flr-517	344	15	what	what	PRON
flr-517	344	16	they	they	PRON
flr-517	344	17	are	be	AUX
flr-517	344	18	asking	ask	VERB
flr-517	344	19	experts	expert	NOUN
flr-517	344	20	to	to	PART
flr-517	344	21	judge	judge	VERB
flr-517	344	22	(	(	PUNCT
flr-517	344	23	e.g.	e.g.	ADV
flr-517	344	24	,	,	PUNCT
flr-517	344	25	the	the	DET
flr-517	344	26	colloquial	colloquial	ADJ
flr-517	344	27	,	,	PUNCT
flr-517	344	28	and	and	CCONJ
flr-517	344	29	therefore	therefore	ADV
flr-517	344	30	ambiguous	ambiguous	ADJ
flr-517	344	31	,	,	PUNCT
flr-517	344	32	terms	term	NOUN
flr-517	344	33	such	such	ADJ
flr-517	344	34	as	as	ADP
flr-517	344	35	relevance	relevance	NOUN
flr-517	344	36	,	,	PUNCT
flr-517	344	37	difficulty	difficulty	NOUN
flr-517	344	38	,	,	PUNCT
flr-517	344	39	and	and	CCONJ
flr-517	344	40	clarity	clarity	NOUN
flr-517	344	41	of	of	ADP
flr-517	344	42	test	test	NOUN
flr-517	344	43	items	item	NOUN
flr-517	344	44	)	)	PUNCT
flr-517	344	45	.	.	PUNCT
flr-517	345	1	in	in	ADP
flr-517	345	2	addition	addition	NOUN
flr-517	345	3	,	,	PUNCT
flr-517	345	4	they	they	PRON
flr-517	345	5	usually	usually	ADV
flr-517	345	6	do	do	AUX
flr-517	345	7	not	not	PART
flr-517	345	8	have	have	VERB
flr-517	345	9	clear	clear	ADJ
flr-517	345	10	criteria	criterion	NOUN
flr-517	345	11	against	against	ADP
flr-517	345	12	which	which	PRON
flr-517	345	13	they	they	PRON
flr-517	345	14	can	can	AUX
flr-517	345	15	assess	assess	VERB
flr-517	345	16	the	the	DET
flr-517	345	17	knowledge	knowledge	NOUN
flr-517	345	18	of	of	ADP
flr-517	345	19	external	external	ADJ
flr-517	345	20	experts	expert	NOUN
flr-517	345	21	.	.	PUNCT
flr-517	346	1	test	test	NOUN
flr-517	346	2	developers	developer	NOUN
flr-517	346	3	might	might	AUX
flr-517	346	4	feel	feel	VERB
flr-517	346	5	tempted	tempt	VERB
flr-517	346	6	to	to	PART
flr-517	346	7	make	make	VERB
flr-517	346	8	use	use	NOUN
flr-517	346	9	of	of	ADP
flr-517	346	10	experts	expert	NOUN
flr-517	346	11	’	’	PART
flr-517	346	12	competences	competence	NOUN
flr-517	346	13	to	to	PART
flr-517	346	14	legitimise	legitimise	VERB
flr-517	346	15	their	their	PRON
flr-517	346	16	claim	claim	NOUN
flr-517	346	17	that	that	SCONJ
flr-517	346	18	their	their	PRON
flr-517	346	19	test	test	NOUN
flr-517	346	20	is	be	AUX
flr-517	346	21	of	of	ADP
flr-517	346	22	good	good	ADJ
flr-517	346	23	quality	quality	NOUN
flr-517	346	24	.	.	PUNCT
flr-517	347	1	however	however	ADV
flr-517	347	2	,	,	PUNCT
flr-517	347	3	in	in	ADP
flr-517	347	4	many	many	ADJ
flr-517	347	5	cases	case	NOUN
flr-517	347	6	it	it	PRON
flr-517	347	7	is	be	AUX
flr-517	347	8	the	the	DET
flr-517	347	9	test	test	NOUN
flr-517	347	10	developers	developer	NOUN
flr-517	347	11	themselves	themselves	PRON
flr-517	347	12	who	who	PRON
flr-517	347	13	are	be	AUX
flr-517	347	14	the	the	DET
flr-517	347	15	best	good	ADJ
flr-517	347	16	experts	expert	NOUN
flr-517	347	17	,	,	PUNCT
flr-517	347	18	and	and	CCONJ
flr-517	347	19	as	as	ADP
flr-517	347	20	such	such	ADJ
flr-517	347	21	they	they	PRON
flr-517	347	22	do	do	AUX
flr-517	347	23	not	not	PART
flr-517	347	24	really	really	ADV
flr-517	347	25	need	need	VERB
flr-517	347	26	to	to	PART
flr-517	347	27	get	get	VERB
flr-517	347	28	advice	advice	NOUN
flr-517	347	29	from	from	ADP
flr-517	347	30	others	other	NOUN
flr-517	347	31	on	on	ADP
flr-517	347	32	the	the	DET
flr-517	347	33	many	many	ADJ
flr-517	347	34	questions	question	NOUN
flr-517	347	35	which	which	PRON
flr-517	347	36	are	be	AUX
flr-517	347	37	routinely	routinely	ADV
flr-517	347	38	posed	pose	VERB
flr-517	347	39	to	to	ADP
flr-517	347	40	so	so	ADV
flr-517	347	41	-	-	PUNCT
flr-517	347	42	called	call	VERB
flr-517	347	43	experts	expert	NOUN
flr-517	347	44	in	in	ADP
flr-517	347	45	the	the	DET
flr-517	347	46	procedures	procedure	NOUN
flr-517	347	47	of	of	ADP
flr-517	347	48	test	test	NOUN
flr-517	347	49	development	development	NOUN
flr-517	347	50	and	and	CCONJ
flr-517	347	51	,	,	PUNCT
flr-517	347	52	in	in	ADP
flr-517	347	53	particular	particular	ADJ
flr-517	347	54	,	,	PUNCT
flr-517	347	55	of	of	ADP
flr-517	347	56	ensuring	ensure	VERB
flr-517	347	57	content	content	NOUN
flr-517	347	58	validity	validity	NOUN
flr-517	347	59	.	.	PUNCT
flr-517	348	1	if	if	SCONJ
flr-517	348	2	there	there	PRON
flr-517	348	3	is	be	VERB
flr-517	348	4	a	a	DET
flr-517	348	5	real	real	ADJ
flr-517	348	6	need	need	NOUN
flr-517	348	7	for	for	ADP
flr-517	348	8	advice	advice	NOUN
flr-517	348	9	from	from	ADP
flr-517	348	10	experts	expert	NOUN
flr-517	348	11	,	,	PUNCT
flr-517	348	12	selecting	select	VERB
flr-517	348	13	them	they	PRON
flr-517	348	14	is	be	AUX
flr-517	348	15	not	not	PART
flr-517	348	16	easy	easy	ADJ
flr-517	348	17	and	and	CCONJ
flr-517	348	18	needs	need	VERB
flr-517	348	19	much	much	ADV
flr-517	348	20	more	more	ADJ
flr-517	348	21	diligence	diligence	NOUN
flr-517	348	22	than	than	SCONJ
flr-517	348	23	is	be	AUX
flr-517	348	24	routinely	routinely	ADV
flr-517	348	25	applied	apply	VERB
flr-517	348	26	(	(	PUNCT
flr-517	348	27	grant	grant	PROPN
flr-517	348	28	&	&	CCONJ
flr-517	348	29	davis	davis	PROPN
flr-517	348	30	,	,	PUNCT
flr-517	348	31	1997	1997	NUM
flr-517	348	32	,	,	PUNCT
flr-517	348	33	p.	p.	NOUN
flr-517	348	34	270	270	NUM
flr-517	348	35	,	,	PUNCT
flr-517	348	36	col	col	PROPN
flr-517	348	37	.	.	PROPN
flr-517	348	38	1	1	NUM
flr-517	348	39	-	-	SYM
flr-517	348	40	2	2	NUM
flr-517	348	41	)	)	PUNCT
flr-517	348	42	.	.	PUNCT
flr-517	349	1	moreover	moreover	ADV
flr-517	349	2	,	,	PUNCT
flr-517	349	3	formulating	formulate	VERB
flr-517	349	4	adequate	adequate	ADJ
flr-517	349	5	questions	question	NOUN
flr-517	349	6	for	for	ADP
flr-517	349	7	experts	expert	NOUN
flr-517	349	8	is	be	AUX
flr-517	349	9	even	even	ADV
flr-517	349	10	more	more	ADV
flr-517	349	11	challenging	challenging	ADJ
flr-517	349	12	.	.	PUNCT
flr-517	350	1	it	it	PRON
flr-517	350	2	would	would	AUX
flr-517	350	3	be	be	AUX
flr-517	350	4	a	a	DET
flr-517	350	5	grave	grave	ADJ
flr-517	350	6	misunderstanding	misunderstanding	NOUN
flr-517	350	7	to	to	PART
flr-517	350	8	believe	believe	VERB
flr-517	350	9	that	that	SCONJ
flr-517	350	10	getting	get	VERB
flr-517	350	11	experts	expert	NOUN
flr-517	350	12	involved	involve	VERB
flr-517	350	13	in	in	ADP
flr-517	350	14	an	an	DET
flr-517	350	15	attempt	attempt	NOUN
flr-517	350	16	to	to	PART
flr-517	350	17	ensure	ensure	VERB
flr-517	350	18	content	content	NOUN
flr-517	350	19	validity	validity	NOUN
flr-517	350	20	is	be	AUX
flr-517	350	21	a	a	DET
flr-517	350	22	matter	matter	NOUN
flr-517	350	23	of	of	ADP
flr-517	350	24	representativeness	representativeness	NOUN
flr-517	350	25	in	in	ADP
flr-517	350	26	any	any	DET
flr-517	350	27	sense	sense	NOUN
flr-517	350	28	.	.	PUNCT
flr-517	351	1	rather	rather	ADV
flr-517	351	2	,	,	PUNCT
flr-517	351	3	it	it	PRON
flr-517	351	4	is	be	AUX
flr-517	351	5	a	a	DET
flr-517	351	6	matter	matter	NOUN
flr-517	351	7	of	of	ADP
flr-517	351	8	careful	careful	ADJ
flr-517	351	9	selection	selection	NOUN
flr-517	351	10	of	of	ADP
flr-517	351	11	people	people	NOUN
flr-517	351	12	(	(	PUNCT
flr-517	351	13	or	or	CCONJ
flr-517	351	14	a	a	DET
flr-517	351	15	single	single	ADJ
flr-517	351	16	person	person	NOUN
flr-517	351	17	)	)	PUNCT
flr-517	351	18	having	have	VERB
flr-517	351	19	the	the	DET
flr-517	351	20	competence	competence	NOUN
flr-517	351	21	to	to	PART
flr-517	351	22	contribute	contribute	VERB
flr-517	351	23	to	to	ADP
flr-517	351	24	the	the	DET
flr-517	351	25	quality	quality	NOUN
flr-517	351	26	of	of	ADP
flr-517	351	27	a	a	DET
flr-517	351	28	test	test	NOUN
flr-517	351	29	.	.	PUNCT
flr-517	352	1	test	test	NOUN
flr-517	352	2	developers	developer	NOUN
flr-517	352	3	should	should	AUX
flr-517	352	4	consider	consider	VERB
flr-517	352	5	themselves	themselves	PRON
flr-517	352	6	lucky	lucky	ADJ
flr-517	352	7	if	if	SCONJ
flr-517	352	8	they	they	PRON
flr-517	352	9	have	have	VERB
flr-517	352	10	tests	test	NOUN
flr-517	352	11	at	at	ADP
flr-517	352	12	hand	hand	NOUN
flr-517	352	13	that	that	PRON
flr-517	352	14	allow	allow	VERB
flr-517	352	15	them	they	PRON
flr-517	352	16	to	to	PART
flr-517	352	17	identify	identify	VERB
flr-517	352	18	competent	competent	ADJ
flr-517	352	19	experts	expert	NOUN
flr-517	352	20	.	.	PUNCT
flr-517	353	1	as	as	SCONJ
flr-517	353	2	mentioned	mention	VERB
flr-517	353	3	above	above	ADV
flr-517	353	4	,	,	PUNCT
flr-517	353	5	this	this	DET
flr-517	353	6	idea	idea	NOUN
flr-517	353	7	would	would	AUX
flr-517	353	8	lead	lead	VERB
flr-517	353	9	immediately	immediately	ADV
flr-517	353	10	to	to	ADP
flr-517	353	11	an	an	DET
flr-517	353	12	infinite	infinite	ADJ
flr-517	353	13	regress	regress	NOUN
flr-517	353	14	.	.	PUNCT
flr-517	354	1	if	if	SCONJ
flr-517	354	2	test	test	NOUN
flr-517	354	3	developers	developer	NOUN
flr-517	354	4	feel	feel	VERB
flr-517	354	5	it	it	PRON
flr-517	354	6	necessary	necessary	ADJ
flr-517	354	7	to	to	PART
flr-517	354	8	consult	consult	VERB
flr-517	354	9	experts	expert	NOUN
flr-517	354	10	,	,	PUNCT
flr-517	354	11	there	there	PRON
flr-517	354	12	should	should	AUX
flr-517	354	13	be	be	AUX
flr-517	354	14	no	no	DET
flr-517	354	15	reason	reason	NOUN
flr-517	354	16	not	not	PART
flr-517	354	17	to	to	PART
flr-517	354	18	publish	publish	VERB
flr-517	354	19	the	the	DET
flr-517	354	20	names	name	NOUN
flr-517	354	21	of	of	ADP
flr-517	354	22	those	those	DET
flr-517	354	23	experts	expert	NOUN
flr-517	354	24	along	along	ADP
flr-517	354	25	with	with	ADP
flr-517	354	26	the	the	DET
flr-517	354	27	names	name	NOUN
flr-517	354	28	of	of	ADP
flr-517	354	29	the	the	DET
flr-517	354	30	test	test	NOUN
flr-517	354	31	developers	developer	NOUN
flr-517	354	32	or	or	CCONJ
flr-517	354	33	at	at	ADP
flr-517	354	34	least	least	ADJ
flr-517	354	35	,	,	PUNCT
flr-517	354	36	with	with	ADP
flr-517	354	37	their	their	PRON
flr-517	354	38	consent	consent	NOUN
flr-517	354	39	,	,	PUNCT
flr-517	354	40	to	to	PART
flr-517	354	41	communicate	communicate	VERB
flr-517	354	42	their	their	PRON
flr-517	354	43	identity	identity	NOUN
flr-517	354	44	and	and	CCONJ
flr-517	354	45	lift	lift	VERB
flr-517	354	46	the	the	DET
flr-517	354	47	verbal	verbal	ADJ
flr-517	354	48	veil	veil	NOUN
flr-517	354	49	of	of	ADP
flr-517	354	50	anonymity	anonymity	NOUN
flr-517	354	51	associated	associate	VERB
flr-517	354	52	with	with	ADP
flr-517	354	53	the	the	DET
flr-517	354	54	sweeping	sweeping	ADJ
flr-517	354	55	talk	talk	NOUN
flr-517	354	56	of	of	ADP
flr-517	354	57	“	"	PUNCT
flr-517	354	58	experts”.39	experts”.39	X
flr-517	354	59	thus	thus	ADV
flr-517	354	60	,	,	PUNCT
flr-517	354	61	they	they	PRON
flr-517	354	62	not	not	PART
flr-517	354	63	only	only	ADV
flr-517	354	64	would	would	AUX
flr-517	354	65	share	share	VERB
flr-517	354	66	responsibility	responsibility	NOUN
flr-517	354	67	but	but	CCONJ
flr-517	354	68	also	also	ADV
flr-517	354	69	receive	receive	VERB
flr-517	354	70	appropriate	appropriate	ADJ
flr-517	354	71	recognition	recognition	NOUN
flr-517	354	72	for	for	ADP
flr-517	354	73	their	their	PRON
flr-517	354	74	contribution	contribution	NOUN
flr-517	354	75	to	to	ADP
flr-517	354	76	the	the	DET
flr-517	354	77	resultant	resultant	NOUN
flr-517	354	78	product	product	NOUN
flr-517	354	79	.	.	PUNCT
flr-517	355	1	the	the	DET
flr-517	355	2	standards	standard	NOUN
flr-517	355	3	for	for	ADP
flr-517	355	4	educational	educational	ADJ
flr-517	355	5	and	and	CCONJ
flr-517	355	6	psychological	psychological	ADJ
flr-517	355	7	testing	testing	NOUN
flr-517	355	8	(	(	PUNCT
flr-517	355	9	aera	aera	PROPN
flr-517	355	10	,	,	PUNCT
flr-517	355	11	apa	apa	PROPN
flr-517	355	12	&	&	CCONJ
flr-517	355	13	ncme	ncme	PROPN
flr-517	355	14	,	,	PUNCT
flr-517	355	15	2014	2014	NUM
flr-517	355	16	)	)	PUNCT
flr-517	355	17	highlight	highlight	VERB
flr-517	355	18	the	the	DET
flr-517	355	19	importance	importance	NOUN
flr-517	355	20	of	of	ADP
flr-517	355	21	reporting	report	VERB
flr-517	355	22	on	on	ADP
flr-517	355	23	the	the	DET
flr-517	355	24	process	process	NOUN
flr-517	355	25	of	of	ADP
flr-517	355	26	developing	develop	VERB
flr-517	355	27	tests	test	NOUN
flr-517	355	28	and	and	CCONJ
flr-517	355	29	are	be	AUX
flr-517	355	30	guidelines	guideline	NOUN
flr-517	355	31	with	with	ADP
flr-517	355	32	which	which	PRON
flr-517	355	33	test	test	NOUN
flr-517	355	34	developers	developer	NOUN
flr-517	355	35	are	be	AUX
flr-517	355	36	expected	expect	VERB
flr-517	355	37	to	to	PART
flr-517	355	38	comply	comply	VERB
flr-517	355	39	.	.	PUNCT
flr-517	356	1	it	it	PRON
flr-517	356	2	seems	seem	VERB
flr-517	356	3	that	that	SCONJ
flr-517	356	4	editors	editor	NOUN
flr-517	356	5	and	and	CCONJ
flr-517	356	6	reviewers	reviewer	NOUN
flr-517	356	7	of	of	ADP
flr-517	356	8	journals	journal	NOUN
flr-517	356	9	pay	pay	VERB
flr-517	356	10	little	little	ADJ
flr-517	356	11	attention	attention	NOUN
flr-517	356	12	to	to	ADP
flr-517	356	13	the	the	DET
flr-517	356	14	details	detail	NOUN
flr-517	356	15	about	about	ADP
flr-517	356	16	how	how	SCONJ
flr-517	356	17	experts	expert	NOUN
flr-517	356	18	contribute	contribute	VERB
flr-517	356	19	to	to	ADP
flr-517	356	20	test	test	NOUN
flr-517	356	21	development	development	NOUN
flr-517	356	22	,	,	PUNCT
flr-517	356	23	even	even	ADV
flr-517	356	24	though	though	SCONJ
flr-517	356	25	standard	standard	ADJ
flr-517	356	26	1.9	1.9	NUM
flr-517	356	27	gives	give	VERB
flr-517	356	28	quite	quite	ADV
flr-517	356	29	helpful	helpful	ADJ
flr-517	356	30	hints	hint	NOUN
flr-517	356	31	on	on	ADP
flr-517	356	32	how	how	SCONJ
flr-517	356	33	to	to	PART
flr-517	356	34	report	report	VERB
flr-517	356	35	on	on	ADP
flr-517	356	36	the	the	DET
flr-517	356	37	inclusion	inclusion	NOUN
flr-517	356	38	of	of	ADP
flr-517	356	39	experts	expert	NOUN
flr-517	356	40	in	in	ADP
flr-517	356	41	the	the	DET
flr-517	356	42	different	different	ADJ
flr-517	356	43	stages	stage	NOUN
flr-517	356	44	of	of	ADP
flr-517	356	45	test	test	NOUN
flr-517	356	46	development	development	NOUN
flr-517	356	47	(	(	PUNCT
flr-517	356	48	not	not	PART
flr-517	356	49	only	only	ADV
flr-517	356	50	to	to	PART
flr-517	356	51	ensure	ensure	VERB
flr-517	356	52	content	content	NOUN
flr-517	356	53	validity	validity	NOUN
flr-517	356	54	;	;	PUNCT
flr-517	356	55	p.	p.	NOUN
flr-517	356	56	25	25	NUM
flr-517	356	57	col	col	PROPN
flr-517	356	58	.	.	PROPN
flr-517	356	59	2	2	NUM
flr-517	356	60	-	-	SYM
flr-517	356	61	26	26	NUM
flr-517	356	62	,	,	PUNCT
flr-517	356	63	col.1	col.1	PROPN
flr-517	356	64	)	)	PUNCT
flr-517	356	65	and	and	CCONJ
flr-517	356	66	standard	standard	ADJ
flr-517	356	67	7.5	7.5	NUM
flr-517	356	68	states	state	NOUN
flr-517	356	69	“	"	PUNCT
flr-517	356	70	test	test	NOUN
flr-517	356	71	documents	document	NOUN
flr-517	356	72	should	should	AUX
flr-517	356	73	record	record	VERB
flr-517	356	74	…	…	PUNCT
flr-517	356	75	the	the	DET
flr-517	356	76	nature	nature	NOUN
flr-517	356	77	of	of	ADP
flr-517	356	78	judgements	judgement	NOUN
flr-517	356	79	made	make	VERB
flr-517	356	80	by	by	ADP
flr-517	356	81	subject	subject	ADJ
flr-517	356	82	matter	matter	NOUN
flr-517	356	83	experts	expert	NOUN
flr-517	356	84	(	(	PUNCT
flr-517	356	85	e.g.	e.g.	ADV
flr-517	356	86	,	,	PUNCT
flr-517	356	87	content	content	NOUN
flr-517	356	88	validation	validation	NOUN
flr-517	356	89	linkages	linkage	NOUN
flr-517	356	90	)	)	PUNCT
flr-517	356	91	”	"	PUNCT
flr-517	357	1	(	(	PUNCT
flr-517	357	2	p.	p.	NOUN
flr-517	357	3	126	126	NUM
flr-517	357	4	,	,	PUNCT
flr-517	357	5	col	col	NOUN
flr-517	357	6	.	.	PROPN
flr-517	357	7	2	2	NUM
flr-517	357	8	)	)	PUNCT
flr-517	357	9	.	.	PUNCT
flr-517	358	1	however	however	ADV
flr-517	358	2	,	,	PUNCT
flr-517	358	3	the	the	DET
flr-517	358	4	standards	standard	NOUN
flr-517	358	5	do	do	AUX
flr-517	358	6	not	not	PART
flr-517	358	7	go	go	VERB
flr-517	358	8	into	into	ADP
flr-517	358	9	the	the	DET
flr-517	358	10	details	detail	NOUN
flr-517	358	11	concerning	concern	VERB
flr-517	358	12	the	the	DET
flr-517	358	13	role	role	NOUN
flr-517	358	14	experts	expert	NOUN
flr-517	358	15	play	play	VERB
flr-517	358	16	in	in	ADP
flr-517	358	17	providing	provide	VERB
flr-517	358	18	evidence	evidence	NOUN
flr-517	358	19	of	of	ADP
flr-517	358	20	content	content	ADJ
flr-517	358	21	validity	validity	NOUN
flr-517	358	22	and	and	CCONJ
flr-517	358	23	do	do	AUX
flr-517	358	24	not	not	PART
flr-517	358	25	elaborate	elaborate	VERB
flr-517	358	26	on	on	ADP
flr-517	358	27	the	the	DET
flr-517	358	28	procedures	procedure	NOUN
flr-517	358	29	,	,	PUNCT
flr-517	358	30	problems	problem	NOUN
flr-517	358	31	,	,	PUNCT
flr-517	358	32	or	or	CCONJ
flr-517	358	33	fallacies	fallacy	NOUN
flr-517	358	34	surrounding	surround	VERB
flr-517	358	35	the	the	DET
flr-517	358	36	selection	selection	NOUN
flr-517	358	37	of	of	ADP
flr-517	358	38	experts	expert	NOUN
flr-517	358	39	and	and	CCONJ
flr-517	358	40	interpreting	interpreting	NOUN
flr-517	358	41	and	and	CCONJ
flr-517	358	42	employing	employ	VERB
flr-517	358	43	their	their	PRON
flr-517	358	44	advice	advice	NOUN
flr-517	358	45	(	(	PUNCT
flr-517	358	46	pp	pp	ADJ
flr-517	358	47	.	.	PUNCT
flr-517	359	1	14	14	NUM
flr-517	359	2	-	-	SYM
flr-517	359	3	15	15	NUM
flr-517	359	4	)	)	PUNCT
flr-517	359	5	.	.	PUNCT
flr-517	360	1	with	with	ADP
flr-517	360	2	that	that	PRON
flr-517	360	3	in	in	ADP
flr-517	360	4	mind	mind	NOUN
flr-517	360	5	,	,	PUNCT
flr-517	360	6	one	one	PRON
flr-517	360	7	might	might	AUX
flr-517	360	8	conclude	conclude	VERB
flr-517	360	9	that	that	SCONJ
flr-517	360	10	further	further	ADJ
flr-517	360	11	discussion	discussion	NOUN
flr-517	360	12	is	be	AUX
flr-517	360	13	needed	need	VERB
flr-517	360	14	on	on	ADP
flr-517	360	15	the	the	DET
flr-517	360	16	guidelines	guideline	NOUN
flr-517	360	17	and	and	CCONJ
flr-517	360	18	principles	principle	NOUN
flr-517	360	19	to	to	PART
flr-517	360	20	be	be	AUX
flr-517	360	21	observed	observe	VERB
flr-517	360	22	when	when	SCONJ
flr-517	360	23	making	make	VERB
flr-517	360	24	use	use	NOUN
flr-517	360	25	of	of	ADP
flr-517	360	26	the	the	DET
flr-517	360	27	advice	advice	NOUN
flr-517	360	28	of	of	ADP
flr-517	360	29	experts	expert	NOUN
flr-517	360	30	to	to	PART
flr-517	360	31	ensure	ensure	VERB
flr-517	360	32	the	the	DET
flr-517	360	33	validity	validity	NOUN
flr-517	360	34	of	of	ADP
flr-517	360	35	the	the	DET
flr-517	360	36	content	content	NOUN
flr-517	360	37	of	of	ADP
flr-517	360	38	tests	test	NOUN
flr-517	360	39	.	.	PUNCT
flr-517	361	1	keypoints	keypoint	NOUN
flr-517	361	2	the	the	DET
flr-517	361	3	paper	paper	NOUN
flr-517	361	4	offers	offer	VERB
flr-517	361	5	a	a	DET
flr-517	361	6	comprehensive	comprehensive	ADJ
flr-517	361	7	overview	overview	NOUN
flr-517	361	8	of	of	ADP
flr-517	361	9	experts	expert	NOUN
flr-517	361	10	’	'	PUNCT
flr-517	361	11	involvement	involvement	NOUN
flr-517	361	12	in	in	ADP
flr-517	361	13	ensuring	ensure	VERB
flr-517	361	14	content	content	NOUN
flr-517	361	15	validity	validity	NOUN
flr-517	361	16	of	of	ADP
flr-517	361	17	tests	test	NOUN
flr-517	361	18	.	.	PUNCT
flr-517	362	1	a	a	DET
flr-517	362	2	review	review	NOUN
flr-517	362	3	of	of	ADP
flr-517	362	4	reports	report	NOUN
flr-517	362	5	on	on	ADP
flr-517	362	6	test	test	NOUN
flr-517	362	7	development	development	NOUN
flr-517	362	8	(	(	PUNCT
flr-517	362	9	n	n	NOUN
flr-517	362	10	=	=	SYM
flr-517	362	11	72	72	NUM
flr-517	362	12	)	)	PUNCT
flr-517	362	13	reveals	reveal	VERB
flr-517	362	14	a	a	DET
flr-517	362	15	lack	lack	NOUN
flr-517	362	16	of	of	ADP
flr-517	362	17	information	information	NOUN
flr-517	362	18	regarding	regard	VERB
flr-517	362	19	the	the	DET
flr-517	362	20	process	process	NOUN
flr-517	362	21	of	of	ADP
flr-517	362	22	selecting	select	VERB
flr-517	362	23	experts	expert	NOUN
flr-517	362	24	and	and	CCONJ
flr-517	362	25	the	the	DET
flr-517	362	26	methodological	methodological	ADJ
flr-517	362	27	treatment	treatment	NOUN
flr-517	362	28	of	of	ADP
flr-517	362	29	their	their	PRON
flr-517	362	30	qualitative	qualitative	ADJ
flr-517	362	31	and	and	CCONJ
flr-517	362	32	quantitative	quantitative	ADJ
flr-517	362	33	input	input	NOUN
flr-517	362	34	.	.	PUNCT
flr-517	363	1	a	a	DET
flr-517	363	2	discussion	discussion	NOUN
flr-517	363	3	on	on	ADP
flr-517	363	4	whether	whether	SCONJ
flr-517	363	5	and	and	CCONJ
flr-517	363	6	when	when	SCONJ
flr-517	363	7	to	to	PART
flr-517	363	8	consult	consult	VERB
flr-517	363	9	or	or	CCONJ
flr-517	363	10	not	not	PART
flr-517	363	11	to	to	PART
flr-517	363	12	consult	consult	VERB
flr-517	363	13	experts	expert	NOUN
flr-517	363	14	to	to	PART
flr-517	363	15	ensure	ensure	VERB
flr-517	363	16	the	the	DET
flr-517	363	17	content	content	NOUN
flr-517	363	18	validity	validity	NOUN
flr-517	363	19	of	of	ADP
flr-517	363	20	tests	test	NOUN
flr-517	363	21	.	.	PUNCT
flr-517	364	1	the	the	DET
flr-517	364	2	current	current	ADJ
flr-517	364	3	standards	standard	NOUN
flr-517	364	4	for	for	ADP
flr-517	364	5	educational	educational	ADJ
flr-517	364	6	and	and	CCONJ
flr-517	364	7	psychological	psychological	ADJ
flr-517	364	8	testing	testing	NOUN
flr-517	364	9	(	(	PUNCT
flr-517	364	10	aera	aera	PROPN
flr-517	364	11	,	,	PUNCT
flr-517	364	12	apa	apa	PROPN
flr-517	364	13	&	&	CCONJ
flr-517	364	14	nmce	nmce	PROPN
flr-517	364	15	,	,	PUNCT
flr-517	364	16	2014	2014	NUM
flr-517	364	17	)	)	PUNCT
flr-517	364	18	should	should	AUX
flr-517	364	19	be	be	AUX
flr-517	364	20	enhanced	enhance	VERB
flr-517	364	21	by	by	ADP
flr-517	364	22	offering	offer	VERB
flr-517	364	23	detailed	detailed	ADJ
flr-517	364	24	guidelines	guideline	NOUN
flr-517	364	25	regarding	regard	VERB
flr-517	364	26	the	the	DET
flr-517	364	27	involvement	involvement	NOUN
flr-517	364	28	of	of	ADP
flr-517	364	29	experts	expert	NOUN
flr-517	364	30	in	in	ADP
flr-517	364	31	test	test	NOUN
flr-517	364	32	development	development	NOUN
flr-517	364	33	to	to	PART
flr-517	364	34	ensure	ensure	VERB
flr-517	364	35	content	content	NOUN
flr-517	364	36	validity	validity	NOUN
flr-517	364	37	.	.	PUNCT
flr-517	365	1	footnotes	footnote	NOUN
flr-517	365	2	1	1	NUM
flr-517	365	3	in	in	ADP
flr-517	365	4	the	the	DET
flr-517	365	5	1985	1985	NUM
flr-517	365	6	edition	edition	NOUN
flr-517	365	7	of	of	ADP
flr-517	365	8	the	the	DET
flr-517	365	9	“	"	PUNCT
flr-517	365	10	standards	standard	NOUN
flr-517	365	11	”	"	PUNCT
flr-517	365	12	it	it	PRON
flr-517	365	13	says	say	VERB
flr-517	365	14	:	:	PUNCT
flr-517	365	15	“	"	PUNCT
flr-517	365	16	the	the	DET
flr-517	365	17	inferences	inference	NOUN
flr-517	365	18	regarding	regard	VERB
flr-517	365	19	specific	specific	ADJ
flr-517	365	20	uses	use	NOUN
flr-517	365	21	of	of	ADP
flr-517	365	22	a	a	DET
flr-517	365	23	test	test	NOUN
flr-517	365	24	are	be	AUX
flr-517	365	25	validated	validate	VERB
flr-517	365	26	,	,	PUNCT
flr-517	365	27	not	not	PART
flr-517	365	28	the	the	DET
flr-517	365	29	atest	at	ADJ
flr-517	365	30	itself	itself	PRON
flr-517	365	31	”	"	PUNCT
flr-517	365	32	(	(	PUNCT
flr-517	365	33	p.	p.	NOUN
flr-517	365	34	9	9	NUM
flr-517	365	35	)	)	PUNCT
flr-517	365	36	.	.	PUNCT
flr-517	366	1	2	2	NUM
flr-517	366	2	though	though	SCONJ
flr-517	366	3	being	be	AUX
flr-517	366	4	judged	judge	VERB
flr-517	366	5	as	as	ADP
flr-517	366	6	technically	technically	ADV
flr-517	366	7	incorrect	incorrect	ADJ
flr-517	366	8	and	and	CCONJ
flr-517	366	9	therefore	therefore	ADV
flr-517	366	10	theoretically	theoretically	ADV
flr-517	366	11	not	not	PART
flr-517	366	12	helpful	helpful	ADJ
flr-517	366	13	in	in	ADP
flr-517	366	14	the	the	DET
flr-517	366	15	early	early	ADJ
flr-517	366	16	years	year	NOUN
flr-517	366	17	after	after	ADP
flr-517	366	18	inception	inception	NOUN
flr-517	366	19	,	,	PUNCT
flr-517	366	20	the	the	DET
flr-517	366	21	concept	concept	NOUN
flr-517	366	22	of	of	ADP
flr-517	366	23	content	content	NOUN
flr-517	366	24	validity	validity	NOUN
flr-517	366	25	has	have	AUX
flr-517	366	26	survived	survive	VERB
flr-517	366	27	and	and	CCONJ
flr-517	366	28	still	still	ADV
flr-517	366	29	enjoys	enjoy	VERB
flr-517	366	30	attention	attention	NOUN
flr-517	366	31	in	in	ADP
flr-517	366	32	the	the	DET
flr-517	366	33	relevant	relevant	ADJ
flr-517	366	34	literature	literature	NOUN
flr-517	366	35	(	(	PUNCT
flr-517	366	36	guion	guion	NOUN
flr-517	366	37	,	,	PUNCT
flr-517	366	38	1977	1977	NUM
flr-517	366	39	;	;	PUNCT
flr-517	366	40	sireci	sireci	NOUN
flr-517	366	41	,	,	PUNCT
flr-517	366	42	1998	1998	NUM
flr-517	366	43	)	)	PUNCT
flr-517	366	44	.	.	PUNCT
flr-517	367	1	3	3	NUM
flr-517	367	2	the	the	DET
flr-517	367	3	first	first	ADJ
flr-517	367	4	author	author	NOUN
flr-517	367	5	to	to	PART
flr-517	367	6	develop	develop	VERB
flr-517	367	7	a	a	DET
flr-517	367	8	quantification	quantification	NOUN
flr-517	367	9	of	of	ADP
flr-517	367	10	content	content	ADJ
flr-517	367	11	validity	validity	NOUN
flr-517	367	12	is	be	AUX
flr-517	367	13	presumably	presumably	ADV
flr-517	367	14	lawshe	lawshe	PROPN
flr-517	367	15	(	(	PUNCT
flr-517	367	16	1975	1975	NUM
flr-517	367	17	)	)	PUNCT
flr-517	367	18	.	.	PUNCT
flr-517	368	1	several	several	ADJ
flr-517	368	2	modifications	modification	NOUN
flr-517	368	3	of	of	ADP
flr-517	368	4	his	his	PRON
flr-517	368	5	measure	measure	NOUN
flr-517	368	6	have	have	AUX
flr-517	368	7	been	be	AUX
flr-517	368	8	developed	develop	VERB
flr-517	368	9	(	(	PUNCT
flr-517	368	10	wilson	wilson	PROPN
flr-517	368	11	,	,	PUNCT
flr-517	368	12	pan	pan	PROPN
flr-517	368	13	,	,	PUNCT
flr-517	368	14	&	&	CCONJ
flr-517	368	15	schumsky	schumsky	ADJ
flr-517	368	16	,	,	PUNCT
flr-517	368	17	2012	2012	NUM
flr-517	368	18	)	)	PUNCT
flr-517	368	19	.	.	PUNCT
flr-517	369	1	4	4	NUM
flr-517	369	2	n	n	NUM
flr-517	369	3	this	this	DET
flr-517	369	4	paper	paper	NOUN
flr-517	369	5	the	the	DET
flr-517	369	6	meaning	meaning	NOUN
flr-517	369	7	of	of	ADP
flr-517	369	8	the	the	DET
flr-517	369	9	terms	term	NOUN
flr-517	369	10	expert	expert	NOUN
flr-517	369	11	and	and	CCONJ
flr-517	369	12	expertise	expertise	NOUN
flr-517	369	13	are	be	AUX
flr-517	369	14	not	not	PART
flr-517	369	15	as	as	ADV
flr-517	369	16	specialised	specialised	ADJ
flr-517	369	17	as	as	ADP
flr-517	369	18	in	in	ADP
flr-517	369	19	ericsson	ericsson	PROPN
flr-517	369	20	and	and	CCONJ
flr-517	369	21	smith	smith	PROPN
flr-517	369	22	(	(	PUNCT
flr-517	369	23	1991	1991	NUM
flr-517	369	24	)	)	PUNCT
flr-517	369	25	.	.	PUNCT
flr-517	370	1	rather	rather	ADV
flr-517	370	2	,	,	PUNCT
flr-517	370	3	the	the	DET
flr-517	370	4	terms	term	NOUN
flr-517	370	5	are	be	AUX
flr-517	370	6	used	use	VERB
flr-517	370	7	more	more	ADV
flr-517	370	8	generally	generally	ADV
flr-517	370	9	to	to	PART
flr-517	370	10	convey	convey	VERB
flr-517	370	11	the	the	DET
flr-517	370	12	meaning	meaning	NOUN
flr-517	370	13	of	of	ADP
flr-517	370	14	comprehensive	comprehensive	ADJ
flr-517	370	15	and	and	CCONJ
flr-517	370	16	authoritative	authoritative	ADJ
flr-517	370	17	knowledge	knowledge	NOUN
flr-517	370	18	of	of	ADP
flr-517	370	19	or	or	CCONJ
flr-517	370	20	skill	skill	NOUN
flr-517	370	21	in	in	ADP
flr-517	370	22	a	a	DET
flr-517	370	23	particular	particular	ADJ
flr-517	370	24	area	area	NOUN
flr-517	370	25	.	.	PUNCT
flr-517	371	1	5	5	NUM
flr-517	371	2	to	to	PART
flr-517	371	3	be	be	AUX
flr-517	371	4	more	more	ADV
flr-517	371	5	exact	exact	ADJ
flr-517	371	6	,	,	PUNCT
flr-517	371	7	kane	kane	PROPN
flr-517	371	8	emphasises	emphasise	VERB
flr-517	371	9	that	that	SCONJ
flr-517	371	10	this	this	DET
flr-517	371	11	terminology	terminology	NOUN
flr-517	371	12	gives	give	VERB
flr-517	371	13	equal	equal	ADJ
flr-517	371	14	weight	weight	NOUN
flr-517	371	15	to	to	ADP
flr-517	371	16	interpretation	interpretation	NOUN
flr-517	371	17	and	and	CCONJ
flr-517	371	18	use	use	NOUN
flr-517	371	19	,	,	PUNCT
flr-517	371	20	as	as	ADP
flr-517	371	21	in	in	ADP
flr-517	371	22	his	his	PRON
flr-517	371	23	formulation	formulation	NOUN
flr-517	371	24	“	"	PUNCT
flr-517	371	25	interpretation	interpretation	NOUN
flr-517	371	26	/	/	SYM
flr-517	371	27	use	use	NOUN
flr-517	371	28	argument	argument	NOUN
flr-517	371	29	”	"	PUNCT
flr-517	371	30	(	(	PUNCT
flr-517	371	31	iua	iua	NOUN
flr-517	371	32	)	)	PUNCT
flr-517	371	33	(	(	PUNCT
flr-517	371	34	kane	kane	NOUN
flr-517	371	35	,	,	PUNCT
flr-517	371	36	2013a	2013a	NUM
flr-517	371	37	,	,	PUNCT
flr-517	371	38	p.	p.	NOUN
flr-517	371	39	2	2	NUM
flr-517	371	40	)	)	PUNCT
flr-517	371	41	.	.	PUNCT
flr-517	372	1	6	6	NUM
flr-517	372	2	though	though	ADV
flr-517	372	3	related	relate	VERB
flr-517	372	4	to	to	ADP
flr-517	372	5	content	content	NOUN
flr-517	372	6	validity	validity	NOUN
flr-517	372	7	,	,	PUNCT
flr-517	372	8	the	the	DET
flr-517	372	9	construct	construct	ADJ
flr-517	372	10	cognitive	cognitive	ADJ
flr-517	372	11	validity	validity	NOUN
flr-517	372	12	points	point	NOUN
flr-517	372	13	in	in	ADP
flr-517	372	14	particular	particular	ADJ
flr-517	372	15	to	to	ADP
flr-517	372	16	mental	mental	ADJ
flr-517	372	17	processes	process	NOUN
flr-517	372	18	of	of	ADP
flr-517	372	19	test	test	NOUN
flr-517	372	20	takers	taker	NOUN
flr-517	372	21	,	,	PUNCT
flr-517	372	22	while	while	SCONJ
flr-517	372	23	content	content	NOUN
flr-517	372	24	validity	validity	NOUN
flr-517	372	25	is	be	AUX
flr-517	372	26	devoted	devote	VERB
flr-517	372	27	mainly	mainly	ADV
flr-517	372	28	to	to	ADP
flr-517	372	29	domain	domain	NOUN
flr-517	372	30	-	-	PUNCT
flr-517	372	31	specific	specific	ADJ
flr-517	372	32	aspects	aspect	NOUN
flr-517	372	33	of	of	ADP
flr-517	372	34	wording	wording	NOUN
flr-517	372	35	and	and	CCONJ
flr-517	372	36	the	the	DET
flr-517	372	37	purport	purport	NOUN
flr-517	372	38	of	of	ADP
flr-517	372	39	test	test	NOUN
flr-517	372	40	items	item	NOUN
flr-517	372	41	.	.	PUNCT
flr-517	373	1	as	as	ADP
flr-517	373	2	a	a	DET
flr-517	373	3	matter	matter	NOUN
flr-517	373	4	of	of	ADP
flr-517	373	5	fact	fact	NOUN
flr-517	373	6	,	,	PUNCT
flr-517	373	7	“	"	PUNCT
flr-517	373	8	cognitive	cognitive	ADJ
flr-517	373	9	validity	validity	NOUN
flr-517	373	10	”	"	PUNCT
flr-517	373	11	in	in	ADP
flr-517	373	12	particular	particular	ADJ
flr-517	373	13	designates	designate	VERB
flr-517	373	14	the	the	DET
flr-517	373	15	problem	problem	NOUN
flr-517	373	16	of	of	ADP
flr-517	373	17	whether	whether	SCONJ
flr-517	373	18	an	an	DET
flr-517	373	19	item	item	NOUN
flr-517	373	20	elicits	elicit	VERB
flr-517	373	21	thought	think	VERB
flr-517	373	22	processes	process	NOUN
flr-517	373	23	of	of	ADP
flr-517	373	24	adequate	adequate	ADJ
flr-517	373	25	complexity	complexity	NOUN
flr-517	373	26	(	(	PUNCT
flr-517	373	27	field	field	NOUN
flr-517	373	28	,	,	PUNCT
flr-517	373	29	2013	2013	NUM
flr-517	373	30	;	;	PUNCT
flr-517	373	31	smith	smith	PROPN
flr-517	373	32	,	,	PUNCT
flr-517	373	33	2017	2017	NUM
flr-517	373	34	)	)	PUNCT
flr-517	373	35	.	.	PUNCT
flr-517	374	1	nevertheless	nevertheless	ADV
flr-517	374	2	,	,	PUNCT
flr-517	374	3	the	the	DET
flr-517	374	4	relationship	relationship	NOUN
flr-517	374	5	between	between	ADP
flr-517	374	6	the	the	DET
flr-517	374	7	two	two	NUM
flr-517	374	8	constructs	construct	NOUN
flr-517	374	9	needs	need	VERB
flr-517	374	10	to	to	PART
flr-517	374	11	be	be	AUX
flr-517	374	12	clarified	clarify	VERB
flr-517	374	13	.	.	PUNCT
flr-517	375	1	7	7	NUM
flr-517	375	2	with	with	ADP
flr-517	375	3	regard	regard	NOUN
flr-517	375	4	to	to	ADP
flr-517	375	5	types	type	NOUN
flr-517	375	6	of	of	ADP
flr-517	375	7	validity	validity	NOUN
flr-517	375	8	there	there	PRON
flr-517	375	9	are	be	VERB
flr-517	375	10	many	many	ADV
flr-517	375	11	more	more	ADJ
flr-517	375	12	circulating	circulate	VERB
flr-517	375	13	in	in	ADP
flr-517	375	14	the	the	DET
flr-517	375	15	literature	literature	NOUN
flr-517	375	16	.	.	PUNCT
flr-517	376	1	see	see	VERB
flr-517	376	2	e.g.	e.g.	ADV
flr-517	376	3	,	,	PUNCT
flr-517	376	4	messick	messick	NOUN
flr-517	376	5	(	(	PUNCT
flr-517	376	6	1990	1990	NUM
flr-517	376	7	)	)	PUNCT
flr-517	376	8	.	.	PUNCT
flr-517	377	1	newton	newton	PROPN
flr-517	377	2	and	and	CCONJ
flr-517	377	3	shaw	shaw	PROPN
flr-517	377	4	(	(	PUNCT
flr-517	377	5	2014	2014	NUM
flr-517	377	6	,	,	PUNCT
flr-517	377	7	pp	pp	ADJ
flr-517	377	8	.	.	PUNCT
flr-517	378	1	7	7	NUM
flr-517	378	2	-	-	SYM
flr-517	378	3	8)	8)	NUM
flr-517	378	4	list	list	NOUN
flr-517	378	5	151	151	NUM
flr-517	378	6	“	"	PUNCT
flr-517	378	7	(	(	PUNCT
flr-517	378	8	k)inds	k)ind	NOUN
flr-517	378	9	of	of	ADP
flr-517	378	10	validity	validity	NOUN
flr-517	378	11	that	that	PRON
flr-517	378	12	have	have	AUX
flr-517	378	13	been	be	AUX
flr-517	378	14	proposed	propose	VERB
flr-517	378	15	over	over	ADP
flr-517	378	16	the	the	DET
flr-517	378	17	decades	decade	NOUN
flr-517	378	18	”	"	PUNCT
flr-517	378	19	(	(	PUNCT
flr-517	378	20	p.	p.	NOUN
flr-517	378	21	8	8	NUM
flr-517	378	22	,	,	PUNCT
flr-517	378	23	table	table	NOUN
flr-517	378	24	1.3	1.3	NUM
flr-517	378	25	)	)	PUNCT
flr-517	378	26	.	.	PUNCT
flr-517	379	1	8	8	NUM
flr-517	379	2	this	this	DET
flr-517	379	3	task	task	NOUN
flr-517	379	4	often	often	ADV
flr-517	379	5	is	be	AUX
flr-517	379	6	done	do	VERB
flr-517	379	7	by	by	ADP
flr-517	379	8	raters	rater	NOUN
flr-517	379	9	.	.	PUNCT
flr-517	380	1	in	in	ADP
flr-517	380	2	a	a	DET
flr-517	380	3	sense	sense	NOUN
flr-517	380	4	they	they	PRON
flr-517	380	5	also	also	ADV
flr-517	380	6	are	be	AUX
flr-517	380	7	experts	expert	NOUN
flr-517	380	8	.	.	PUNCT
flr-517	381	1	however	however	ADV
flr-517	381	2	,	,	PUNCT
flr-517	381	3	their	their	PRON
flr-517	381	4	function	function	NOUN
flr-517	381	5	is	be	AUX
flr-517	381	6	clearly	clearly	ADV
flr-517	381	7	distinct	distinct	ADJ
flr-517	381	8	from	from	ADP
flr-517	381	9	that	that	PRON
flr-517	381	10	of	of	ADP
flr-517	381	11	experts	expert	NOUN
flr-517	381	12	involved	involve	VERB
flr-517	381	13	in	in	ADP
flr-517	381	14	test	test	NOUN
flr-517	381	15	development	development	NOUN
flr-517	381	16	.	.	PUNCT
flr-517	382	1	nevertheless	nevertheless	ADV
flr-517	382	2	,	,	PUNCT
flr-517	382	3	white	white	PROPN
flr-517	382	4	’s	’s	PART
flr-517	382	5	(	(	PUNCT
flr-517	382	6	2018	2018	NUM
flr-517	382	7	)	)	PUNCT
flr-517	382	8	sophisticated	sophisticated	ADJ
flr-517	382	9	discussion	discussion	NOUN
flr-517	382	10	on	on	ADP
flr-517	382	11	performance	performance	NOUN
flr-517	382	12	standards	standard	NOUN
flr-517	382	13	for	for	ADP
flr-517	382	14	raters	rater	NOUN
flr-517	382	15	could	could	AUX
flr-517	382	16	be	be	AUX
flr-517	382	17	transferred	transfer	VERB
flr-517	382	18	and	and	CCONJ
flr-517	382	19	applied	apply	VERB
flr-517	382	20	in	in	ADP
flr-517	382	21	part	part	NOUN
flr-517	382	22	to	to	ADP
flr-517	382	23	the	the	DET
flr-517	382	24	issue	issue	NOUN
flr-517	382	25	of	of	ADP
flr-517	382	26	experts	expert	NOUN
flr-517	382	27	involved	involve	VERB
flr-517	382	28	in	in	ADP
flr-517	382	29	ensuring	ensure	VERB
flr-517	382	30	the	the	DET
flr-517	382	31	content	content	ADJ
flr-517	382	32	validity	validity	NOUN
flr-517	382	33	of	of	ADP
flr-517	382	34	tests	test	NOUN
flr-517	382	35	.	.	PUNCT
flr-517	383	1	9the	9the	DET
flr-517	383	2	reason	reason	NOUN
flr-517	383	3	for	for	ADP
flr-517	383	4	this	this	DET
flr-517	383	5	simplification	simplification	NOUN
flr-517	383	6	is	be	AUX
flr-517	383	7	that	that	SCONJ
flr-517	383	8	,	,	PUNCT
flr-517	383	9	as	as	ADP
flr-517	383	10	a	a	DET
flr-517	383	11	rule	rule	NOUN
flr-517	383	12	,	,	PUNCT
flr-517	383	13	reports	report	NOUN
flr-517	383	14	on	on	ADP
flr-517	383	15	test	test	NOUN
flr-517	383	16	development	development	NOUN
flr-517	383	17	do	do	AUX
flr-517	383	18	not	not	PART
flr-517	383	19	explore	explore	VERB
flr-517	383	20	this	this	DET
flr-517	383	21	issue	issue	NOUN
flr-517	383	22	in	in	ADP
flr-517	383	23	depth	depth	NOUN
flr-517	383	24	or	or	CCONJ
flr-517	383	25	even	even	ADV
flr-517	383	26	touch	touch	VERB
flr-517	383	27	upon	upon	SCONJ
flr-517	383	28	it	it	PRON
flr-517	383	29	.	.	PUNCT
flr-517	384	1	more	more	ADV
flr-517	384	2	specific	specific	ADJ
flr-517	384	3	differentiations	differentiation	NOUN
flr-517	384	4	are	be	AUX
flr-517	384	5	discussed	discuss	VERB
flr-517	384	6	below	below	ADV
flr-517	384	7	(	(	PUNCT
flr-517	384	8	section	section	NOUN
flr-517	384	9	5	5	NUM
flr-517	384	10	)	)	PUNCT
flr-517	384	11	.	.	PUNCT
flr-517	385	1	10	10	NUM
flr-517	385	2	there	there	PRON
flr-517	385	3	is	be	VERB
flr-517	385	4	a	a	DET
flr-517	385	5	longstanding	longstanding	ADJ
flr-517	385	6	and	and	CCONJ
flr-517	385	7	endless	endless	ADJ
flr-517	385	8	philosophical	philosophical	ADJ
flr-517	385	9	discussion	discussion	NOUN
flr-517	385	10	on	on	ADP
flr-517	385	11	the	the	DET
flr-517	385	12	notion	notion	NOUN
flr-517	385	13	of	of	ADP
flr-517	385	14	and	and	CCONJ
flr-517	385	15	theories	theory	NOUN
flr-517	385	16	surrounding	surround	VERB
flr-517	385	17	truth	truth	NOUN
flr-517	385	18	.	.	PUNCT
flr-517	386	1	in	in	ADP
flr-517	386	2	the	the	DET
flr-517	386	3	present	present	ADJ
flr-517	386	4	context	context	NOUN
flr-517	386	5	truth	truth	NOUN
flr-517	386	6	-	-	PUNCT
flr-517	386	7	aptness	aptness	NOUN
flr-517	386	8	is	be	AUX
flr-517	386	9	understood	understand	VERB
flr-517	386	10	as	as	ADP
flr-517	386	11	the	the	DET
flr-517	386	12	meaning	meaning	NOUN
flr-517	386	13	argued	argue	VERB
flr-517	386	14	by	by	ADP
flr-517	386	15	correspondence	correspondence	NOUN
flr-517	386	16	theorists	theorist	NOUN
flr-517	386	17	in	in	ADP
flr-517	386	18	the	the	DET
flr-517	386	19	framework	framework	NOUN
flr-517	386	20	of	of	ADP
flr-517	386	21	critical	critical	ADJ
flr-517	386	22	rationalism	rationalism	NOUN
flr-517	386	23	in	in	ADP
flr-517	386	24	the	the	DET
flr-517	386	25	sense	sense	NOUN
flr-517	386	26	of	of	ADP
flr-517	386	27	popper	popper	NOUN
flr-517	386	28	,	,	PUNCT
flr-517	386	29	or	or	CCONJ
flr-517	386	30	analytic	analytic	ADJ
flr-517	386	31	philosophy	philosophy	NOUN
flr-517	386	32	in	in	ADP
flr-517	386	33	the	the	DET
flr-517	386	34	sense	sense	NOUN
flr-517	386	35	of	of	ADP
flr-517	386	36	quine	quine	NOUN
flr-517	386	37	;	;	PUNCT
flr-517	386	38	see	see	VERB
flr-517	386	39	e.g.	e.g.	ADV
flr-517	386	40	,	,	PUNCT
flr-517	386	41	jackson	jackson	PROPN
flr-517	386	42	,	,	PUNCT
flr-517	386	43	oppy	oppy	PROPN
flr-517	386	44	,	,	PUNCT
flr-517	386	45	&	&	CCONJ
flr-517	386	46	smith	smith	PROPN
flr-517	386	47	,	,	PUNCT
flr-517	386	48	1994	1994	NUM
flr-517	386	49	;	;	PUNCT
flr-517	386	50	dodd	dodd	NOUN
flr-517	386	51	,	,	PUNCT
flr-517	386	52	2002	2002	NUM
flr-517	386	53	.	.	PUNCT
flr-517	387	1	11	11	NUM
flr-517	387	2	around	around	ADP
flr-517	387	3	220	220	NUM
flr-517	387	4	researchers	researcher	NOUN
flr-517	387	5	involved	involve	VERB
flr-517	387	6	in	in	ADP
flr-517	387	7	roughly	roughly	ADV
flr-517	387	8	70	70	NUM
flr-517	387	9	single	single	ADJ
flr-517	387	10	projects	project	NOUN
flr-517	387	11	conducted	conduct	VERB
flr-517	387	12	in	in	ADP
flr-517	387	13	12	12	NUM
flr-517	387	14	federal	federal	ADJ
flr-517	387	15	states	state	NOUN
flr-517	387	16	of	of	ADP
flr-517	387	17	germany	germany	PROPN
flr-517	387	18	.	.	PUNCT
flr-517	388	1	detailed	detailed	ADJ
flr-517	388	2	information	information	NOUN
flr-517	388	3	on	on	ADP
flr-517	388	4	measuring	measure	VERB
flr-517	388	5	instruments	instrument	NOUN
flr-517	388	6	developed	develop	VERB
flr-517	388	7	in	in	ADP
flr-517	388	8	kokohs	kokohs	NOUN
flr-517	388	9	is	be	AUX
flr-517	388	10	given	give	VERB
flr-517	388	11	by	by	ADP
flr-517	388	12	zlatkin	zlatkin	PROPN
flr-517	388	13	-	-	PUNCT
flr-517	388	14	troitschanskaia	troitschanskaia	NOUN
flr-517	388	15	et	et	PROPN
flr-517	388	16	al	al	PROPN
flr-517	388	17	.	.	PROPN
flr-517	388	18	2020	2020	NUM
flr-517	388	19	.	.	PUNCT
flr-517	389	1	see	see	VERB
flr-517	389	2	also	also	ADV
flr-517	389	3	:	:	PUNCT
flr-517	389	4	https://www.kompetenzen-im-hochschulsektor.de/kokohs-2011-2015/.	https://www.kompetenzen-im-hochschulsektor.de/kokohs-2011-2015/.	PROPN
flr-517	389	5	12	12	NUM
flr-517	389	6	including	include	VERB
flr-517	389	7	more	more	ADJ
flr-517	389	8	than	than	ADP
flr-517	389	9	12,000	12,000	NUM
flr-517	389	10	test	test	NOUN
flr-517	389	11	takers	taker	NOUN
flr-517	389	12	at	at	ADP
flr-517	389	13	approximately	approximately	ADV
flr-517	389	14	300	300	NUM
flr-517	389	15	schools	school	NOUN
flr-517	389	16	in	in	ADP
flr-517	389	17	13	13	NUM
flr-517	389	18	federal	federal	ADJ
flr-517	389	19	states	state	NOUN
flr-517	389	20	of	of	ADP
flr-517	389	21	germany	germany	PROPN
flr-517	389	22	.	.	PUNCT
flr-517	390	1	for	for	ADP
flr-517	390	2	more	more	ADJ
flr-517	390	3	information	information	NOUN
flr-517	390	4	on	on	ADP
flr-517	390	5	ascot	ascot	NOUN
flr-517	390	6	,	,	PUNCT
flr-517	390	7	see	see	VERB
flr-517	390	8	:	:	PUNCT
flr-517	390	9	https://www.bmbf.de/pub/berufsbildungsbericht_2016_eng.pdf	https://www.bmbf.de/pub/berufsbildungsbericht_2016_eng.pdf	NOUN
flr-517	390	10	.	.	PUNCT
flr-517	391	1	13	13	NUM
flr-517	391	2	in	in	ADP
flr-517	391	3	the	the	DET
flr-517	391	4	meanwhile	meanwhile	NOUN
flr-517	391	5	,	,	PUNCT
flr-517	391	6	the	the	DET
flr-517	391	7	follow	follow	VERB
flr-517	391	8	-	-	PUNCT
flr-517	391	9	up	up	ADP
flr-517	391	10	phases	phase	NOUN
flr-517	391	11	have	have	AUX
flr-517	391	12	started	start	VERB
flr-517	391	13	being	be	AUX
flr-517	391	14	dedicated	dedicate	VERB
flr-517	391	15	to	to	ADP
flr-517	391	16	questions	question	NOUN
flr-517	391	17	of	of	ADP
flr-517	391	18	application	application	NOUN
flr-517	391	19	and	and	CCONJ
flr-517	391	20	implementa¬tion	implementa¬tion	PROPN
flr-517	391	21	(	(	PUNCT
flr-517	391	22	kokohs	kokohs	NOUN
flr-517	391	23	ii	ii	PROPN
flr-517	392	1	[	[	X
flr-517	392	2	https://www.blogs.uni-mainz.de/fb03-kokohs-eng/	https://www.blogs.uni-mainz.de/fb03-kokohs-eng/	X
flr-517	392	3	]	]	PUNCT
flr-517	392	4	and	and	CCONJ
flr-517	392	5	ascot+	ascot+	X
flr-517	393	1	[	[	X
flr-517	393	2	https://www.ascot-vet.net/de/forschungs-und-transferinitiative-ascot.html	https://www.ascot-vet.net/de/forschungs-und-transferinitiative-ascot.html	X
flr-517	393	3	]	]	X
flr-517	393	4	)	)	PUNCT
flr-517	393	5	.	.	PUNCT
flr-517	394	1	14	14	NUM
flr-517	394	2	kokohs	kokohs	NOUN
flr-517	394	3	:	:	PUNCT
flr-517	394	4	18	18	NUM
flr-517	394	5	reports	report	NOUN
flr-517	394	6	;	;	PUNCT
flr-517	394	7	ascot	ascot	NOUN
flr-517	394	8	:	:	PUNCT
flr-517	394	9	4	4	NUM
flr-517	394	10	reports	report	NOUN
flr-517	394	11	;	;	PUNCT
flr-517	394	12	other	other	ADJ
flr-517	394	13	projects	project	NOUN
flr-517	394	14	conducted	conduct	VERB
flr-517	394	15	in	in	ADP
flr-517	394	16	germany	germany	PROPN
flr-517	394	17	:	:	PUNCT
flr-517	394	18	5	5	NUM
flr-517	394	19	reports	report	NOUN
flr-517	394	20	;	;	PUNCT
flr-517	394	21	educational	educational	ADJ
flr-517	394	22	&	&	CCONJ
flr-517	394	23	psychological	psychological	ADJ
flr-517	394	24	measurement	measurement	NOUN
flr-517	394	25	:	:	PUNCT
flr-517	394	26	22	22	NUM
flr-517	394	27	reports	report	NOUN
flr-517	394	28	;	;	PUNCT
flr-517	394	29	and	and	CCONJ
flr-517	394	30	measurement	measurement	NOUN
flr-517	394	31	&	&	CCONJ
flr-517	394	32	evaluation	evaluation	NOUN
flr-517	394	33	in	in	ADP
flr-517	394	34	counselling	counselling	NOUN
flr-517	394	35	&	&	CCONJ
flr-517	394	36	development	development	NOUN
flr-517	394	37	:	:	PUNCT
flr-517	394	38	23	23	NUM
flr-517	394	39	reports	report	NOUN
flr-517	394	40	.	.	PUNCT
flr-517	394	41	15	15	NUM
flr-517	394	42	this	this	PRON
flr-517	394	43	holds	hold	VERB
flr-517	394	44	also	also	ADV
flr-517	394	45	for	for	ADP
flr-517	394	46	the	the	DET
flr-517	394	47	selection	selection	NOUN
flr-517	394	48	of	of	ADP
flr-517	394	49	experts	expert	NOUN
flr-517	394	50	in	in	ADP
flr-517	394	51	the	the	DET
flr-517	394	52	german	german	ADJ
flr-517	394	53	programmes	programme	NOUN
flr-517	394	54	kokohs	kokohs	ADJ
flr-517	394	55	and	and	CCONJ
flr-517	394	56	ascot	ascot	NOUN
flr-517	394	57	.	.	PUNCT
flr-517	395	1	though	though	SCONJ
flr-517	395	2	different	different	ADJ
flr-517	395	3	in	in	ADP
flr-517	395	4	regard	regard	NOUN
flr-517	395	5	to	to	ADP
flr-517	395	6	their	their	PRON
flr-517	395	7	research	research	NOUN
flr-517	395	8	topics	topic	NOUN
flr-517	395	9	,	,	PUNCT
flr-517	395	10	they	they	PRON
flr-517	395	11	both	both	PRON
flr-517	395	12	had	have	VERB
flr-517	395	13	to	to	PART
flr-517	395	14	deal	deal	VERB
flr-517	395	15	with	with	ADP
flr-517	395	16	the	the	DET
flr-517	395	17	question	question	NOUN
flr-517	395	18	of	of	ADP
flr-517	395	19	content	content	ADJ
flr-517	395	20	validity	validity	NOUN
flr-517	395	21	.	.	PUNCT
flr-517	396	1	16	16	NUM
flr-517	396	2	appendix	appendix	NOUN
flr-517	396	3	1	1	NUM
flr-517	396	4	,	,	PUNCT
flr-517	396	5	no	no	INTJ
flr-517	396	6	.	.	NOUN
flr-517	396	7	3	3	NUM
flr-517	396	8	,	,	PUNCT
flr-517	396	9	16	16	NUM
flr-517	396	10	,	,	PUNCT
flr-517	396	11	23	23	NUM
flr-517	396	12	,	,	PUNCT
flr-517	396	13	24	24	NUM
flr-517	396	14	,	,	PUNCT
flr-517	396	15	26	26	NUM
flr-517	396	16	,	,	PUNCT
flr-517	396	17	30	30	NUM
flr-517	396	18	,	,	PUNCT
flr-517	396	19	38	38	NUM
flr-517	396	20	,	,	PUNCT
flr-517	396	21	46	46	NUM
flr-517	396	22	,	,	PUNCT
flr-517	396	23	48	48	NUM
flr-517	396	24	,	,	PUNCT
flr-517	396	25	49	49	NUM
flr-517	396	26	,	,	PUNCT
flr-517	396	27	51	51	NUM
flr-517	396	28	,	,	PUNCT
flr-517	396	29	56	56	NUM
flr-517	396	30	,	,	PUNCT
flr-517	396	31	59	59	NUM
flr-517	396	32	,	,	PUNCT
flr-517	396	33	60	60	NUM
flr-517	396	34	.	.	PUNCT
flr-517	396	35	17	17	NUM
flr-517	396	36	see	see	VERB
flr-517	396	37	appendix	appendix	NOUN
flr-517	396	38	1	1	NUM
flr-517	396	39	,	,	PUNCT
flr-517	396	40	no	no	INTJ
flr-517	396	41	.	.	NOUN
flr-517	396	42	8	8	NUM
flr-517	396	43	,	,	PUNCT
flr-517	396	44	12	12	NUM
flr-517	396	45	,	,	PUNCT
flr-517	396	46	15	15	NUM
flr-517	396	47	,	,	PUNCT
flr-517	396	48	41	41	NUM
flr-517	396	49	,	,	PUNCT
flr-517	396	50	42	42	NUM
flr-517	396	51	,	,	PUNCT
flr-517	396	52	47	47	NUM
flr-517	396	53	,	,	PUNCT
flr-517	396	54	65	65	NUM
flr-517	396	55	–	–	SYM
flr-517	396	56	68	68	NUM
flr-517	396	57	.	.	SYM
flr-517	396	58	18	18	NUM
flr-517	396	59	see	see	VERB
flr-517	396	60	appendix	appendix	NOUN
flr-517	396	61	1	1	NUM
flr-517	396	62	,	,	PUNCT
flr-517	396	63	col	col	PROPN
flr-517	396	64	.	.	PROPN
flr-517	396	65	6	6	NUM
flr-517	396	66	,	,	PUNCT
flr-517	396	67	no	no	INTJ
flr-517	396	68	.	.	NOUN
flr-517	396	69	17	17	NUM
flr-517	396	70	(	(	PUNCT
flr-517	396	71	missing	miss	VERB
flr-517	396	72	only	only	ADV
flr-517	396	73	a	a	DET
flr-517	396	74	qualitative	qualitative	ADJ
flr-517	396	75	report	report	NOUN
flr-517	396	76	on	on	ADP
flr-517	396	77	the	the	DET
flr-517	396	78	results	result	NOUN
flr-517	396	79	of	of	ADP
flr-517	396	80	consultation	consultation	NOUN
flr-517	396	81	with	with	ADP
flr-517	396	82	experts	expert	NOUN
flr-517	396	83	)	)	PUNCT
flr-517	396	84	,	,	PUNCT
flr-517	396	85	no	no	INTJ
flr-517	396	86	.	.	NOUN
flr-517	396	87	50	50	NUM
flr-517	396	88	(	(	PUNCT
flr-517	396	89	missing	miss	VERB
flr-517	396	90	a	a	DET
flr-517	396	91	quantitative	quantitative	ADJ
flr-517	396	92	report	report	NOUN
flr-517	396	93	)	)	PUNCT
flr-517	396	94	and	and	CCONJ
flr-517	396	95	col	col	PROPN
flr-517	396	96	.	.	PROPN
flr-517	396	97	3(c	3(c	NUM
flr-517	396	98	)	)	PUNCT
flr-517	396	99	,	,	PUNCT
flr-517	396	100	no	no	INTJ
flr-517	396	101	.	.	NOUN
flr-517	396	102	55	55	NUM
flr-517	396	103	(	(	PUNCT
flr-517	396	104	missing	miss	VERB
flr-517	396	105	information	information	NOUN
flr-517	396	106	on	on	ADP
flr-517	396	107	criteria	criterion	NOUN
flr-517	396	108	and	and	CCONJ
flr-517	396	109	method(s	method(	VERB
flr-517	396	110	)	)	PUNCT
flr-517	396	111	for	for	ADP
flr-517	396	112	selecting	select	VERB
flr-517	396	113	experts	expert	NOUN
flr-517	396	114	)	)	PUNCT
flr-517	396	115	.	.	PUNCT
flr-517	397	1	19	19	NUM
flr-517	397	2	in	in	ADP
flr-517	397	3	the	the	DET
flr-517	397	4	46	46	NUM
flr-517	397	5	projects	project	NOUN
flr-517	397	6	reporting	report	VERB
flr-517	397	7	on	on	ADP
flr-517	397	8	the	the	DET
flr-517	397	9	questions	question	NOUN
flr-517	397	10	posed	pose	VERB
flr-517	397	11	to	to	ADP
flr-517	397	12	experts	expert	NOUN
flr-517	397	13	,	,	PUNCT
flr-517	397	14	on	on	ADP
flr-517	397	15	average	average	ADJ
flr-517	397	16	two	two	NUM
flr-517	397	17	or	or	CCONJ
flr-517	397	18	three	three	NUM
flr-517	397	19	questions	question	NOUN
flr-517	397	20	were	be	AUX
flr-517	397	21	asked	ask	VERB
flr-517	397	22	.	.	PUNCT
flr-517	398	1	20	20	NUM
flr-517	398	2	types	type	NOUN
flr-517	398	3	no	no	INTJ
flr-517	398	4	.	.	NOUN
flr-517	398	5	4	4	NUM
flr-517	398	6	d	d	NOUN
flr-517	398	7	,	,	PUNCT
flr-517	398	8	f	f	X
flr-517	398	9	;	;	PUNCT
flr-517	398	10	5	5	NUM
flr-517	398	11	ab	ab	NOUN
flr-517	398	12	,	,	PUNCT
flr-517	398	13	5b	5b	NUM
flr-517	398	14	,	,	PUNCT
flr-517	398	15	7h	7h	NUM
flr-517	398	16	,	,	PUNCT
flr-517	398	17	8c	8c	NUM
flr-517	398	18	,	,	PUNCT
flr-517	398	19	d	d	NOUN
flr-517	398	20	,	,	PUNCT
flr-517	398	21	e	e	NOUN
flr-517	398	22	,	,	PUNCT
flr-517	398	23	g.	g.	PROPN
flr-517	398	24	21	21	NUM
flr-517	398	25	the	the	DET
flr-517	398	26	figures	figure	NOUN
flr-517	398	27	in	in	ADP
flr-517	398	28	table	table	NOUN
flr-517	398	29	2	2	NUM
flr-517	398	30	are	be	AUX
flr-517	398	31	calculated	calculate	VERB
flr-517	398	32	according	accord	VERB
flr-517	398	33	to	to	ADP
flr-517	398	34	the	the	DET
flr-517	398	35	frequencies	frequency	NOUN
flr-517	398	36	given	give	VERB
flr-517	398	37	in	in	ADP
flr-517	398	38	table	table	NOUN
flr-517	398	39	1	1	NUM
flr-517	398	40	,	,	PUNCT
flr-517	398	41	col	col	PROPN
flr-517	398	42	.	.	PROPN
flr-517	398	43	4	4	NUM
flr-517	398	44	.	.	NOUN
flr-517	398	45	22	22	NUM
flr-517	399	1	the	the	DET
flr-517	399	2	number	number	NOUN
flr-517	399	3	of	of	ADP
flr-517	399	4	experts	expert	NOUN
flr-517	399	5	consulted	consult	VERB
flr-517	399	6	ranged	range	VERB
flr-517	399	7	from	from	ADP
flr-517	399	8	one	one	NUM
flr-517	399	9	to	to	ADP
flr-517	399	10	306	306	NUM
flr-517	399	11	(	(	PUNCT
flr-517	399	12	appendix	appendix	NOUN
flr-517	399	13	1	1	NUM
flr-517	399	14	,	,	PUNCT
flr-517	399	15	no	no	INTJ
flr-517	399	16	.	.	NOUN
flr-517	399	17	67	67	NUM
flr-517	399	18	and	and	CCONJ
flr-517	399	19	17	17	NUM
flr-517	399	20	respectively	respectively	ADV
flr-517	399	21	):	):	PUNCT
flr-517	399	22	1	1	NUM
flr-517	399	23	-	-	SYM
flr-517	399	24	9	9	NUM
flr-517	399	25	experts	expert	NOUN
flr-517	399	26	included	include	VERB
flr-517	399	27	in	in	ADP
flr-517	399	28	21	21	NUM
flr-517	399	29	projects	project	NOUN
flr-517	399	30	,	,	PUNCT
flr-517	399	31	10	10	NUM
flr-517	399	32	-	-	SYM
flr-517	399	33	49	49	NUM
flr-517	399	34	experts	expert	NOUN
flr-517	399	35	in	in	ADP
flr-517	399	36	13	13	NUM
flr-517	399	37	projects	project	NOUN
flr-517	399	38	,	,	PUNCT
flr-517	399	39	and	and	CCONJ
flr-517	399	40	more	more	ADJ
flr-517	399	41	than	than	ADP
flr-517	399	42	50	50	NUM
flr-517	399	43	experts	expert	NOUN
flr-517	399	44	in	in	ADP
flr-517	399	45	6	6	NUM
flr-517	399	46	projects	project	NOUN
flr-517	399	47	.	.	PUNCT
flr-517	400	1	23	23	NUM
flr-517	401	1	this	this	PRON
flr-517	401	2	depends	depend	VERB
flr-517	401	3	on	on	ADP
flr-517	401	4	the	the	DET
flr-517	401	5	number	number	NOUN
flr-517	401	6	and	and	CCONJ
flr-517	401	7	type	type	NOUN
flr-517	401	8	of	of	ADP
flr-517	401	9	items	item	NOUN
flr-517	401	10	of	of	ADP
flr-517	401	11	the	the	DET
flr-517	401	12	respective	respective	ADJ
flr-517	401	13	instrument	instrument	NOUN
flr-517	401	14	,	,	PUNCT
flr-517	401	15	which	which	PRON
flr-517	401	16	can	can	AUX
flr-517	401	17	be	be	AUX
flr-517	401	18	within	within	ADP
flr-517	401	19	a	a	DET
flr-517	401	20	broad	broad	ADJ
flr-517	401	21	range	range	NOUN
flr-517	401	22	.	.	PUNCT
flr-517	402	1	24	24	NUM
flr-517	402	2	in	in	ADP
flr-517	402	3	seven	seven	NUM
flr-517	402	4	of	of	ADP
flr-517	402	5	these	these	DET
flr-517	402	6	projects	project	NOUN
flr-517	402	7	only	only	ADV
flr-517	402	8	the	the	DET
flr-517	402	9	number	number	NOUN
flr-517	402	10	of	of	ADP
flr-517	402	11	experts	expert	NOUN
flr-517	402	12	consulted	consult	VERB
flr-517	402	13	was	be	AUX
flr-517	402	14	mentioned	mention	VERB
flr-517	402	15	,	,	PUNCT
flr-517	402	16	but	but	CCONJ
flr-517	402	17	not	not	PART
flr-517	402	18	the	the	DET
flr-517	402	19	number	number	NOUN
flr-517	402	20	of	of	ADP
flr-517	402	21	questions	question	NOUN
flr-517	402	22	posed	pose	VERB
flr-517	402	23	to	to	ADP
flr-517	402	24	them	they	PRON
flr-517	402	25	.	.	PUNCT
flr-517	403	1	in	in	ADP
flr-517	403	2	these	these	DET
flr-517	403	3	cases	case	NOUN
flr-517	403	4	,	,	PUNCT
flr-517	403	5	i	i	PRON
flr-517	403	6	surmised	surmise	VERB
flr-517	403	7	that	that	SCONJ
flr-517	403	8	only	only	ADV
flr-517	403	9	one	one	NUM
flr-517	403	10	question	question	NOUN
flr-517	403	11	was	be	AUX
flr-517	403	12	posed	pose	VERB
flr-517	403	13	.	.	PUNCT
flr-517	404	1	in	in	ADP
flr-517	404	2	nine	nine	NUM
flr-517	404	3	projects	project	NOUN
flr-517	404	4	the	the	DET
flr-517	404	5	number	number	NOUN
flr-517	404	6	of	of	ADP
flr-517	404	7	questions	question	NOUN
flr-517	404	8	posed	pose	VERB
flr-517	404	9	to	to	ADP
flr-517	404	10	experts	expert	NOUN
flr-517	404	11	was	be	AUX
flr-517	404	12	mentioned	mention	VERB
flr-517	404	13	but	but	CCONJ
flr-517	404	14	not	not	PART
flr-517	404	15	the	the	DET
flr-517	404	16	number	number	NOUN
flr-517	404	17	of	of	ADP
flr-517	404	18	experts	expert	NOUN
flr-517	404	19	consulted	consult	VERB
flr-517	404	20	,	,	PUNCT
flr-517	404	21	and	and	CCONJ
flr-517	404	22	therefore	therefore	ADV
flr-517	404	23	these	these	PRON
flr-517	404	24	were	be	AUX
flr-517	404	25	omitted	omit	VERB
flr-517	404	26	from	from	ADP
flr-517	404	27	this	this	DET
flr-517	404	28	calculation	calculation	NOUN
flr-517	404	29	.	.	PUNCT
flr-517	405	1	25	25	NUM
flr-517	406	1	i	i	PRON
flr-517	406	2	interpreted	interpret	VERB
flr-517	406	3	the	the	DET
flr-517	406	4	texts	text	NOUN
flr-517	406	5	to	to	ADP
flr-517	406	6	the	the	DET
flr-517	406	7	best	good	ADJ
flr-517	406	8	of	of	ADP
flr-517	406	9	my	my	PRON
flr-517	406	10	ability	ability	NOUN
flr-517	406	11	.	.	PUNCT
flr-517	407	1	26	26	NUM
flr-517	408	1	this	this	DET
flr-517	408	2	question	question	NOUN
flr-517	408	3	clearly	clearly	ADV
flr-517	408	4	differs	differ	VERB
flr-517	408	5	from	from	ADP
flr-517	408	6	the	the	DET
flr-517	408	7	problems	problem	NOUN
flr-517	408	8	that	that	PRON
flr-517	408	9	arise	arise	VERB
flr-517	408	10	in	in	ADP
flr-517	408	11	connection	connection	NOUN
flr-517	408	12	with	with	ADP
flr-517	408	13	the	the	DET
flr-517	408	14	statistically	statistically	ADV
flr-517	408	15	analyzable	analyzable	ADJ
flr-517	408	16	selection	selection	NOUN
flr-517	408	17	of	of	ADP
flr-517	408	18	items	item	NOUN
flr-517	408	19	or	or	CCONJ
flr-517	408	20	the	the	DET
flr-517	408	21	assessment	assessment	NOUN
flr-517	408	22	of	of	ADP
flr-517	408	23	their	their	PRON
flr-517	408	24	reliability	reliability	NOUN
flr-517	408	25	.	.	PUNCT
flr-517	409	1	experts	expert	NOUN
flr-517	409	2	can	can	AUX
flr-517	409	3	also	also	ADV
flr-517	409	4	be	be	AUX
flr-517	409	5	consulted	consult	VERB
flr-517	409	6	for	for	ADP
flr-517	409	7	this	this	PRON
flr-517	409	8	.	.	PUNCT
flr-517	410	1	however	however	ADV
flr-517	410	2	,	,	PUNCT
flr-517	410	3	such	such	ADJ
flr-517	410	4	aspects	aspect	NOUN
flr-517	410	5	are	be	AUX
flr-517	410	6	not	not	PART
flr-517	410	7	the	the	DET
flr-517	410	8	focus	focus	NOUN
flr-517	410	9	of	of	ADP
flr-517	410	10	this	this	DET
flr-517	410	11	paper	paper	NOUN
flr-517	410	12	.	.	PUNCT
flr-517	411	1	27	27	NUM
flr-517	411	2	see	see	VERB
flr-517	411	3	for	for	ADP
flr-517	411	4	example	example	NOUN
flr-517	411	5	the	the	DET
flr-517	411	6	test	test	NOUN
flr-517	411	7	of	of	ADP
flr-517	411	8	economic	economic	ADJ
flr-517	411	9	literacy	literacy	NOUN
flr-517	411	10	(	(	PUNCT
flr-517	411	11	third	third	ADJ
flr-517	411	12	edition	edition	NOUN
flr-517	411	13	)	)	PUNCT
flr-517	411	14	by	by	ADP
flr-517	411	15	walstad	walstad	NOUN
flr-517	411	16	and	and	CCONJ
flr-517	411	17	rebeck	rebeck	PROPN
flr-517	411	18	(	(	PUNCT
flr-517	411	19	2001	2001	NUM
flr-517	411	20	)	)	PUNCT
flr-517	411	21	including	include	VERB
flr-517	411	22	several	several	ADJ
flr-517	411	23	items	item	NOUN
flr-517	411	24	on	on	ADP
flr-517	411	25	further	further	ADJ
flr-517	411	26	economic	economic	ADJ
flr-517	411	27	development	development	NOUN
flr-517	411	28	subject	subject	ADJ
flr-517	411	29	to	to	ADP
flr-517	411	30	the	the	DET
flr-517	411	31	conditions	condition	NOUN
flr-517	411	32	of	of	ADP
flr-517	411	33	the	the	DET
flr-517	411	34	theory	theory	NOUN
flr-517	411	35	of	of	ADP
flr-517	411	36	competitive	competitive	ADJ
flr-517	411	37	markets	market	NOUN
flr-517	411	38	.	.	PUNCT
flr-517	412	1	28	28	NUM
flr-517	412	2	languages	language	NOUN
flr-517	412	3	comprise	comprise	VERB
flr-517	412	4	several	several	ADJ
flr-517	412	5	types	type	NOUN
flr-517	412	6	of	of	ADP
flr-517	412	7	statements	statement	NOUN
flr-517	412	8	(	(	PUNCT
flr-517	412	9	e.g.	e.g.	ADV
flr-517	412	10	,	,	PUNCT
flr-517	412	11	interrogative	interrogative	ADJ
flr-517	412	12	,	,	PUNCT
flr-517	412	13	imperative	imperative	ADJ
flr-517	412	14	,	,	PUNCT
flr-517	412	15	exclamative	exclamative	ADJ
flr-517	412	16	)	)	PUNCT
flr-517	412	17	.	.	PUNCT
flr-517	413	1	as	as	SCONJ
flr-517	413	2	differentiated	differentiate	VERB
flr-517	413	3	in	in	ADP
flr-517	413	4	linguistics	linguistic	NOUN
flr-517	413	5	truth	truth	NOUN
flr-517	413	6	-	-	PUNCT
flr-517	413	7	apt	apt	ADJ
flr-517	413	8	statements	statement	NOUN
flr-517	413	9	and	and	CCONJ
flr-517	413	10	statements	statement	NOUN
flr-517	413	11	requiring	require	VERB
flr-517	413	12	consent	consent	NOUN
flr-517	413	13	are	be	AUX
flr-517	413	14	subgroups	subgroup	NOUN
flr-517	413	15	of	of	ADP
flr-517	413	16	declarative	declarative	ADJ
flr-517	413	17	statements	statement	NOUN
flr-517	413	18	.	.	PUNCT
flr-517	414	1	29	29	NUM
flr-517	414	2	unfortunately	unfortunately	ADV
flr-517	414	3	,	,	PUNCT
flr-517	414	4	statements	statement	NOUN
flr-517	414	5	like	like	ADP
flr-517	414	6	this	this	PRON
flr-517	414	7	may	may	AUX
flr-517	414	8	be	be	AUX
flr-517	414	9	interpreted	interpret	VERB
flr-517	414	10	as	as	ADP
flr-517	414	11	relaying	relay	VERB
flr-517	414	12	a	a	DET
flr-517	414	13	truth	truth	NOUN
flr-517	414	14	-	-	PUNCT
flr-517	414	15	apt	apt	ADJ
flr-517	414	16	message	message	NOUN
flr-517	414	17	such	such	ADJ
flr-517	414	18	as	as	ADP
flr-517	414	19	“	"	PUNCT
flr-517	414	20	item	item	NOUN
flr-517	414	21	no	no	NOUN
flr-517	414	22	.	.	PUNCT
flr-517	415	1	i	i	PRON
flr-517	415	2	is	be	AUX
flr-517	415	3	correct	correct	ADJ
flr-517	415	4	”	"	PUNCT
flr-517	415	5	(	(	PUNCT
flr-517	415	6	in	in	ADP
flr-517	415	7	the	the	DET
flr-517	415	8	sense	sense	NOUN
flr-517	415	9	of	of	ADP
flr-517	415	10	no	no	NOUN
flr-517	415	11	.	.	PUNCT
flr-517	416	1	7f	7f	X
flr-517	416	2	in	in	ADP
flr-517	416	3	table	table	NOUN
flr-517	416	4	1	1	NUM
flr-517	416	5	)	)	PUNCT
flr-517	416	6	.	.	PUNCT
flr-517	417	1	this	this	PRON
flr-517	417	2	is	be	AUX
flr-517	417	3	due	due	ADJ
flr-517	417	4	to	to	ADP
flr-517	417	5	the	the	DET
flr-517	417	6	polysemy	polysemy	NOUN
flr-517	417	7	of	of	ADP
flr-517	417	8	most	most	ADJ
flr-517	417	9	linguistic	linguistic	ADJ
flr-517	417	10	signs	sign	NOUN
flr-517	417	11	.	.	PUNCT
flr-517	418	1	additionally	additionally	ADV
flr-517	418	2	,	,	PUNCT
flr-517	418	3	the	the	DET
flr-517	418	4	grammar	grammar	NOUN
flr-517	418	5	of	of	ADP
flr-517	418	6	indo	indo	NOUN
flr-517	418	7	-	-	PUNCT
flr-517	418	8	european	european	ADJ
flr-517	418	9	languages	language	NOUN
flr-517	418	10	allows	allow	VERB
flr-517	418	11	a	a	DET
flr-517	418	12	speaker	speaker	NOUN
flr-517	418	13	to	to	PART
flr-517	418	14	use	use	VERB
flr-517	418	15	exactly	exactly	ADV
flr-517	418	16	the	the	DET
flr-517	418	17	same	same	ADJ
flr-517	418	18	grammatical	grammatical	ADJ
flr-517	418	19	structure	structure	NOUN
flr-517	418	20	to	to	PART
flr-517	418	21	utter	utter	VERB
flr-517	418	22	a	a	DET
flr-517	418	23	truth	truth	NOUN
flr-517	418	24	-	-	PUNCT
flr-517	418	25	apt	apt	ADJ
flr-517	418	26	and	and	CCONJ
flr-517	418	27	a	a	DET
flr-517	418	28	consent	consent	NOUN
flr-517	418	29	statement	statement	NOUN
flr-517	418	30	(	(	PUNCT
flr-517	418	31	e.g.	e.g.	ADV
flr-517	418	32	,	,	PUNCT
flr-517	418	33	“	"	PUNCT
flr-517	418	34	this	this	PRON
flr-517	418	35	is	be	AUX
flr-517	418	36	green	green	ADJ
flr-517	418	37	.	.	PUNCT
flr-517	418	38	”	"	PUNCT
flr-517	419	1	and	and	CCONJ
flr-517	419	2	“	"	PUNCT
flr-517	419	3	this	this	PRON
flr-517	419	4	is	be	AUX
flr-517	419	5	wonderful	wonderful	ADJ
flr-517	419	6	.	.	PUNCT
flr-517	419	7	”	"	PUNCT
flr-517	419	8	)	)	PUNCT
flr-517	419	9	.	.	PUNCT
flr-517	420	1	usually	usually	ADV
flr-517	420	2	,	,	PUNCT
flr-517	420	3	the	the	DET
flr-517	420	4	situational	situational	ADJ
flr-517	420	5	context	context	NOUN
flr-517	420	6	eliminates	eliminate	VERB
flr-517	420	7	this	this	DET
flr-517	420	8	semantic	semantic	ADJ
flr-517	420	9	deficit	deficit	NOUN
flr-517	420	10	,	,	PUNCT
flr-517	420	11	but	but	CCONJ
flr-517	420	12	in	in	ADP
flr-517	420	13	written	write	VERB
flr-517	420	14	scientific	scientific	ADJ
flr-517	420	15	texts	text	NOUN
flr-517	420	16	it	it	PRON
flr-517	420	17	is	be	AUX
flr-517	420	18	necessary	necessary	ADJ
flr-517	420	19	to	to	PART
flr-517	420	20	make	make	VERB
flr-517	420	21	use	use	NOUN
flr-517	420	22	of	of	ADP
flr-517	420	23	distinct	distinct	ADJ
flr-517	420	24	and	and	CCONJ
flr-517	420	25	unequivocal	unequivocal	ADJ
flr-517	420	26	formulations	formulation	NOUN
flr-517	420	27	.	.	PUNCT
flr-517	421	1	30	30	NUM
flr-517	421	2	in	in	ADP
flr-517	421	3	linguistics	linguistic	NOUN
flr-517	421	4	,	,	PUNCT
flr-517	421	5	referred	refer	VERB
flr-517	421	6	to	to	ADP
flr-517	421	7	as	as	ADP
flr-517	421	8	commands	command	NOUN
flr-517	421	9	,	,	PUNCT
flr-517	421	10	i.e.	i.e.	X
flr-517	421	11	,	,	PUNCT
flr-517	421	12	imperative	imperative	ADJ
flr-517	421	13	sentences	sentence	NOUN
flr-517	421	14	.	.	PUNCT
flr-517	422	1	31	31	NUM
flr-517	422	2	e.g.	e.g.	ADV
flr-517	422	3	:	:	PUNCT
flr-517	422	4	“	"	PUNCT
flr-517	422	5	this	this	PRON
flr-517	422	6	is	be	AUX
flr-517	422	7	item	item	NOUN
flr-517	422	8	no	no	INTJ
flr-517	422	9	.	.	PUNCT
flr-517	423	1	j	j	PROPN
flr-517	423	2	and	and	CCONJ
flr-517	423	3	looking	look	VERB
flr-517	423	4	at	at	ADP
flr-517	423	5	it	it	PRON
flr-517	423	6	in	in	ADP
flr-517	423	7	respect	respect	NOUN
flr-517	423	8	to	to	ADP
flr-517	423	9	criterion	criterion	NOUN
flr-517	423	10	y	y	PROPN
flr-517	423	11	i	i	PRON
flr-517	423	12	strongly	strongly	ADV
flr-517	423	13	recommend	recommend	VERB
flr-517	423	14	it	it	PRON
flr-517	423	15	be	be	AUX
flr-517	423	16	reformulated	reformulate	VERB
flr-517	423	17	!	!	PUNCT
flr-517	423	18	”	"	PUNCT
flr-517	424	1	32	32	NUM
flr-517	424	2	thus	thus	ADV
flr-517	424	3	,	,	PUNCT
flr-517	424	4	definitions	definition	NOUN
flr-517	424	5	are	be	AUX
flr-517	424	6	nothing	nothing	PRON
flr-517	424	7	other	other	ADJ
flr-517	424	8	than	than	ADP
flr-517	424	9	conditional	conditional	ADJ
flr-517	424	10	norms	norm	NOUN
flr-517	424	11	originating	originate	VERB
flr-517	424	12	from	from	ADP
flr-517	424	13	a	a	DET
flr-517	424	14	personal	personal	ADJ
flr-517	424	15	decision	decision	NOUN
flr-517	424	16	about	about	ADP
flr-517	424	17	the	the	DET
flr-517	424	18	meaning	meaning	NOUN
flr-517	424	19	of	of	ADP
flr-517	424	20	a	a	DET
flr-517	424	21	certain	certain	ADJ
flr-517	424	22	term	term	NOUN
flr-517	424	23	supplemented	supplement	VERB
flr-517	424	24	by	by	ADP
flr-517	424	25	the	the	DET
flr-517	424	26	condition	condition	NOUN
flr-517	424	27	if	if	SCONJ
flr-517	424	28	other	other	ADJ
flr-517	424	29	members	member	NOUN
flr-517	424	30	of	of	ADP
flr-517	424	31	the	the	DET
flr-517	424	32	given	give	VERB
flr-517	424	33	language	language	NOUN
flr-517	424	34	community	community	NOUN
flr-517	424	35	are	be	AUX
flr-517	424	36	ready	ready	ADJ
flr-517	424	37	to	to	PART
flr-517	424	38	join	join	VERB
flr-517	424	39	this	this	DET
flr-517	424	40	proposal	proposal	NOUN
flr-517	424	41	.	.	PUNCT
flr-517	425	1	33	33	NUM
flr-517	425	2	this	this	PRON
flr-517	425	3	becomes	become	VERB
flr-517	425	4	clear	clear	ADJ
flr-517	425	5	if	if	SCONJ
flr-517	425	6	one	one	NUM
flr-517	425	7	thinks	think	VERB
flr-517	425	8	of	of	ADP
flr-517	425	9	a	a	DET
flr-517	425	10	person	person	NOUN
flr-517	425	11	who	who	PRON
flr-517	425	12	valuates	valuate	VERB
flr-517	425	13	the	the	DET
flr-517	425	14	length	length	NOUN
flr-517	425	15	of	of	ADP
flr-517	425	16	days	day	NOUN
flr-517	425	17	as	as	ADP
flr-517	425	18	being	be	AUX
flr-517	425	19	too	too	ADV
flr-517	425	20	short	short	ADJ
flr-517	425	21	or	or	CCONJ
flr-517	425	22	the	the	DET
flr-517	425	23	utility	utility	NOUN
flr-517	425	24	of	of	ADP
flr-517	425	25	a	a	DET
flr-517	425	26	certain	certain	ADJ
flr-517	425	27	test	test	NOUN
flr-517	425	28	as	as	ADP
flr-517	425	29	being	be	AUX
flr-517	425	30	unnecessary	unnecessary	ADJ
flr-517	425	31	.	.	PUNCT
flr-517	426	1	34	34	NUM
flr-517	426	2	intuitions	intuition	NOUN
flr-517	426	3	,	,	PUNCT
flr-517	426	4	in	in	ADP
flr-517	426	5	this	this	DET
flr-517	426	6	case	case	NOUN
flr-517	426	7	,	,	PUNCT
flr-517	426	8	may	may	AUX
flr-517	426	9	be	be	AUX
flr-517	426	10	based	base	VERB
flr-517	426	11	on	on	ADP
flr-517	426	12	and	and	CCONJ
flr-517	426	13	chosen	choose	VERB
flr-517	426	14	from	from	ADP
flr-517	426	15	a	a	DET
flr-517	426	16	large	large	ADJ
flr-517	426	17	number	number	NOUN
flr-517	426	18	of	of	ADP
flr-517	426	19	possible	possible	ADJ
flr-517	426	20	criteria	criterion	NOUN
flr-517	426	21	.	.	PUNCT
flr-517	427	1	even	even	ADV
flr-517	427	2	if	if	SCONJ
flr-517	427	3	the	the	DET
flr-517	427	4	experts	expert	NOUN
flr-517	427	5	agree	agree	VERB
flr-517	427	6	on	on	ADP
flr-517	427	7	those	those	DET
flr-517	427	8	criteria	criterion	NOUN
flr-517	427	9	,	,	PUNCT
flr-517	427	10	verbalised	verbalise	VERB
flr-517	427	11	intuitions	intuition	NOUN
flr-517	427	12	are	be	AUX
flr-517	427	13	nothing	nothing	PRON
flr-517	427	14	other	other	ADJ
flr-517	427	15	than	than	ADP
flr-517	427	16	the	the	DET
flr-517	427	17	expression	expression	NOUN
flr-517	427	18	of	of	ADP
flr-517	427	19	individual	individual	ADJ
flr-517	427	20	preferences	preference	NOUN
flr-517	427	21	.	.	PUNCT
flr-517	428	1	35	35	NUM
flr-517	428	2	no	no	NOUN
flr-517	428	3	.	.	NOUN
flr-517	429	1	1	1	NUM
flr-517	429	2	,	,	PUNCT
flr-517	429	3	2	2	NUM
flr-517	429	4	,	,	PUNCT
flr-517	429	5	4c	4c	NOUN
flr-517	429	6	,	,	PUNCT
flr-517	429	7	7d	7d	NUM
flr-517	429	8	.	.	NOUN
flr-517	429	9	36	36	NUM
flr-517	429	10	in	in	ADP
flr-517	429	11	the	the	DET
flr-517	429	12	1980s	1980	NOUN
flr-517	429	13	a	a	DET
flr-517	429	14	method	method	NOUN
flr-517	429	15	called	call	VERB
flr-517	429	16	the	the	DET
flr-517	429	17	index	index	NOUN
flr-517	429	18	of	of	ADP
flr-517	429	19	item	item	NOUN
flr-517	429	20	-	-	PUNCT
flr-517	429	21	objective	objective	ADJ
flr-517	429	22	congruence	congruence	NOUN
flr-517	429	23	was	be	AUX
flr-517	429	24	developed	develop	VERB
flr-517	429	25	for	for	ADP
flr-517	429	26	dealing	deal	VERB
flr-517	429	27	with	with	ADP
flr-517	429	28	multiple	multiple	ADJ
flr-517	429	29	experts	expert	NOUN
flr-517	429	30	’	'	PUNCT
flr-517	429	31	judgements	judgement	NOUN
flr-517	429	32	(	(	PUNCT
flr-517	429	33	thurn	thurn	NOUN
flr-517	429	34	&	&	CCONJ
flr-517	429	35	dietz	dietz	PROPN
flr-517	429	36	1989	1989	NUM
flr-517	429	37	,	,	PUNCT
flr-517	429	38	referring	refer	VERB
flr-517	429	39	to	to	ADP
flr-517	429	40	rovinelli	rovinelli	PROPN
flr-517	429	41	&	&	CCONJ
flr-517	429	42	hambleton	hambleton	PROPN
flr-517	429	43	,	,	PUNCT
flr-517	429	44	1977	1977	NUM
flr-517	429	45	)	)	PUNCT
flr-517	429	46	.	.	PUNCT
flr-517	430	1	this	this	DET
flr-517	430	2	index	index	NOUN
flr-517	430	3	is	be	AUX
flr-517	430	4	calculated	calculate	VERB
flr-517	430	5	on	on	ADP
flr-517	430	6	the	the	DET
flr-517	430	7	basis	basis	NOUN
flr-517	430	8	of	of	ADP
flr-517	430	9	qualitative	qualitative	ADJ
flr-517	430	10	expert	expert	ADJ
flr-517	430	11	judgments	judgment	NOUN
flr-517	430	12	(	(	PUNCT
flr-517	430	13	an	an	DET
flr-517	430	14	item	item	NOUN
flr-517	430	15	is	be	AUX
flr-517	430	16	“	"	PUNCT
flr-517	430	17	definitely	definitely	ADV
flr-517	430	18	”	"	PUNCT
flr-517	430	19	a	a	DET
flr-517	430	20	measure	measure	NOUN
flr-517	430	21	of	of	ADP
flr-517	430	22	a	a	DET
flr-517	430	23	domain	domain	NOUN
flr-517	430	24	,	,	PUNCT
flr-517	430	25	“	"	PUNCT
flr-517	430	26	definitely	definitely	ADV
flr-517	430	27	not	not	PART
flr-517	430	28	”	"	PUNCT
flr-517	430	29	a	a	DET
flr-517	430	30	measure	measure	NOUN
flr-517	430	31	of	of	ADP
flr-517	430	32	a	a	DET
flr-517	430	33	domain	domain	NOUN
flr-517	430	34	,	,	PUNCT
flr-517	430	35	or	or	CCONJ
flr-517	430	36	no	no	DET
flr-517	430	37	decision	decision	NOUN
flr-517	430	38	on	on	ADP
flr-517	430	39	this	this	DET
flr-517	430	40	question	question	NOUN
flr-517	430	41	is	be	AUX
flr-517	430	42	possible	possible	ADJ
flr-517	430	43	:	:	PUNCT
flr-517	430	44	+1	+1	ADJ
flr-517	430	45	,	,	PUNCT
flr-517	430	46	0	0	NUM
flr-517	430	47	,	,	PUNCT
flr-517	430	48	-1	-1	NUM
flr-517	430	49	)	)	PUNCT
flr-517	430	50	resulting	result	VERB
flr-517	430	51	in	in	ADP
flr-517	430	52	a	a	DET
flr-517	430	53	measure	measure	NOUN
flr-517	430	54	ranging	range	VERB
flr-517	430	55	from	from	ADP
flr-517	430	56	+1.0	+1.0	PROPN
flr-517	430	57	to	to	ADP
flr-517	430	58	-1.0	-1.0	PROPN
flr-517	430	59	.	.	PUNCT
flr-517	431	1	the	the	DET
flr-517	431	2	authors	author	NOUN
flr-517	431	3	suggest	suggest	VERB
flr-517	431	4	a	a	DET
flr-517	431	5	minimum	minimum	ADJ
flr-517	431	6	index	index	NOUN
flr-517	431	7	of	of	ADP
flr-517	431	8	+0.7	+0.7	NOUN
flr-517	431	9	for	for	ADP
flr-517	431	10	good	good	ADJ
flr-517	431	11	items	item	NOUN
flr-517	431	12	(	(	PUNCT
flr-517	431	13	1989	1989	NUM
flr-517	431	14	,	,	PUNCT
flr-517	431	15	p.	p.	NOUN
flr-517	431	16	342	342	NUM
flr-517	431	17	)	)	PUNCT
flr-517	431	18	,	,	PUNCT
flr-517	431	19	but	but	CCONJ
flr-517	431	20	they	they	PRON
flr-517	431	21	do	do	AUX
flr-517	431	22	not	not	PART
flr-517	431	23	discuss	discuss	VERB
flr-517	431	24	whether	whether	SCONJ
flr-517	431	25	or	or	CCONJ
flr-517	431	26	to	to	ADP
flr-517	431	27	what	what	DET
flr-517	431	28	extent	extent	NOUN
flr-517	431	29	index	index	NOUN
flr-517	431	30	values	value	NOUN
flr-517	431	31	<	<	X
flr-517	431	32	1.0	1.0	NUM
flr-517	431	33	diminish	diminish	VERB
flr-517	431	34	the	the	DET
flr-517	431	35	quality	quality	NOUN
flr-517	431	36	of	of	ADP
flr-517	431	37	decisions	decision	NOUN
flr-517	431	38	based	base	VERB
flr-517	431	39	on	on	ADP
flr-517	431	40	items	item	NOUN
flr-517	431	41	with	with	ADP
flr-517	431	42	an	an	DET
flr-517	431	43	index	index	NOUN
flr-517	431	44	value	value	NOUN
flr-517	431	45	of	of	ADP
flr-517	431	46	0.7	0.7	NUM
flr-517	431	47	.	.	NOUN
flr-517	431	48	37	37	NUM
flr-517	431	49	because	because	SCONJ
flr-517	431	50	the	the	DET
flr-517	431	51	number	number	NOUN
flr-517	431	52	of	of	ADP
flr-517	431	53	experts	expert	NOUN
flr-517	431	54	involved	involve	VERB
flr-517	431	55	often	often	ADV
flr-517	431	56	is	be	AUX
flr-517	431	57	below	below	ADP
flr-517	431	58	20	20	NUM
flr-517	431	59	(	(	PUNCT
flr-517	431	60	see	see	VERB
flr-517	431	61	appendix	appendix	NOUN
flr-517	431	62	1	1	NUM
flr-517	431	63	,	,	PUNCT
flr-517	431	64	col	col	NOUN
flr-517	431	65	.	.	PROPN
flr-517	431	66	4	4	NUM
flr-517	431	67	)	)	PUNCT
flr-517	431	68	,	,	PUNCT
flr-517	431	69	it	it	PRON
flr-517	431	70	is	be	AUX
flr-517	431	71	not	not	PART
flr-517	431	72	unlikely	unlikely	ADJ
flr-517	431	73	that	that	SCONJ
flr-517	431	74	a	a	DET
flr-517	431	75	result	result	NOUN
flr-517	431	76	like	like	ADP
flr-517	431	77	this	this	PRON
flr-517	431	78	can	can	AUX
flr-517	431	79	be	be	AUX
flr-517	431	80	reached	reach	VERB
flr-517	431	81	.	.	PUNCT
flr-517	432	1	38	38	NUM
flr-517	432	2	it	it	PRON
flr-517	432	3	is	be	AUX
flr-517	432	4	often	often	ADV
flr-517	432	5	assumed	assume	VERB
flr-517	432	6	that	that	SCONJ
flr-517	432	7	the	the	PRON
flr-517	432	8	longer	long	ADJ
flr-517	432	9	the	the	DET
flr-517	432	10	duration	duration	NOUN
flr-517	432	11	of	of	ADP
flr-517	432	12	service	service	NOUN
flr-517	432	13	teachers	teacher	NOUN
flr-517	432	14	have	have	AUX
flr-517	432	15	behind	behind	ADP
flr-517	432	16	them	they	PRON
flr-517	432	17	the	the	DET
flr-517	432	18	higher	high	ADJ
flr-517	432	19	is	be	AUX
flr-517	432	20	their	their	PRON
flr-517	432	21	expertise	expertise	NOUN
flr-517	432	22	.	.	PUNCT
flr-517	433	1	but	but	CCONJ
flr-517	433	2	,	,	PUNCT
flr-517	433	3	as	as	SCONJ
flr-517	433	4	siedentop	siedentop	NOUN
flr-517	433	5	and	and	CCONJ
flr-517	433	6	eldar	eldar	NOUN
flr-517	433	7	(	(	PUNCT
flr-517	433	8	1989	1989	NUM
flr-517	433	9	)	)	PUNCT
flr-517	433	10	have	have	AUX
flr-517	433	11	convincingly	convincingly	ADV
flr-517	433	12	argued	argue	VERB
flr-517	433	13	,	,	PUNCT
flr-517	433	14	this	this	PRON
flr-517	433	15	is	be	AUX
flr-517	433	16	by	by	ADP
flr-517	433	17	no	no	DET
flr-517	433	18	means	mean	NOUN
flr-517	433	19	certain	certain	ADJ
flr-517	433	20	.	.	PUNCT
flr-517	434	1	duration	duration	NOUN
flr-517	434	2	of	of	ADP
flr-517	434	3	experience	experience	NOUN
flr-517	434	4	is	be	AUX
flr-517	434	5	not	not	PART
flr-517	434	6	a	a	DET
flr-517	434	7	reliable	reliable	ADJ
flr-517	434	8	indicator	indicator	NOUN
flr-517	434	9	for	for	ADP
flr-517	434	10	expertise	expertise	NOUN
flr-517	434	11	.	.	PUNCT
flr-517	435	1	39	39	NUM
flr-517	435	2	for	for	ADP
flr-517	435	3	example	example	NOUN
flr-517	435	4	,	,	PUNCT
flr-517	435	5	walstad	walstad	NOUN
flr-517	435	6	and	and	CCONJ
flr-517	435	7	rebeck	rebeck	PROPN
flr-517	435	8	(	(	PUNCT
flr-517	435	9	2001	2001	NUM
flr-517	435	10	)	)	PUNCT
flr-517	435	11	give	give	VERB
flr-517	435	12	the	the	DET
flr-517	435	13	names	name	NOUN
flr-517	435	14	and	and	CCONJ
flr-517	435	15	affiliations	affiliation	NOUN
flr-517	435	16	of	of	ADP
flr-517	435	17	all	all	DET
flr-517	435	18	experts	expert	NOUN
flr-517	435	19	involved	involve	VERB
flr-517	435	20	in	in	ADP
flr-517	435	21	the	the	DET
flr-517	435	22	development	development	NOUN
flr-517	435	23	of	of	ADP
flr-517	435	24	their	their	PRON
flr-517	435	25	“	"	PUNCT
flr-517	435	26	test	test	NOUN
flr-517	435	27	of	of	ADP
flr-517	435	28	economic	economic	ADJ
flr-517	435	29	literacy	literacy	NOUN
flr-517	435	30	”	"	PUNCT
flr-517	435	31	(	(	PUNCT
flr-517	435	32	pp	pp	NOUN
flr-517	435	33	.	.	PUNCT
flr-517	436	1	3	3	NUM
flr-517	436	2	-	-	SYM
flr-517	436	3	4	4	NUM
flr-517	436	4	,	,	PUNCT
flr-517	436	5	68	68	NUM
flr-517	436	6	)	)	PUNCT
flr-517	436	7	.	.	PUNCT
flr-517	437	1	acknowledgements	acknowledgement	NOUN
flr-517	437	2	i	i	PRON
flr-517	437	3	would	would	AUX
flr-517	437	4	like	like	VERB
flr-517	437	5	to	to	PART
flr-517	437	6	thank	thank	VERB
flr-517	437	7	two	two	NUM
flr-517	437	8	anonymous	anonymous	ADJ
flr-517	437	9	reviewers	reviewer	NOUN
flr-517	437	10	and	and	CCONJ
flr-517	437	11	the	the	DET
flr-517	437	12	editor	editor	NOUN
flr-517	437	13	who	who	PRON
flr-517	437	14	provided	provide	VERB
flr-517	437	15	me	i	PRON
flr-517	437	16	with	with	ADP
flr-517	437	17	valuable	valuable	ADJ
flr-517	437	18	advice	advice	NOUN
flr-517	437	19	on	on	ADP
flr-517	437	20	the	the	DET
flr-517	437	21	presentation	presentation	NOUN
flr-517	437	22	of	of	ADP
flr-517	437	23	my	my	PRON
flr-517	437	24	findings	finding	NOUN
flr-517	437	25	.	.	PUNCT
flr-517	438	1	references	reference	NOUN
flr-517	438	2	aera	aera	PROPN
flr-517	438	3	,	,	PUNCT
flr-517	438	4	apa	apa	PROPN
flr-517	438	5	,	,	PUNCT
flr-517	438	6	&	&	CCONJ
flr-517	438	7	ncme	ncme	PROPN
flr-517	438	8	(	(	PUNCT
flr-517	438	9	1985	1985	NUM
flr-517	438	10	)	)	PUNCT
flr-517	438	11	.	.	PUNCT
flr-517	439	1	standards	standard	NOUN
flr-517	439	2	for	for	ADP
flr-517	439	3	educational	educational	ADJ
flr-517	439	4	and	and	CCONJ
flr-517	439	5	psychological	psychological	ADJ
flr-517	439	6	testing	testing	NOUN
flr-517	439	7	.	.	PUNCT
flr-517	440	1	washington	washington	PROPN
flr-517	440	2	:	:	PUNCT
flr-517	441	1	apa	apa	PROPN
flr-517	441	2	.	.	PROPN
flr-517	442	1	aera	aera	PROPN
flr-517	442	2	,	,	PUNCT
flr-517	442	3	apa	apa	PROPN
flr-517	442	4	,	,	PUNCT
flr-517	442	5	&	&	CCONJ
flr-517	442	6	ncme	ncme	PROPN
flr-517	442	7	(	(	PUNCT
flr-517	442	8	2014	2014	NUM
flr-517	442	9	)	)	PUNCT
flr-517	442	10	.	.	PUNCT
flr-517	443	1	standards	standard	NOUN
flr-517	443	2	for	for	ADP
flr-517	443	3	educational	educational	ADJ
flr-517	443	4	and	and	CCONJ
flr-517	443	5	psychological	psychological	ADJ
flr-517	443	6	testing	testing	NOUN
flr-517	443	7	.	.	PUNCT
flr-517	444	1	washington	washington	PROPN
flr-517	444	2	:	:	PUNCT
flr-517	445	1	aera	aera	PROPN
flr-517	445	2	.	.	PUNCT
flr-517	446	1	allen	allen	PROPN
flr-517	446	2	,	,	PUNCT
flr-517	446	3	m.	m.	PROPN
flr-517	446	4	j.	j.	PROPN
flr-517	446	5	,	,	PUNCT
flr-517	446	6	yen	yen	PROPN
flr-517	446	7	,	,	PUNCT
flr-517	446	8	w.	w.	PROPN
flr-517	446	9	m.	m.	PROPN
flr-517	446	10	(	(	PUNCT
flr-517	446	11	2002	2002	NUM
flr-517	446	12	)	)	PUNCT
flr-517	446	13	.	.	PUNCT
flr-517	447	1	introduction	introduction	NOUN
flr-517	447	2	to	to	ADP
flr-517	447	3	measurement	measurement	NOUN
flr-517	447	4	theory	theory	NOUN
flr-517	447	5	(	(	PUNCT
flr-517	447	6	2nd	2nd	ADJ
flr-517	447	7	ed	ed	NOUN
flr-517	447	8	.	.	PUNCT
flr-517	447	9	)	)	PUNCT
flr-517	447	10	.	.	PUNCT
flr-517	448	1	prospect	prospect	PROPN
flr-517	448	2	heights	heights	PROPN
flr-517	448	3	,	,	PUNCT
flr-517	448	4	il	il	PROPN
flr-517	448	5	:	:	PUNCT
flr-517	448	6	waveland	waveland	PROPN
flr-517	448	7	press	press	PROPN
flr-517	448	8	.	.	PUNCT
flr-517	449	1	anastasi	anastasi	PROPN
flr-517	449	2	a.	a.	PROPN
flr-517	449	3	,	,	PUNCT
flr-517	449	4	urbina	urbina	PROPN
flr-517	449	5	s.	s.	PROPN
flr-517	449	6	(	(	PUNCT
flr-517	449	7	1997	1997	NUM
flr-517	449	8	)	)	PUNCT
flr-517	449	9	.	.	PUNCT
flr-517	450	1	psychological	psychological	ADJ
flr-517	450	2	testing	testing	NOUN
flr-517	450	3	(	(	PUNCT
flr-517	450	4	7th	7th	ADJ
flr-517	450	5	ed	ed	NOUN
flr-517	450	6	.	.	PUNCT
flr-517	450	7	)	)	PUNCT
flr-517	450	8	.	.	PUNCT
flr-517	451	1	new	new	PROPN
flr-517	451	2	york	york	PROPN
flr-517	451	3	,	,	PUNCT
flr-517	451	4	ny	ny	PROPN
flr-517	451	5	:	:	PUNCT
flr-517	451	6	prentice	prentice	PROPN
flr-517	451	7	hall	hall	PROPN
flr-517	451	8	.	.	PUNCT
flr-517	452	1	anderson	anderson	PROPN
flr-517	452	2	,	,	PUNCT
flr-517	452	3	d.	d.	PROPN
flr-517	452	4	,	,	PUNCT
flr-517	452	5	irvin	irvin	PROPN
flr-517	452	6	,	,	PUNCT
flr-517	452	7	s.	s.	PROPN
flr-517	452	8	,	,	PUNCT
flr-517	452	9	alonzo	alonzo	PROPN
flr-517	452	10	,	,	PUNCT
flr-517	452	11	j.	j.	PROPN
flr-517	452	12	,	,	PUNCT
flr-517	452	13	&	&	CCONJ
flr-517	452	14	tindal	tindal	NOUN
flr-517	452	15	,	,	PUNCT
flr-517	452	16	g.	g.	PROPN
flr-517	452	17	a.	a.	PROPN
flr-517	452	18	(	(	PUNCT
flr-517	452	19	2015	2015	NUM
flr-517	452	20	)	)	PUNCT
flr-517	452	21	.	.	PUNCT
flr-517	453	1	gauging	gauge	VERB
flr-517	453	2	item	item	NOUN
flr-517	453	3	alignment	alignment	NOUN
flr-517	453	4	through	through	ADP
flr-517	453	5	online	online	ADJ
flr-517	453	6	systems	system	NOUN
flr-517	453	7	while	while	SCONJ
flr-517	453	8	controlling	control	VERB
flr-517	453	9	for	for	ADP
flr-517	453	10	rater	rater	ADJ
flr-517	453	11	effects	effect	NOUN
flr-517	453	12	.	.	PUNCT
flr-517	454	1	educational	educational	ADJ
flr-517	454	2	measurement	measurement	NOUN
flr-517	454	3	:	:	PUNCT
flr-517	454	4	issues	issue	NOUN
flr-517	454	5	and	and	CCONJ
flr-517	454	6	practice	practice	NOUN
flr-517	454	7	,	,	PUNCT
flr-517	454	8	34(1	34(1	NUM
flr-517	454	9	)	)	PUNCT
flr-517	454	10	,	,	PUNCT
flr-517	454	11	22–33	22–33	NUM
flr-517	454	12	.	.	PUNCT
flr-517	454	13	angoff	angoff	PROPN
flr-517	454	14	,	,	PUNCT
flr-517	454	15	w.	w.	PROPN
flr-517	454	16	h.	h.	PROPN
flr-517	454	17	(	(	PUNCT
flr-517	454	18	1988	1988	NUM
flr-517	454	19	)	)	PUNCT
flr-517	454	20	.	.	PUNCT
flr-517	455	1	validity	validity	NOUN
flr-517	455	2	:	:	PUNCT
flr-517	455	3	an	an	DET
flr-517	455	4	evolving	evolve	VERB
flr-517	455	5	concept	concept	NOUN
flr-517	455	6	.	.	PUNCT
flr-517	456	1	in	in	ADP
flr-517	456	2	h.	h.	PROPN
flr-517	456	3	wainer	wainer	PROPN
flr-517	456	4	&	&	CCONJ
flr-517	456	5	h.	h.	PROPN
flr-517	456	6	braun	braun	PROPN
flr-517	456	7	(	(	PUNCT
flr-517	456	8	eds	ed	NOUN
flr-517	456	9	.	.	PUNCT
flr-517	456	10	)	)	PUNCT
flr-517	456	11	,	,	PUNCT
flr-517	456	12	test	test	NOUN
flr-517	456	13	validity	validity	NOUN
flr-517	456	14	(	(	PUNCT
flr-517	456	15	pp	pp	ADJ
flr-517	456	16	.	.	PUNCT
flr-517	456	17	9–13	9–13	NOUN
flr-517	456	18	)	)	PUNCT
flr-517	456	19	.	.	PUNCT
flr-517	457	1	hillsdale	hillsdale	PROPN
flr-517	457	2	,	,	PUNCT
flr-517	457	3	nj	nj	PROPN
flr-517	457	4	:	:	PUNCT
flr-517	457	5	lawrence	lawrence	PROPN
flr-517	457	6	erlbaum	erlbaum	PROPN
flr-517	457	7	.	.	PUNCT
flr-517	458	1	baker	baker	PROPN
flr-517	458	2	,	,	PUNCT
flr-517	458	3	e.	e.	PROPN
flr-517	458	4	(	(	PUNCT
flr-517	458	5	2013	2013	NUM
flr-517	458	6	)	)	PUNCT
flr-517	458	7	.	.	PUNCT
flr-517	459	1	the	the	DET
flr-517	459	2	chimera	chimera	NOUN
flr-517	459	3	of	of	ADP
flr-517	459	4	validity	validity	NOUN
flr-517	459	5	.	.	PUNCT
flr-517	460	1	teachers	teacher	NOUN
flr-517	460	2	’	’	PART
flr-517	460	3	college	college	NOUN
flr-517	460	4	record	record	NOUN
flr-517	460	5	,	,	PUNCT
flr-517	460	6	115(9	115(9	NUM
flr-517	460	7	)	)	PUNCT
flr-517	460	8	.	.	PUNCT
flr-517	461	1	beck	beck	PROPN
flr-517	461	2	,	,	PUNCT
flr-517	461	3	k.	k.	PROPN
flr-517	461	4	(	(	PUNCT
flr-517	461	5	1987	1987	NUM
flr-517	461	6	)	)	PUNCT
flr-517	461	7	.	.	PUNCT
flr-517	462	1	die	die	VERB
flr-517	462	2	empirischen	empirischen	PROPN
flr-517	462	3	grundlagen	grundlagen	PROPN
flr-517	462	4	der	der	PROPN
flr-517	462	5	unterrichtsforschung	unterrichtsforschung	PROPN
flr-517	463	1	[	[	X
flr-517	463	2	the	the	DET
flr-517	463	3	empirical	empirical	ADJ
flr-517	463	4	foundations	foundation	NOUN
flr-517	463	5	of	of	ADP
flr-517	463	6	research	research	NOUN
flr-517	463	7	on	on	ADP
flr-517	463	8	classroom	classroom	NOUN
flr-517	463	9	teaching	teaching	NOUN
flr-517	463	10	.	.	PUNCT
flr-517	464	1	a	a	DET
flr-517	464	2	critical	critical	ADJ
flr-517	464	3	analysis	analysis	NOUN
flr-517	464	4	of	of	ADP
flr-517	464	5	the	the	DET
flr-517	464	6	descriptive	descriptive	ADJ
flr-517	464	7	power	power	NOUN
flr-517	464	8	of	of	ADP
flr-517	464	9	observation	observation	NOUN
flr-517	464	10	methods	method	NOUN
flr-517	464	11	]	]	PUNCT
flr-517	464	12	.	.	PUNCT
flr-517	465	1	goettingen	goettingen	PRON
flr-517	465	2	:	:	PUNCT
flr-517	465	3	hogrefe	hogrefe	NOUN
flr-517	465	4	.	.	PUNCT
flr-517	466	1	beck	beck	PROPN
flr-517	466	2	,	,	PUNCT
flr-517	466	3	k.	k.	PROPN
flr-517	466	4	,	,	PUNCT
flr-517	466	5	landenberger	landenberger	NOUN
flr-517	466	6	,	,	PUNCT
flr-517	466	7	m.	m.	NOUN
flr-517	466	8	&	&	CCONJ
flr-517	466	9	oser	oser	PROPN
flr-517	466	10	,	,	PUNCT
flr-517	466	11	f.	f.	PROPN
flr-517	466	12	(	(	PUNCT
flr-517	466	13	eds	eds	PROPN
flr-517	466	14	.	.	PUNCT
flr-517	466	15	)	)	PUNCT
flr-517	467	1	(	(	PUNCT
flr-517	467	2	2016	2016	NUM
flr-517	467	3	)	)	PUNCT
flr-517	467	4	.	.	PUNCT
flr-517	468	1	technoligiebasierte	technoligiebasierte	PROPN
flr-517	468	2	kompetenzmessung	kompetenzmessung	PROPN
flr-517	468	3	in	in	ADP
flr-517	468	4	der	der	PROPN
flr-517	468	5	beruflichen	beruflichen	PROPN
flr-517	468	6	bildung	bildung	PROPN
flr-517	469	1	[	[	PUNCT
flr-517	469	2	technology	technology	NOUN
flr-517	469	3	-	-	PUNCT
flr-517	469	4	based	base	VERB
flr-517	469	5	measurement	measurement	NOUN
flr-517	469	6	in	in	ADP
flr-517	469	7	vocational	vocational	ADJ
flr-517	469	8	education	education	NOUN
flr-517	469	9	and	and	CCONJ
flr-517	469	10	training	training	NOUN
flr-517	469	11	]	]	PUNCT
flr-517	469	12	.	.	PUNCT
flr-517	470	1	bielefeld	bielefeld	PROPN
flr-517	470	2	:	:	PUNCT
flr-517	471	1	bertelsmann	bertelsmann	PROPN
flr-517	471	2	.	.	PUNCT
flr-517	472	1	berk	berk	PROPN
flr-517	472	2	,	,	PUNCT
flr-517	472	3	r.	r.	PROPN
flr-517	472	4	(	(	PUNCT
flr-517	472	5	1990	1990	NUM
flr-517	472	6	)	)	PUNCT
flr-517	472	7	.	.	PUNCT
flr-517	473	1	importance	importance	NOUN
flr-517	473	2	of	of	ADP
flr-517	473	3	expert	expert	ADJ
flr-517	473	4	judgment	judgment	NOUN
flr-517	473	5	in	in	ADP
flr-517	473	6	content	content	NOUN
flr-517	473	7	-	-	PUNCT
flr-517	473	8	related	relate	VERB
flr-517	473	9	validity	validity	NOUN
flr-517	473	10	evidence	evidence	NOUN
flr-517	473	11	.	.	PUNCT
flr-517	474	1	western	western	ADJ
flr-517	474	2	journal	journal	NOUN
flr-517	474	3	of	of	ADP
flr-517	474	4	nursing	nursing	NOUN
flr-517	474	5	research	research	NOUN
flr-517	474	6	,	,	PUNCT
flr-517	474	7	12(5	12(5	NUM
flr-517	474	8	)	)	PUNCT
flr-517	474	9	,	,	PUNCT
flr-517	474	10	659–671	659–671	NUM
flr-517	474	11	.	.	PUNCT
flr-517	475	1	doi	doi	NOUN
flr-517	475	2	:	:	PUNCT
flr-517	475	3	org/10.1177/019394599001200507	org/10.1177/019394599001200507	PROPN
flr-517	475	4	brennan	brennan	PROPN
flr-517	475	5	,	,	PUNCT
flr-517	475	6	r.	r.	PROPN
flr-517	475	7	l.	l.	PROPN
flr-517	475	8	(	(	PUNCT
flr-517	475	9	2013	2013	NUM
flr-517	475	10	)	)	PUNCT
flr-517	475	11	.	.	PUNCT
flr-517	476	1	commentary	commentary	NOUN
flr-517	476	2	on	on	ADP
flr-517	476	3	“	"	PUNCT
flr-517	476	4	validating	validate	VERB
flr-517	476	5	the	the	DET
flr-517	476	6	interpretations	interpretation	NOUN
flr-517	476	7	and	and	CCONJ
flr-517	476	8	uses	use	NOUN
flr-517	476	9	of	of	ADP
flr-517	476	10	test	test	NOUN
flr-517	476	11	scores	score	NOUN
flr-517	476	12	”	"	PUNCT
flr-517	476	13	.	.	PUNCT
flr-517	477	1	journal	journal	PROPN
flr-517	477	2	of	of	ADP
flr-517	477	3	educational	educational	ADJ
flr-517	477	4	measurement	measurement	NOUN
flr-517	477	5	,	,	PUNCT
flr-517	477	6	50(1	50(1	PROPN
flr-517	477	7	)	)	PUNCT
flr-517	477	8	,	,	PUNCT
flr-517	477	9	74	74	NUM
flr-517	477	10	-	-	SYM
flr-517	477	11	83	83	NUM
flr-517	477	12	.	.	PUNCT
flr-517	478	1	dodd	dodd	PROPN
flr-517	478	2	,	,	PUNCT
flr-517	478	3	j.	j.	PROPN
flr-517	478	4	(	(	PUNCT
flr-517	478	5	2002	2002	NUM
flr-517	478	6	)	)	PUNCT
flr-517	478	7	.	.	PUNCT
flr-517	479	1	truth	truth	NOUN
flr-517	479	2	.	.	PUNCT
flr-517	480	1	analytic	analytic	ADJ
flr-517	480	2	philosophy	philosophy	NOUN
flr-517	480	3	,	,	PUNCT
flr-517	480	4	43(4	43(4	NOUN
flr-517	480	5	)	)	PUNCT
flr-517	480	6	,	,	PUNCT
flr-517	480	7	279	279	NUM
flr-517	480	8	-	-	SYM
flr-517	480	9	291	291	NUM
flr-517	480	10	.	.	PUNCT
flr-517	481	1	doi	doi	NOUN
flr-517	481	2	:	:	PUNCT
flr-517	481	3	10.1111/1468	10.1111/1468	NUM
flr-517	481	4	-	-	PUNCT
flr-517	481	5	0149.00270	0149.00270	NOUN
flr-517	482	1	[	[	X
flr-517	482	2	https://onlinelibrary.wiley.com/doi/abs/10.1111/1468-0149.00270	https://onlinelibrary.wiley.com/doi/abs/10.1111/1468-0149.00270	X
flr-517	482	3	]	]	X
flr-517	482	4	ericsson	ericsson	PROPN
flr-517	482	5	,	,	PUNCT
flr-517	482	6	k.	k.	PROPN
flr-517	482	7	a.	a.	PROPN
flr-517	482	8	&	&	CCONJ
flr-517	482	9	smith	smith	PROPN
flr-517	482	10	,	,	PUNCT
flr-517	482	11	j.	j.	PROPN
flr-517	482	12	(	(	PUNCT
flr-517	482	13	1991	1991	NUM
flr-517	482	14	)	)	PUNCT
flr-517	482	15	.	.	PUNCT
flr-517	483	1	prospects	prospect	NOUN
flr-517	483	2	and	and	CCONJ
flr-517	483	3	limits	limit	NOUN
flr-517	483	4	of	of	ADP
flr-517	483	5	the	the	DET
flr-517	483	6	empirical	empirical	ADJ
flr-517	483	7	study	study	NOUN
flr-517	483	8	of	of	ADP
flr-517	483	9	expertise	expertise	NOUN
flr-517	483	10	:	:	PUNCT
flr-517	483	11	an	an	DET
flr-517	483	12	introduction	introduction	NOUN
flr-517	483	13	.	.	PUNCT
flr-517	484	1	in	in	ADP
flr-517	484	2	k.	k.	PROPN
flr-517	484	3	a.	a.	PROPN
flr-517	484	4	ericsson	ericsson	PROPN
flr-517	484	5	&	&	CCONJ
flr-517	484	6	j.	j.	PROPN
flr-517	484	7	smith	smith	PROPN
flr-517	484	8	(	(	PUNCT
flr-517	484	9	eds	eds	PROPN
flr-517	484	10	.	.	PUNCT
flr-517	484	11	)	)	PUNCT
flr-517	484	12	,	,	PUNCT
flr-517	484	13	toward	toward	ADP
flr-517	484	14	a	a	DET
flr-517	484	15	general	general	ADJ
flr-517	484	16	theory	theory	NOUN
flr-517	484	17	of	of	ADP
flr-517	484	18	expertise	expertise	NOUN
flr-517	484	19	(	(	PUNCT
flr-517	484	20	pp	pp	ADJ
flr-517	484	21	.	.	PUNCT
flr-517	484	22	1	1	NUM
flr-517	484	23	-	-	SYM
flr-517	484	24	39	39	NUM
flr-517	484	25	)	)	PUNCT
flr-517	484	26	.	.	PUNCT
flr-517	485	1	new	new	PROPN
flr-517	485	2	york	york	PROPN
flr-517	485	3	:	:	PUNCT
flr-517	485	4	cambridge	cambridge	PROPN
flr-517	485	5	univ	univ	PROPN
flr-517	485	6	.	.	PUNCT
flr-517	486	1	press	press	PROPN
flr-517	486	2	.	.	PUNCT
flr-517	487	1	field	field	NOUN
flr-517	487	2	,	,	PUNCT
flr-517	487	3	j.	j.	PROPN
flr-517	487	4	(	(	PUNCT
flr-517	487	5	2013	2013	NUM
flr-517	487	6	)	)	PUNCT
flr-517	487	7	.	.	PUNCT
flr-517	488	1	cognitive	cognitive	ADJ
flr-517	488	2	validity	validity	NOUN
flr-517	488	3	.	.	PUNCT
flr-517	489	1	in	in	ADP
flr-517	489	2	a.	a.	PROPN
flr-517	489	3	geranpayeh	geranpayeh	PROPN
flr-517	489	4	&	&	CCONJ
flr-517	489	5	l.	l.	PROPN
flr-517	489	6	taylor	taylor	PROPN
flr-517	489	7	,	,	PUNCT
flr-517	489	8	examining	examine	VERB
flr-517	489	9	listening	listening	NOUN
flr-517	489	10	.	.	PUNCT
flr-517	490	1	research	research	NOUN
flr-517	490	2	and	and	CCONJ
flr-517	490	3	practice	practice	NOUN
flr-517	490	4	in	in	ADP
flr-517	490	5	assessing	assess	VERB
flr-517	490	6	second	second	ADJ
flr-517	490	7	language	language	NOUN
flr-517	490	8	listening	listening	NOUN
flr-517	490	9	(	(	PUNCT
flr-517	490	10	pp	pp	ADJ
flr-517	490	11	.	.	PUNCT
flr-517	491	1	77	77	NUM
flr-517	491	2	-	-	SYM
flr-517	491	3	151	151	NUM
flr-517	491	4	)	)	PUNCT
flr-517	491	5	.	.	PUNCT
flr-517	492	1	cambridge	cambridge	PROPN
flr-517	492	2	,	,	PUNCT
flr-517	492	3	uk	uk	PROPN
flr-517	492	4	:	:	PUNCT
flr-517	492	5	cambridge	cambridge	PROPN
flr-517	492	6	univ	univ	PROPN
flr-517	492	7	.	.	PUNCT
flr-517	493	1	press	press	PROPN
flr-517	493	2	gay	gay	PROPN
flr-517	493	3	,	,	PUNCT
flr-517	493	4	l.	l.	PROPN
flr-517	493	5	r.	r.	PROPN
flr-517	493	6	(	(	PUNCT
flr-517	493	7	1980	1980	NUM
flr-517	493	8	)	)	PUNCT
flr-517	493	9	.	.	PUNCT
flr-517	494	1	educational	educational	ADJ
flr-517	494	2	evaluation	evaluation	NOUN
flr-517	494	3	and	and	CCONJ
flr-517	494	4	measurement	measurement	NOUN
flr-517	494	5	:	:	PUNCT
flr-517	494	6	competencies	competency	NOUN
flr-517	494	7	for	for	ADP
flr-517	494	8	analysis	analysis	NOUN
flr-517	494	9	and	and	CCONJ
flr-517	494	10	application	application	NOUN
flr-517	494	11	.	.	PUNCT
flr-517	495	1	columbus	columbus	PROPN
flr-517	495	2	,	,	PUNCT
flr-517	496	1	oh	oh	INTJ
flr-517	496	2	:	:	PUNCT
flr-517	497	1	charles	charles	PROPN
flr-517	497	2	e.	e.	PROPN
flr-517	497	3	merrill	merrill	PROPN
flr-517	497	4	.	.	PROPN
flr-517	497	5	jackson	jackson	PROPN
flr-517	497	6	,	,	PUNCT
flr-517	497	7	f.	f.	PROPN
flr-517	497	8	,	,	PUNCT
flr-517	497	9	oppy	oppy	PROPN
flr-517	497	10	,	,	PUNCT
flr-517	497	11	g.	g.	PROPN
flr-517	497	12	&	&	CCONJ
flr-517	497	13	smith	smith	PROPN
flr-517	497	14	,	,	PUNCT
flr-517	497	15	m.	m.	NOUN
flr-517	497	16	(	(	PUNCT
flr-517	497	17	1994	1994	NUM
flr-517	497	18	)	)	PUNCT
flr-517	497	19	.	.	PUNCT
flr-517	498	1	minimalism	minimalism	NOUN
flr-517	498	2	and	and	CCONJ
flr-517	498	3	truth	truth	NOUN
flr-517	498	4	aptness	aptness	NOUN
flr-517	498	5	.	.	PUNCT
flr-517	499	1	mind	mind	NOUN
flr-517	499	2	,	,	PUNCT
flr-517	499	3	103(411	103(411	NUM
flr-517	499	4	)	)	PUNCT
flr-517	499	5	,	,	PUNCT
flr-517	499	6	287	287	NUM
flr-517	499	7	-	-	SYM
flr-517	499	8	302	302	NUM
flr-517	499	9	.	.	PUNCT
flr-517	500	1	[	[	X
flr-517	500	2	https://www.jstor.org/stable/2253741?seq=1#page_scan_tab_contents	https://www.jstor.org/stable/2253741?seq=1#page_scan_tab_content	NOUN
flr-517	500	3	]	]	PUNCT
flr-517	500	4	grant	grant	NOUN
flr-517	500	5	,	,	PUNCT
flr-517	500	6	j.	j.	PROPN
flr-517	500	7	s.	s.	PROPN
flr-517	500	8	&	&	CCONJ
flr-517	500	9	davis	davis	PROPN
flr-517	500	10	,	,	PUNCT
flr-517	500	11	l.	l.	PROPN
flr-517	500	12	l.	l.	PROPN
flr-517	500	13	(	(	PUNCT
flr-517	500	14	1997	1997	NUM
flr-517	500	15	)	)	PUNCT
flr-517	500	16	.	.	PUNCT
flr-517	501	1	selection	selection	NOUN
flr-517	501	2	and	and	CCONJ
flr-517	501	3	use	use	NOUN
flr-517	501	4	of	of	ADP
flr-517	501	5	content	content	NOUN
flr-517	501	6	experts	expert	NOUN
flr-517	501	7	for	for	ADP
flr-517	501	8	instrument	instrument	NOUN
flr-517	501	9	development	development	NOUN
flr-517	501	10	.	.	PUNCT
flr-517	502	1	research	research	NOUN
flr-517	502	2	in	in	ADP
flr-517	502	3	nursing	nursing	NOUN
flr-517	502	4	&	&	CCONJ
flr-517	502	5	health	health	NOUN
flr-517	502	6	,	,	PUNCT
flr-517	502	7	20	20	NUM
flr-517	502	8	,	,	PUNCT
flr-517	502	9	269–274	269–274	NUM
flr-517	502	10	.	.	PUNCT
flr-517	503	1	guion	guion	NOUN
flr-517	503	2	,	,	PUNCT
flr-517	503	3	r.	r.	PROPN
flr-517	503	4	m.	m.	PROPN
flr-517	503	5	(	(	PUNCT
flr-517	503	6	1977	1977	NUM
flr-517	503	7	)	)	PUNCT
flr-517	503	8	.	.	PUNCT
flr-517	504	1	content	content	NOUN
flr-517	504	2	validity	validity	NOUN
flr-517	504	3	:	:	PUNCT
flr-517	504	4	the	the	DET
flr-517	504	5	source	source	NOUN
flr-517	504	6	of	of	ADP
flr-517	504	7	my	my	PRON
flr-517	504	8	discontent	discontent	NOUN
flr-517	504	9	.	.	PUNCT
flr-517	505	1	applied	apply	VERB
flr-517	505	2	psychological	psychological	ADJ
flr-517	505	3	measurement	measurement	NOUN
flr-517	505	4	,	,	PUNCT
flr-517	505	5	1(1	1(1	NUM
flr-517	505	6	)	)	PUNCT
flr-517	505	7	,	,	PUNCT
flr-517	505	8	1	1	NUM
flr-517	505	9	-	-	SYM
flr-517	505	10	10	10	NUM
flr-517	505	11	.	.	PUNCT
flr-517	506	1	doi.org/10.1177/014662167700100103	doi.org/10.1177/014662167700100103	VERB
flr-517	506	2	henig	henig	PROPN
flr-517	506	3	,	,	PUNCT
flr-517	506	4	j.	j.	PROPN
flr-517	506	5	r.	r.	PROPN
flr-517	506	6	(	(	PUNCT
flr-517	506	7	2013	2013	NUM
flr-517	506	8	)	)	PUNCT
flr-517	506	9	.	.	PUNCT
flr-517	507	1	the	the	DET
flr-517	507	2	politics	politic	NOUN
flr-517	507	3	of	of	ADP
flr-517	507	4	testing	testing	NOUN
flr-517	507	5	when	when	SCONJ
flr-517	507	6	measures	measure	NOUN
flr-517	507	7	“	"	PUNCT
flr-517	507	8	go	go	VERB
flr-517	507	9	public	public	ADJ
flr-517	507	10	”	"	PUNCT
flr-517	507	11	.	.	PUNCT
flr-517	508	1	teachers	teacher	NOUN
flr-517	508	2	’	’	PART
flr-517	508	3	college	college	NOUN
flr-517	508	4	record	record	NOUN
flr-517	508	5	,	,	PUNCT
flr-517	508	6	115(9	115(9	NUM
flr-517	508	7	)	)	PUNCT
flr-517	508	8	,	,	PUNCT
flr-517	508	9	1	1	NUM
flr-517	508	10	-	-	SYM
flr-517	508	11	11	11	NUM
flr-517	508	12	.	.	PUNCT
flr-517	509	1	kane	kane	PROPN
flr-517	509	2	,	,	PUNCT
flr-517	509	3	m.	m.	NOUN
flr-517	509	4	t.	t.	PROPN
flr-517	509	5	(	(	PUNCT
flr-517	509	6	2013a	2013a	NUM
flr-517	509	7	)	)	PUNCT
flr-517	509	8	.	.	PUNCT
flr-517	510	1	validating	validate	VERB
flr-517	510	2	the	the	DET
flr-517	510	3	interpretations	interpretation	NOUN
flr-517	510	4	and	and	CCONJ
flr-517	510	5	uses	use	NOUN
flr-517	510	6	of	of	ADP
flr-517	510	7	test	test	NOUN
flr-517	510	8	scores	score	NOUN
flr-517	510	9	.	.	PUNCT
flr-517	511	1	journal	journal	NOUN
flr-517	511	2	of	of	ADP
flr-517	511	3	educational	educational	ADJ
flr-517	511	4	measurement	measurement	NOUN
flr-517	511	5	,	,	PUNCT
flr-517	511	6	50(1	50(1	PROPN
flr-517	511	7	)	)	PUNCT
flr-517	511	8	,	,	PUNCT
flr-517	511	9	1–73	1–73	PROPN
flr-517	511	10	.	.	PUNCT
flr-517	512	1	kane	kane	PROPN
flr-517	512	2	,	,	PUNCT
flr-517	512	3	m.	m.	NOUN
flr-517	512	4	t.	t.	PROPN
flr-517	512	5	(	(	PUNCT
flr-517	512	6	2013b	2013b	NUM
flr-517	512	7	)	)	PUNCT
flr-517	512	8	.	.	PUNCT
flr-517	513	1	validation	validation	NOUN
flr-517	513	2	as	as	ADP
flr-517	513	3	a	a	DET
flr-517	513	4	pragmatic	pragmatic	ADJ
flr-517	513	5	,	,	PUNCT
flr-517	513	6	scientific	scientific	ADJ
flr-517	513	7	activity	activity	NOUN
flr-517	513	8	.	.	PUNCT
flr-517	514	1	journal	journal	NOUN
flr-517	514	2	of	of	ADP
flr-517	514	3	educational	educational	ADJ
flr-517	514	4	measurement	measurement	NOUN
flr-517	514	5	,	,	PUNCT
flr-517	514	6	50(1	50(1	PROPN
flr-517	514	7	)	)	PUNCT
flr-517	514	8	,	,	PUNCT
flr-517	514	9	115–122	115–122	NUM
flr-517	514	10	.	.	PUNCT
flr-517	515	1	kerlinger	kerlinger	PROPN
flr-517	515	2	f.	f.	PROPN
flr-517	515	3	n.	n.	PROPN
flr-517	515	4	(	(	PUNCT
flr-517	515	5	1986	1986	NUM
flr-517	515	6	)	)	PUNCT
flr-517	515	7	.	.	PUNCT
flr-517	516	1	foundations	foundation	NOUN
flr-517	516	2	of	of	ADP
flr-517	516	3	behavioral	behavioral	ADJ
flr-517	516	4	research	research	NOUN
flr-517	516	5	(	(	PUNCT
flr-517	516	6	3rd	3rd	ADJ
flr-517	516	7	ed	ed	NOUN
flr-517	516	8	.	.	PUNCT
flr-517	516	9	)	)	PUNCT
flr-517	516	10	.	.	PUNCT
flr-517	517	1	new	new	PROPN
flr-517	517	2	york	york	PROPN
flr-517	517	3	,	,	PUNCT
flr-517	517	4	ny	ny	PROPN
flr-517	517	5	:	:	PUNCT
flr-517	517	6	holt	holt	PROPN
flr-517	517	7	,	,	PUNCT
flr-517	517	8	rinehart	rinehart	PROPN
flr-517	517	9	,	,	PUNCT
flr-517	517	10	&	&	CCONJ
flr-517	517	11	winston	winston	PROPN
flr-517	517	12	lawshe	lawshe	PROPN
flr-517	517	13	,	,	PUNCT
flr-517	517	14	c.	c.	PROPN
flr-517	517	15	h.	h.	PROPN
flr-517	517	16	(	(	PUNCT
flr-517	517	17	1975	1975	NUM
flr-517	517	18	)	)	PUNCT
flr-517	517	19	.	.	PUNCT
flr-517	518	1	a	a	DET
flr-517	518	2	quantitative	quantitative	ADJ
flr-517	518	3	approach	approach	NOUN
flr-517	518	4	to	to	ADP
flr-517	518	5	content	content	NOUN
flr-517	518	6	validity	validity	NOUN
flr-517	518	7	.	.	PUNCT
flr-517	519	1	personnel	personnel	NOUN
flr-517	519	2	psychology	psychology	NOUN
flr-517	519	3	,	,	PUNCT
flr-517	519	4	28	28	NUM
flr-517	519	5	,	,	PUNCT
flr-517	519	6	563–575	563–575	NUM
flr-517	519	7	.	.	PUNCT
flr-517	520	1	lynn	lynn	PROPN
flr-517	520	2	,	,	PUNCT
flr-517	520	3	m.	m.	NOUN
flr-517	520	4	(	(	PUNCT
flr-517	520	5	1986	1986	NUM
flr-517	520	6	)	)	PUNCT
flr-517	520	7	.	.	PUNCT
flr-517	521	1	determination	determination	NOUN
flr-517	521	2	and	and	CCONJ
flr-517	521	3	quantification	quantification	NOUN
flr-517	521	4	of	of	ADP
flr-517	521	5	content	content	ADJ
flr-517	521	6	validity	validity	NOUN
flr-517	521	7	.	.	PUNCT
flr-517	522	1	nursing	nursing	NOUN
flr-517	522	2	research	research	NOUN
flr-517	522	3	,	,	PUNCT
flr-517	522	4	35	35	NUM
flr-517	522	5	,	,	PUNCT
flr-517	522	6	382–385	382–385	NUM
flr-517	522	7	.	.	PUNCT
flr-517	523	1	maas	maas	PROPN
flr-517	523	2	,	,	PUNCT
flr-517	523	3	van	van	PROPN
flr-517	523	4	der	der	PROPN
flr-517	523	5	,	,	PUNCT
flr-517	523	6	h.	h.	PROPN
flr-517	523	7	l.	l.	PROPN
flr-517	523	8	j.	j.	PROPN
flr-517	523	9	,	,	PUNCT
flr-517	523	10	kan	kan	PROPN
flr-517	523	11	,	,	PUNCT
flr-517	523	12	k.-j	k.-j	PROPN
flr-517	523	13	.	.	PROPN
flr-517	523	14	&	&	CCONJ
flr-517	523	15	borsboom	borsboom	PROPN
flr-517	523	16	,	,	PUNCT
flr-517	523	17	d.	d.	PROPN
flr-517	523	18	(	(	PUNCT
flr-517	523	19	2014	2014	NUM
flr-517	523	20	)	)	PUNCT
flr-517	523	21	.	.	PUNCT
flr-517	524	1	intelligence	intelligence	NOUN
flr-517	524	2	is	be	AUX
flr-517	524	3	what	what	PRON
flr-517	524	4	the	the	DET
flr-517	524	5	intelligence	intelligence	NOUN
flr-517	524	6	test	test	NOUN
flr-517	524	7	measures	measure	NOUN
flr-517	524	8	.	.	PUNCT
flr-517	525	1	seriously	seriously	ADV
flr-517	525	2	.	.	PUNCT
flr-517	526	1	journal	journal	PROPN
flr-517	526	2	of	of	ADP
flr-517	526	3	intelligence	intelligence	NOUN
flr-517	526	4	,	,	PUNCT
flr-517	526	5	2(1	2(1	NUM
flr-517	526	6	)	)	PUNCT
flr-517	526	7	,	,	PUNCT
flr-517	526	8	12	12	NUM
flr-517	526	9	-	-	SYM
flr-517	526	10	15	15	NUM
flr-517	526	11	.	.	PUNCT
flr-517	527	1	doi	doi	NOUN
flr-517	527	2	:	:	PUNCT
flr-517	527	3	https://doi.org/10.3390/jintelligence2010012	https://doi.org/10.3390/jintelligence2010012	ADJ
flr-517	527	4	messick	messick	NOUN
flr-517	527	5	,	,	PUNCT
flr-517	527	6	s.	s.	PROPN
flr-517	527	7	(	(	PUNCT
flr-517	527	8	1987	1987	NUM
flr-517	527	9	)	)	PUNCT
flr-517	527	10	.	.	PUNCT
flr-517	528	1	validity	validity	NOUN
flr-517	528	2	.	.	PUNCT
flr-517	529	1	ets	ets	PROPN
flr-517	529	2	research	research	NOUN
flr-517	529	3	report	report	NOUN
flr-517	529	4	series	series	NOUN
flr-517	529	5	.	.	PUNCT
flr-517	530	1	vol	vol	NOUN
flr-517	530	2	.	.	PROPN
flr-517	530	3	1987	1987	NUM
flr-517	530	4	,	,	PUNCT
flr-517	530	5	issue	issue	NOUN
flr-517	530	6	2	2	NUM
flr-517	530	7	,	,	PUNCT
flr-517	530	8	1	1	NUM
flr-517	530	9	-	-	SYM
flr-517	530	10	108	108	NUM
flr-517	530	11	.	.	PUNCT
flr-517	531	1	http://onlinelibrary.wiley.com/doi/10.1002/j.2330-8516.1987.tb00244.x/abstract	http://onlinelibrary.wiley.com/doi/10.1002/j.2330-8516.1987.tb00244.x/abstract	PROPN
flr-517	531	2	;	;	PUNCT
flr-517	531	3	date	date	NOUN
flr-517	531	4	accessed	access	VERB
flr-517	531	5	2018/05/06	2018/05/06	NOUN
flr-517	531	6	;	;	PUNCT
flr-517	531	7	doi	doi	NOUN
flr-517	531	8	:	:	PUNCT
flr-517	531	9	10.1002	10.1002	NUM
flr-517	531	10	/	/	SYM
flr-517	531	11	j.2330	j.2330	NOUN
flr-517	531	12	-	-	PUNCT
flr-517	531	13	8516.1987.tb00244.x	8516.1987.tb00244.x	NUM
flr-517	531	14	)	)	PUNCT
flr-517	531	15	messick	messick	NOUN
flr-517	531	16	,	,	PUNCT
flr-517	531	17	s.	s.	PROPN
flr-517	531	18	(	(	PUNCT
flr-517	531	19	1990	1990	NUM
flr-517	531	20	)	)	PUNCT
flr-517	531	21	.	.	PUNCT
flr-517	532	1	validity	validity	NOUN
flr-517	532	2	of	of	ADP
flr-517	532	3	test	test	NOUN
flr-517	532	4	interpretation	interpretation	NOUN
flr-517	532	5	and	and	CCONJ
flr-517	532	6	use	use	NOUN
flr-517	532	7	.	.	PUNCT
flr-517	533	1	ets	ets	PROPN
flr-517	533	2	research	research	NOUN
flr-517	533	3	report	report	NOUN
flr-517	533	4	series	series	NOUN
flr-517	533	5	.	.	PUNCT
flr-517	534	1	https://eric.ed.gov/?id=ed395031	https://eric.ed.gov/?id=ed395031	PROPN
flr-517	534	2	;	;	PUNCT
flr-517	534	3	date	date	NOUN
flr-517	534	4	accessed	access	VERB
flr-517	534	5	2019/03/30	2019/03/30	NOUN
flr-517	534	6	.	.	PUNCT
flr-517	535	1	newton	newton	PROPN
flr-517	535	2	,	,	PUNCT
flr-517	535	3	p.	p.	PROPN
flr-517	535	4	e.	e.	PROPN
flr-517	535	5	&	&	CCONJ
flr-517	535	6	shaw	shaw	PROPN
flr-517	535	7	,	,	PUNCT
flr-517	535	8	s.	s.	PROPN
flr-517	535	9	d.	d.	PROPN
flr-517	535	10	(	(	PUNCT
flr-517	535	11	2014	2014	NUM
flr-517	535	12	)	)	PUNCT
flr-517	535	13	.	.	PUNCT
flr-517	536	1	validity	validity	NOUN
flr-517	536	2	in	in	ADP
flr-517	536	3	educational	educational	ADJ
flr-517	536	4	and	and	CCONJ
flr-517	536	5	psychological	psychological	ADJ
flr-517	536	6	assessment	assessment	NOUN
flr-517	536	7	.	.	PUNCT
flr-517	537	1	los	los	PROPN
flr-517	537	2	angeles	angeles	PROPN
flr-517	537	3	:	:	PUNCT
flr-517	537	4	sage	sage	NOUN
flr-517	537	5	.	.	PUNCT
flr-517	538	1	pant	pant	NOUN
flr-517	538	2	,	,	PUNCT
flr-517	538	3	h.	h.	PROPN
flr-517	538	4	a.	a.	PROPN
flr-517	538	5	,	,	PUNCT
flr-517	538	6	zlatkin	zlatkin	PROPN
flr-517	538	7	-	-	PUNCT
flr-517	538	8	troitschanskaia	troitschanskaia	NOUN
flr-517	538	9	,	,	PUNCT
flr-517	538	10	o.	o.	INTJ
flr-517	538	11	,	,	PUNCT
flr-517	538	12	lautenbach	lautenbach	NOUN
flr-517	538	13	,	,	PUNCT
flr-517	538	14	c.	c.	PROPN
flr-517	538	15	,	,	PUNCT
flr-517	538	16	toepper	toepper	NOUN
flr-517	538	17	,	,	PUNCT
flr-517	538	18	m.	m.	NOUN
flr-517	538	19	&	&	CCONJ
flr-517	538	20	molerov	molerov	PROPN
flr-517	538	21	,	,	PUNCT
flr-517	538	22	d.	d.	PROPN
flr-517	538	23	(	(	PUNCT
flr-517	538	24	eds	eds	PROPN
flr-517	538	25	.	.	PUNCT
flr-517	538	26	)	)	PUNCT
flr-517	539	1	(	(	PUNCT
flr-517	539	2	2016	2016	NUM
flr-517	539	3	)	)	PUNCT
flr-517	539	4	.	.	PUNCT
flr-517	540	1	modelling	modelling	NOUN
flr-517	540	2	and	and	CCONJ
flr-517	540	3	measuring	measure	VERB
flr-517	540	4	competencies	competency	NOUN
flr-517	540	5	in	in	ADP
flr-517	540	6	higher	high	ADJ
flr-517	540	7	education	education	NOUN
flr-517	540	8	–	–	PUNCT
flr-517	540	9	validation	validation	NOUN
flr-517	540	10	and	and	CCONJ
flr-517	540	11	methodological	methodological	ADJ
flr-517	540	12	innovations	innovation	NOUN
flr-517	540	13	(	(	PUNCT
flr-517	540	14	kokohs	kokohs	NOUN
flr-517	540	15	)	)	PUNCT
flr-517	540	16	–	–	PUNCT
flr-517	540	17	overview	overview	NOUN
flr-517	540	18	of	of	ADP
flr-517	540	19	the	the	DET
flr-517	540	20	research	research	NOUN
flr-517	540	21	projects	project	NOUN
flr-517	540	22	(	(	PUNCT
flr-517	540	23	kokohs	kokohs	ADJ
flr-517	540	24	working	work	VERB
flr-517	540	25	papers	paper	NOUN
flr-517	540	26	,	,	PUNCT
flr-517	540	27	11	11	NUM
flr-517	540	28	)	)	PUNCT
flr-517	540	29	.	.	PUNCT
flr-517	541	1	berlin	berlin	PROPN
flr-517	541	2	&	&	CCONJ
flr-517	541	3	mainz	mainz	PROPN
flr-517	541	4	:	:	PUNCT
flr-517	541	5	humboldt	humboldt	PROPN
flr-517	541	6	university	university	PROPN
flr-517	541	7	&	&	CCONJ
flr-517	541	8	johannes	johannes	PROPN
flr-517	541	9	gutenberg	gutenberg	PROPN
flr-517	541	10	university	university	PROPN
flr-517	541	11	.	.	PUNCT
flr-517	542	1	http://www.kompetenzen-im-hochschulsektor.de/617_deu_html.php	http://www.kompetenzen-im-hochschulsektor.de/617_deu_html.php	PROPN
flr-517	542	2	;	;	PUNCT
flr-517	542	3	date	date	NOUN
flr-517	542	4	accessed	access	VERB
flr-517	542	5	2018/03/20	2018/03/20	NUM
flr-517	542	6	.	.	PUNCT
flr-517	543	1	popper	popper	NOUN
flr-517	543	2	,	,	PUNCT
flr-517	543	3	k.r	k.r	PROPN
flr-517	543	4	.	.	PROPN
flr-517	543	5	(	(	PUNCT
flr-517	543	6	1972	1972	NUM
flr-517	543	7	)	)	PUNCT
flr-517	543	8	.	.	PUNCT
flr-517	544	1	objective	objective	ADJ
flr-517	544	2	knowledge	knowledge	NOUN
flr-517	544	3	.	.	PUNCT
flr-517	545	1	oxford	oxford	PROPN
flr-517	545	2	:	:	PUNCT
flr-517	546	1	clarendon	clarendon	PROPN
flr-517	546	2	.	.	PUNCT
flr-517	547	1	reynolds	reynolds	PROPN
flr-517	547	2	c.	c.	PROPN
flr-517	547	3	r.	r.	PROPN
flr-517	547	4	,	,	PUNCT
flr-517	547	5	livingston	livingston	PROPN
flr-517	547	6	r.	r.	PROPN
flr-517	547	7	b.	b.	PROPN
flr-517	547	8	,	,	PUNCT
flr-517	547	9	willson	willson	PROPN
flr-517	547	10	v.	v.	PROPN
flr-517	547	11	(	(	PUNCT
flr-517	547	12	2009	2009	NUM
flr-517	547	13	)	)	PUNCT
flr-517	547	14	.	.	PUNCT
flr-517	548	1	measurement	measurement	NOUN
flr-517	548	2	and	and	CCONJ
flr-517	548	3	assessment	assessment	NOUN
flr-517	548	4	in	in	ADP
flr-517	548	5	education	education	NOUN
flr-517	548	6	(	(	PUNCT
flr-517	548	7	2nd	2nd	ADJ
flr-517	548	8	ed	ed	NOUN
flr-517	548	9	.	.	PUNCT
flr-517	548	10	)	)	PUNCT
flr-517	548	11	.	.	PUNCT
flr-517	549	1	upper	upper	ADJ
flr-517	549	2	saddle	saddle	PROPN
flr-517	549	3	river	river	PROPN
flr-517	549	4	,	,	PUNCT
flr-517	549	5	nj	nj	PROPN
flr-517	549	6	:	:	PUNCT
flr-517	549	7	pearson	pearson	PROPN
flr-517	549	8	.	.	PROPN
flr-517	549	9	rovinelli	rovinelli	PROPN
flr-517	549	10	,	,	PUNCT
flr-517	549	11	r.	r.	PROPN
flr-517	549	12	j.	j.	PROPN
flr-517	549	13	&	&	CCONJ
flr-517	549	14	hambleton	hambleton	PROPN
flr-517	549	15	,	,	PUNCT
flr-517	549	16	r.	r.	PROPN
flr-517	549	17	k.	k.	PROPN
flr-517	549	18	(	(	PUNCT
flr-517	549	19	1977	1977	NUM
flr-517	549	20	)	)	PUNCT
flr-517	549	21	.	.	PUNCT
flr-517	550	1	on	on	ADP
flr-517	550	2	the	the	DET
flr-517	550	3	use	use	NOUN
flr-517	550	4	of	of	ADP
flr-517	550	5	content	content	NOUN
flr-517	550	6	specialists	specialist	NOUN
flr-517	550	7	in	in	ADP
flr-517	550	8	the	the	DET
flr-517	550	9	assessment	assessment	NOUN
flr-517	550	10	of	of	ADP
flr-517	550	11	criterion	criterion	NOUN
flr-517	550	12	-	-	PUNCT
flr-517	550	13	referenced	reference	VERB
flr-517	550	14	test	test	NOUN
flr-517	550	15	item	item	NOUN
flr-517	550	16	validity	validity	NOUN
flr-517	550	17	.	.	PUNCT
flr-517	551	1	dutch	dutch	PROPN
flr-517	551	2	journal	journal	PROPN
flr-517	551	3	for	for	ADP
flr-517	551	4	educational	educational	ADJ
flr-517	551	5	research	research	NOUN
flr-517	551	6	,	,	PUNCT
flr-517	551	7	2	2	NUM
flr-517	551	8	,	,	PUNCT
flr-517	551	9	49	49	NUM
flr-517	551	10	-	-	SYM
flr-517	551	11	60	60	NUM
flr-517	551	12	.	.	PUNCT
flr-517	552	1	savigny	savigny	NOUN
flr-517	552	2	,	,	PUNCT
flr-517	552	3	von	von	PROPN
flr-517	552	4	,	,	PUNCT
flr-517	552	5	e.	e.	PROPN
flr-517	552	6	(	(	PUNCT
flr-517	552	7	19712	19712	NUM
flr-517	552	8	)	)	PUNCT
flr-517	552	9	.	.	PUNCT
flr-517	553	1	grundkurs	grundkur	VERB
flr-517	553	2	i	i	PRON
flr-517	553	3	m	m	VERB
flr-517	553	4	wissenschaftlichen	wissenschaftlichen	ADV
flr-517	553	5	definieren	definieren	VERB
flr-517	554	1	[	[	X
flr-517	554	2	basic	basic	ADJ
flr-517	554	3	course	course	NOUN
flr-517	554	4	on	on	ADP
flr-517	554	5	scientific	scientific	ADJ
flr-517	554	6	defining	defining	NOUN
flr-517	554	7	]	]	PUNCT
flr-517	554	8	.	.	PUNCT
flr-517	555	1	münchen	münchen	NOUN
flr-517	555	2	:	:	PUNCT
flr-517	555	3	dtv	dtv	PROPN
flr-517	555	4	.	.	PROPN
flr-517	555	5	shavelson	shavelson	PROPN
flr-517	555	6	,	,	PUNCT
flr-517	555	7	r.	r.	PROPN
flr-517	555	8	j.	j.	PROPN
flr-517	555	9	,	,	PUNCT
flr-517	555	10	gao	gao	PROPN
flr-517	555	11	,	,	PUNCT
flr-517	555	12	x.	x.	PROPN
flr-517	555	13	&	&	CCONJ
flr-517	555	14	baxter	baxter	PROPN
flr-517	555	15	,	,	PUNCT
flr-517	556	1	g.	g.	PROPN
flr-517	556	2	p.	p.	PROPN
flr-517	556	3	(	(	PUNCT
flr-517	556	4	1995	1995	NUM
flr-517	556	5	)	)	PUNCT
flr-517	556	6	.	.	PUNCT
flr-517	557	1	on	on	ADP
flr-517	557	2	the	the	DET
flr-517	557	3	content	content	NOUN
flr-517	557	4	validity	validity	NOUN
flr-517	557	5	of	of	ADP
flr-517	557	6	performance	performance	NOUN
flr-517	557	7	assessments	assessment	NOUN
flr-517	557	8	:	:	PUNCT
flr-517	557	9	centrality	centrality	NOUN
flr-517	557	10	of	of	ADP
flr-517	557	11	domain	domain	NOUN
flr-517	557	12	specification	specification	NOUN
flr-517	557	13	.	.	PUNCT
flr-517	558	1	in	in	ADP
flr-517	558	2	m.	m.	NOUN
flr-517	558	3	birenbaum	birenbaum	PROPN
flr-517	558	4	&	&	CCONJ
flr-517	558	5	f.	f.	PROPN
flr-517	558	6	douchy	douchy	PROPN
flr-517	558	7	(	(	PUNCT
flr-517	558	8	eds	ed	NOUN
flr-517	558	9	.	.	PUNCT
flr-517	558	10	)	)	PUNCT
flr-517	558	11	,	,	PUNCT
flr-517	558	12	alternatives	alternative	NOUN
flr-517	558	13	in	in	ADP
flr-517	558	14	assessment	assessment	NOUN
flr-517	558	15	of	of	ADP
flr-517	558	16	achievements	achievement	NOUN
flr-517	558	17	,	,	PUNCT
flr-517	558	18	learning	learning	NOUN
flr-517	558	19	process	process	NOUN
flr-517	558	20	,	,	PUNCT
flr-517	558	21	and	and	CCONJ
flr-517	558	22	prior	prior	ADJ
flr-517	558	23	knowledge	knowledge	NOUN
flr-517	558	24	(	(	PUNCT
flr-517	558	25	pp	pp	ADJ
flr-517	558	26	.	.	PUNCT
flr-517	559	1	131–141	131–141	NUM
flr-517	559	2	)	)	PUNCT
flr-517	559	3	.	.	PUNCT
flr-517	560	1	boston	boston	PROPN
flr-517	560	2	:	:	PUNCT
flr-517	560	3	kluwer	kluwer	PROPN
flr-517	560	4	academic	academic	NOUN
flr-517	560	5	.	.	PUNCT
flr-517	561	1	shepard	shepard	NOUN
flr-517	561	2	,	,	PUNCT
flr-517	561	3	l.	l.	PROPN
flr-517	561	4	a.	a.	PROPN
flr-517	561	5	(	(	PUNCT
flr-517	561	6	2013	2013	NUM
flr-517	561	7	)	)	PUNCT
flr-517	561	8	.	.	PUNCT
flr-517	562	1	validity	validity	NOUN
flr-517	562	2	for	for	ADP
flr-517	562	3	what	what	DET
flr-517	562	4	purpose	purpose	NOUN
flr-517	562	5	?	?	PUNCT
flr-517	563	1	teachers	teacher	NOUN
flr-517	563	2	’	’	PART
flr-517	563	3	college	college	NOUN
flr-517	563	4	record	record	NOUN
flr-517	563	5	,	,	PUNCT
flr-517	563	6	vol	vol	NOUN
flr-517	563	7	.	.	PUNCT
flr-517	563	8	115(9	115(9	NUM
flr-517	563	9	)	)	PUNCT
flr-517	563	10	,	,	PUNCT
flr-517	563	11	p.	p.	NOUN
flr-517	563	12	1	1	NUM
flr-517	563	13	-	-	SYM
flr-517	563	14	12	12	NUM
flr-517	563	15	.	.	PUNCT
flr-517	564	1	http://www.tcrecord.org	http://www.tcrecord.org	X
flr-517	565	1	i	i	PRON
flr-517	565	2	d	d	NOUN
flr-517	565	3	number	number	NOUN
flr-517	565	4	:	:	PUNCT
flr-517	565	5	17116	17116	NUM
flr-517	565	6	,	,	PUNCT
flr-517	565	7	date	date	NOUN
flr-517	565	8	accessed	access	VERB
flr-517	565	9	:	:	PUNCT
flr-517	565	10	2019/01/23	2019/01/23	X
flr-517	565	11	.	.	PUNCT
flr-517	565	12	siedentop	siedentop	PROPN
flr-517	565	13	,	,	PUNCT
flr-517	565	14	d.	d.	PROPN
flr-517	565	15	&	&	CCONJ
flr-517	565	16	eldar	eldar	PROPN
flr-517	565	17	,	,	PUNCT
flr-517	565	18	e.	e.	PROPN
flr-517	565	19	(	(	PUNCT
flr-517	565	20	1989	1989	NUM
flr-517	565	21	)	)	PUNCT
flr-517	565	22	.	.	PUNCT
flr-517	566	1	expertise	expertise	NOUN
flr-517	566	2	,	,	PUNCT
flr-517	566	3	experience	experience	NOUN
flr-517	566	4	,	,	PUNCT
flr-517	566	5	and	and	CCONJ
flr-517	566	6	effectiveness	effectiveness	NOUN
flr-517	566	7	.	.	PUNCT
flr-517	567	1	journal	journal	NOUN
flr-517	567	2	of	of	ADP
flr-517	567	3	teaching	teach	VERB
flr-517	567	4	physical	physical	ADJ
flr-517	567	5	education	education	NOUN
flr-517	567	6	,	,	PUNCT
flr-517	567	7	8	8	NUM
flr-517	567	8	,	,	PUNCT
flr-517	567	9	254	254	NUM
flr-517	567	10	-	-	SYM
flr-517	567	11	260	260	NUM
flr-517	567	12	.	.	PUNCT
flr-517	568	1	sireci	sireci	PROPN
flr-517	568	2	,	,	PUNCT
flr-517	568	3	s.	s.	PROPN
flr-517	568	4	g.	g.	PROPN
flr-517	568	5	(	(	PUNCT
flr-517	568	6	1998	1998	NUM
flr-517	568	7	)	)	PUNCT
flr-517	568	8	.	.	PUNCT
flr-517	569	1	the	the	DET
flr-517	569	2	construct	construct	NOUN
flr-517	569	3	of	of	ADP
flr-517	569	4	content	content	NOUN
flr-517	569	5	validity	validity	NOUN
flr-517	569	6	.	.	PUNCT
flr-517	570	1	social	social	ADJ
flr-517	570	2	indicators	indicator	NOUN
flr-517	570	3	research	research	NOUN
flr-517	570	4	,	,	PUNCT
flr-517	570	5	45(1	45(1	NOUN
flr-517	570	6	)	)	PUNCT
flr-517	570	7	,	,	PUNCT
flr-517	570	8	83	83	NUM
flr-517	570	9	-	-	SYM
flr-517	570	10	117	117	NUM
flr-517	570	11	.	.	PUNCT
flr-517	571	1	doi	doi	NOUN
flr-517	571	2	:	:	PUNCT
flr-517	571	3	org/10.1023	org/10.1023	PROPN
flr-517	571	4	/	/	SYM
flr-517	571	5	a:100698552	a:100698552	NOUN
flr-517	571	6	smith	smith	PROPN
flr-517	571	7	,	,	PUNCT
flr-517	571	8	m.	m.	NOUN
flr-517	571	9	d.	d.	PROPN
flr-517	571	10	(	(	PUNCT
flr-517	571	11	2017	2017	NUM
flr-517	571	12	)	)	PUNCT
flr-517	571	13	.	.	PUNCT
flr-517	572	1	cognitive	cognitive	ADJ
flr-517	572	2	validity	validity	NOUN
flr-517	572	3	:	:	PUNCT
flr-517	572	4	can	can	AUX
flr-517	572	5	multiple	multiple	ADJ
flr-517	572	6	-	-	PUNCT
flr-517	572	7	choice	choice	NOUN
flr-517	572	8	items	item	NOUN
flr-517	572	9	tap	tap	VERB
flr-517	572	10	historical	historical	ADJ
flr-517	572	11	thinking	thinking	NOUN
flr-517	572	12	processes	process	NOUN
flr-517	572	13	?	?	PUNCT
flr-517	573	1	american	american	ADJ
flr-517	573	2	educational	educational	ADJ
flr-517	573	3	research	research	PROPN
flr-517	573	4	journal	journal	PROPN
flr-517	573	5	,	,	PUNCT
flr-517	573	6	54(6	54(6	NOUN
flr-517	573	7	)	)	PUNCT
flr-517	573	8	,	,	PUNCT
flr-517	573	9	1256	1256	NUM
flr-517	573	10	-	-	SYM
flr-517	573	11	1287	1287	NUM
flr-517	573	12	.	.	PUNCT
flr-517	574	1	doi	doi	NOUN
flr-517	574	2	:	:	PUNCT
flr-517	574	3	10.3102/0002831217717949	10.3102/0002831217717949	NUM
flr-517	574	4	thorn	thorn	NOUN
flr-517	574	5	,	,	PUNCT
flr-517	574	6	d.	d.	PROPN
flr-517	574	7	w.	w.	PROPN
flr-517	574	8	&	&	CCONJ
flr-517	574	9	deitz	deitz	PROPN
flr-517	574	10	,	,	PUNCT
flr-517	574	11	j.	j.	PROPN
flr-517	574	12	c.	c.	PROPN
flr-517	574	13	(	(	PUNCT
flr-517	574	14	1989	1989	NUM
flr-517	574	15	)	)	PUNCT
flr-517	574	16	.	.	PUNCT
flr-517	575	1	examining	examine	VERB
flr-517	575	2	content	content	NOUN
flr-517	575	3	validity	validity	NOUN
flr-517	575	4	through	through	ADP
flr-517	575	5	the	the	DET
flr-517	575	6	use	use	NOUN
flr-517	575	7	of	of	ADP
flr-517	575	8	content	content	NOUN
flr-517	575	9	experts	expert	NOUN
flr-517	575	10	.	.	PUNCT
flr-517	576	1	the	the	DET
flr-517	576	2	occupational	occupational	PROPN
flr-517	576	3	therapy	therapy	NOUN
flr-517	576	4	journal	journal	NOUN
flr-517	576	5	of	of	ADP
flr-517	576	6	research	research	NOUN
flr-517	576	7	,	,	PUNCT
flr-517	576	8	9	9	NUM
flr-517	576	9	,	,	PUNCT
flr-517	576	10	334	334	NUM
flr-517	576	11	-	-	SYM
flr-517	576	12	346	346	NUM
flr-517	576	13	.	.	PUNCT
flr-517	577	1	vogt	vogt	PROPN
flr-517	577	2	,	,	PUNCT
flr-517	577	3	d.	d.	PROPN
flr-517	577	4	s.	s.	PROPN
flr-517	577	5	,	,	PUNCT
flr-517	577	6	king	king	PROPN
flr-517	577	7	,	,	PUNCT
flr-517	577	8	d.	d.	PROPN
flr-517	577	9	w.	w.	PROPN
flr-517	577	10	&	&	CCONJ
flr-517	577	11	king	king	PROPN
flr-517	577	12	,	,	PUNCT
flr-517	577	13	l.	l.	PROPN
flr-517	577	14	a.	a.	PROPN
flr-517	577	15	(	(	PUNCT
flr-517	577	16	2004	2004	NUM
flr-517	577	17	)	)	PUNCT
flr-517	577	18	.	.	PUNCT
flr-517	578	1	focus	focus	NOUN
flr-517	578	2	groups	group	NOUN
flr-517	578	3	in	in	ADP
flr-517	578	4	psychological	psychological	ADJ
flr-517	578	5	assessment	assessment	NOUN
flr-517	578	6	:	:	PUNCT
flr-517	578	7	enhancing	enhance	VERB
flr-517	578	8	content	content	NOUN
flr-517	578	9	validity	validity	NOUN
flr-517	578	10	by	by	ADP
flr-517	578	11	consulting	consult	VERB
flr-517	578	12	members	member	NOUN
flr-517	578	13	of	of	ADP
flr-517	578	14	the	the	DET
flr-517	578	15	target	target	NOUN
flr-517	578	16	population	population	NOUN
flr-517	578	17	.	.	PUNCT
flr-517	579	1	psychological	psychological	ADJ
flr-517	579	2	assessment	assessment	NOUN
flr-517	579	3	,	,	PUNCT
flr-517	579	4	16(3	16(3	NOUN
flr-517	579	5	)	)	PUNCT
flr-517	579	6	,	,	PUNCT
flr-517	579	7	231	231	NUM
flr-517	579	8	-	-	SYM
flr-517	579	9	243	243	NUM
flr-517	579	10	.	.	PUNCT
flr-517	580	1	walstad	walstad	PROPN
flr-517	580	2	,	,	PUNCT
flr-517	580	3	w.	w.	PROPN
flr-517	580	4	b.	b.	PROPN
flr-517	580	5	&	&	CCONJ
flr-517	580	6	rebeck	rebeck	PROPN
flr-517	580	7	,	,	PUNCT
flr-517	580	8	k.	k.	PROPN
flr-517	580	9	(	(	PUNCT
flr-517	580	10	2001	2001	NUM
flr-517	580	11	)	)	PUNCT
flr-517	580	12	.	.	PUNCT
flr-517	581	1	test	test	NOUN
flr-517	581	2	of	of	ADP
flr-517	581	3	economic	economic	ADJ
flr-517	581	4	literacy	literacy	NOUN
flr-517	581	5	.	.	PUNCT
flr-517	582	1	third	third	ADJ
flr-517	582	2	edition	edition	PROPN
flr-517	582	3	.	.	PUNCT
flr-517	583	1	new	new	PROPN
flr-517	583	2	york	york	PROPN
flr-517	583	3	:	:	PUNCT
flr-517	583	4	national	national	PROPN
flr-517	583	5	council	council	PROPN
flr-517	583	6	on	on	ADP
flr-517	583	7	economics	economic	NOUN
flr-517	583	8	education	education	NOUN
flr-517	583	9	.	.	PUNCT
flr-517	584	1	welner	welner	NOUN
flr-517	584	2	,	,	PUNCT
flr-517	584	3	k.	k.	PROPN
flr-517	584	4	g.	g.	PROPN
flr-517	584	5	(	(	PUNCT
flr-517	584	6	2013	2013	NUM
flr-517	584	7	)	)	PUNCT
flr-517	584	8	.	.	PUNCT
flr-517	585	1	consequential	consequential	ADJ
flr-517	585	2	validity	validity	NOUN
flr-517	585	3	and	and	CCONJ
flr-517	585	4	the	the	DET
flr-517	585	5	transformation	transformation	NOUN
flr-517	585	6	of	of	ADP
flr-517	585	7	tests	test	NOUN
flr-517	585	8	from	from	ADP
flr-517	585	9	measurement	measurement	NOUN
flr-517	585	10	tools	tool	NOUN
flr-517	585	11	to	to	ADP
flr-517	585	12	policy	policy	NOUN
flr-517	585	13	tools	tool	NOUN
flr-517	585	14	.	.	PUNCT
flr-517	586	1	teachers	teacher	NOUN
flr-517	586	2	’	’	PART
flr-517	586	3	college	college	NOUN
flr-517	586	4	record	record	NOUN
flr-517	586	5	,	,	PUNCT
flr-517	586	6	115(9	115(9	NUM
flr-517	586	7	)	)	PUNCT
flr-517	586	8	,	,	PUNCT
flr-517	586	9	p.	p.	NOUN
flr-517	586	10	1	1	NUM
flr-517	586	11	-	-	SYM
flr-517	586	12	6	6	NUM
flr-517	586	13	.	.	PUNCT
flr-517	586	14	http://www.tcrecord.org	http://www.tcrecord.org	NUM
flr-517	587	1	i	i	PRON
flr-517	587	2	d	d	NOUN
flr-517	587	3	number	number	NOUN
flr-517	587	4	:	:	PUNCT
flr-517	587	5	17115	17115	NUM
flr-517	587	6	,	,	PUNCT
flr-517	587	7	date	date	NOUN
flr-517	587	8	accessed	access	VERB
flr-517	587	9	:	:	PUNCT
flr-517	588	1	06.05.2015	06.05.2015	PROPN
flr-517	588	2	.	.	PUNCT
flr-517	589	1	white	white	ADJ
flr-517	589	2	,	,	PUNCT
flr-517	589	3	m.	m.	NOUN
flr-517	589	4	c.	c.	PROPN
flr-517	589	5	(	(	PUNCT
flr-517	589	6	2018	2018	NUM
flr-517	589	7	)	)	PUNCT
flr-517	589	8	.	.	PUNCT
flr-517	590	1	rater	rater	NOUN
flr-517	590	2	performance	performance	NOUN
flr-517	590	3	standards	standard	NOUN
flr-517	590	4	for	for	ADP
flr-517	590	5	classroom	classroom	NOUN
flr-517	590	6	observation	observation	NOUN
flr-517	590	7	instruments	instrument	NOUN
flr-517	590	8	.	.	PUNCT
flr-517	591	1	educational	educational	ADJ
flr-517	591	2	researcher	researcher	NOUN
flr-517	591	3	,	,	PUNCT
flr-517	591	4	47(8	47(8	NOUN
flr-517	591	5	)	)	PUNCT
flr-517	591	6	,	,	PUNCT
flr-517	591	7	492	492	NUM
flr-517	591	8	-	-	SYM
flr-517	591	9	501	501	NUM
flr-517	591	10	.	.	PUNCT
flr-517	591	11	wilson	wilson	PROPN
flr-517	591	12	,	,	PUNCT
flr-517	591	13	f.	f.	PROPN
flr-517	591	14	r.	r.	PROPN
flr-517	591	15	,	,	PUNCT
flr-517	591	16	pan	pan	PROPN
flr-517	591	17	,	,	PUNCT
flr-517	591	18	w.	w.	PROPN
flr-517	591	19	&	&	CCONJ
flr-517	591	20	schumsky	schumsky	PROPN
flr-517	591	21	,	,	PUNCT
flr-517	591	22	d.	d.	PROPN
flr-517	591	23	a.	a.	PROPN
flr-517	591	24	(	(	PUNCT
flr-517	591	25	2012	2012	NUM
flr-517	591	26	)	)	PUNCT
flr-517	591	27	.	.	PUNCT
flr-517	592	1	recalculation	recalculation	NOUN
flr-517	592	2	of	of	ADP
flr-517	592	3	the	the	DET
flr-517	592	4	critical	critical	ADJ
flr-517	592	5	values	value	NOUN
flr-517	592	6	for	for	ADP
flr-517	592	7	lawshe	lawshe	PROPN
flr-517	592	8	’s	’s	PART
flr-517	592	9	content	content	NOUN
flr-517	592	10	validity	validity	NOUN
flr-517	592	11	ratio	ratio	NOUN
flr-517	592	12	.	.	PUNCT
flr-517	593	1	measurement	measurement	NOUN
flr-517	593	2	and	and	CCONJ
flr-517	593	3	evaluation	evaluation	NOUN
flr-517	593	4	in	in	ADP
flr-517	593	5	counseling	counseling	NOUN
flr-517	593	6	and	and	CCONJ
flr-517	593	7	development	development	NOUN
flr-517	593	8	,	,	PUNCT
flr-517	593	9	45(3	45(3	NUM
flr-517	593	10	)	)	PUNCT
flr-517	593	11	197–210	197–210	NUM
flr-517	593	12	.	.	PUNCT
flr-517	594	1	zlatkin	zlatkin	NOUN
flr-517	594	2	-	-	PUNCT
flr-517	594	3	troitschanskaia	troitschanskaia	PROPN
flr-517	594	4	,	,	PUNCT
flr-517	594	5	o.	o.	NOUN
flr-517	594	6	,	,	PUNCT
flr-517	594	7	pant	pant	NOUN
flr-517	594	8	,	,	PUNCT
flr-517	594	9	h.	h.	PROPN
flr-517	594	10	a.	a.	PROPN
flr-517	594	11	,	,	PUNCT
flr-517	594	12	nagel	nagel	PROPN
flr-517	594	13	,	,	PUNCT
flr-517	594	14	th.-m	th.-m	PROPN
flr-517	594	15	.	.	PROPN
flr-517	594	16	,	,	PUNCT
flr-517	594	17	molerov	molerov	PROPN
flr-517	594	18	,	,	PUNCT
flr-517	594	19	d.	d.	PROPN
flr-517	594	20	,	,	PUNCT
flr-517	594	21	lautenbach	lautenbach	NOUN
flr-517	594	22	,	,	PUNCT
flr-517	594	23	c.	c.	PROPN
flr-517	594	24	&	&	CCONJ
flr-517	594	25	toepper	toepper	PROPN
flr-517	594	26	,	,	PUNCT
flr-517	594	27	m.	m.	NOUN
flr-517	594	28	(	(	PUNCT
flr-517	594	29	eds	ed	NOUN
flr-517	594	30	.	.	PUNCT
flr-517	594	31	)	)	PUNCT
flr-517	594	32	(	(	PUNCT
flr-517	594	33	2020	2020	NUM
flr-517	594	34	)	)	PUNCT
flr-517	594	35	.	.	PUNCT
flr-517	595	1	portfolio	portfolio	NOUN
flr-517	595	2	of	of	ADP
flr-517	595	3	kokohs	kokohs	PROPN
flr-517	595	4	assessemnts	assessemnt	NOUN
flr-517	595	5	.	.	PUNCT
flr-517	596	1	test	test	NOUN
flr-517	596	2	instruments	instrument	NOUN
flr-517	596	3	for	for	ADP
flr-517	596	4	modelling	modelling	NOUN
flr-517	596	5	and	and	CCONJ
flr-517	596	6	measuring	measure	VERB
flr-517	596	7	domain	domain	NOUN
flr-517	596	8	-	-	PUNCT
flr-517	596	9	specific	specific	ADJ
flr-517	596	10	and	and	CCONJ
flr-517	596	11	generic	generic	ADJ
flr-517	596	12	competencies	competency	NOUN
flr-517	596	13	of	of	ADP
flr-517	596	14	higher	high	ADJ
flr-517	596	15	education	education	NOUN
flr-517	596	16	students	student	NOUN
flr-517	596	17	and	and	CCONJ
flr-517	596	18	graduates	graduate	NOUN
flr-517	596	19	.	.	PUNCT
flr-517	597	1	mainz	mainz	PROPN
flr-517	597	2	&	&	CCONJ
flr-517	597	3	berlin	berlin	PROPN
flr-517	597	4	.	.	PUNCT
flr-517	598	1	https://www.wihoforschung.de/_medien/downloads/kokohs_kompetenztest-verfahren_englisch.pdf	https://www.wihoforschung.de/_medien/downloads/kokohs_kompetenztest-verfahren_englisch.pdf	X
flr-517	598	2	appendix	appendix	VERB
flr-517	598	3	1	1	NUM
flr-517	598	4	.	.	PUNCT
flr-517	598	5	reports	report	NOUN
flr-517	598	6	on	on	ADP
flr-517	598	7	test	test	NOUN
flr-517	598	8	development	development	NOUN
flr-517	598	9	with	with	ADP
flr-517	598	10	regard	regard	NOUN
flr-517	598	11	to	to	ADP
flr-517	598	12	including	include	VERB
flr-517	598	13	experts	expert	NOUN
flr-517	598	14	*	*	PUNCT
flr-517	598	15	*	*	PUNCT
flr-517	598	16	chosen	choose	VERB
flr-517	598	17	from	from	ADP
flr-517	598	18	two	two	NUM
flr-517	598	19	programs	program	NOUN
flr-517	598	20	funded	fund	VERB
flr-517	598	21	by	by	ADP
flr-517	598	22	the	the	DET
flr-517	598	23	german	german	PROPN
flr-517	598	24	ministry	ministry	PROPN
flr-517	598	25	of	of	ADP
flr-517	598	26	education	education	PROPN
flr-517	598	27	and	and	CCONJ
flr-517	598	28	research	research	NOUN
flr-517	598	29	devoted	devote	VERB
flr-517	598	30	to	to	ADP
flr-517	598	31	the	the	DET
flr-517	598	32	development	development	NOUN
flr-517	598	33	of	of	ADP
flr-517	598	34	instruments	instrument	NOUN
flr-517	598	35	for	for	ADP
flr-517	598	36	measuring	measure	VERB
flr-517	598	37	competences	competence	NOUN
flr-517	598	38	(	(	PUNCT
flr-517	598	39	academic	academic	ADJ
flr-517	598	40	students	student	NOUN
flr-517	598	41	:	:	PUNCT
flr-517	598	42	kokohs	kokohs	X
flr-517	598	43	:	:	PUNCT
flr-517	598	44	pant	pant	NOUN
flr-517	598	45	et	et	PROPN
flr-517	598	46	al	al	PROPN
flr-517	598	47	.	.	PROPN
flr-517	598	48	2016	2016	NUM
flr-517	598	49	;	;	PUNCT
flr-517	598	50	apprentices	apprentice	NOUN
flr-517	598	51	:	:	PUNCT
flr-517	598	52	ascot	ascot	NOUN
flr-517	598	53	:	:	PUNCT
flr-517	598	54	beck	beck	PROPN
flr-517	598	55	et	et	PROPN
flr-517	598	56	al	al	PROPN
flr-517	598	57	.	.	PROPN
flr-517	598	58	2016	2016	NUM
flr-517	598	59	)	)	PUNCT
flr-517	598	60	plus	plus	CCONJ
flr-517	598	61	individual	individual	ADJ
flr-517	598	62	projects	project	NOUN
flr-517	598	63	conducted	conduct	VERB
flr-517	598	64	in	in	ADP
flr-517	598	65	germany	germany	PROPN
flr-517	598	66	on	on	ADP
flr-517	598	67	test	test	NOUN
flr-517	598	68	development	development	NOUN
flr-517	598	69	(	(	PUNCT
flr-517	598	70	time	time	NOUN
flr-517	598	71	span	span	NOUN
flr-517	598	72	2014	2014	NUM
flr-517	598	73	-	-	SYM
flr-517	598	74	2015	2015	NUM
flr-517	598	75	)	)	PUNCT
flr-517	598	76	and	and	CCONJ
flr-517	598	77	two	two	NUM
flr-517	598	78	journals	journal	NOUN
flr-517	598	79	with	with	ADP
flr-517	598	80	a	a	DET
flr-517	598	81	focus	focus	NOUN
flr-517	598	82	on	on	ADP
flr-517	598	83	the	the	DET
flr-517	598	84	development	development	NOUN
flr-517	598	85	of	of	ADP
flr-517	598	86	measurement	measurement	NOUN
flr-517	598	87	instruments	instrument	NOUN
flr-517	598	88	in	in	ADP
flr-517	598	89	psychology	psychology	NOUN
flr-517	598	90	/	/	SYM
flr-517	598	91	education	education	NOUN
flr-517	598	92	(	(	PUNCT
flr-517	598	93	time	time	NOUN
flr-517	598	94	span	span	NOUN
flr-517	598	95	2009	2009	NUM
flr-517	598	96	-	-	SYM
flr-517	598	97	2015	2015	NUM
flr-517	598	98	):	):	PUNCT
flr-517	598	99	educational	educational	ADJ
flr-517	598	100	and	and	CCONJ
flr-517	598	101	psychological	psychological	ADJ
flr-517	598	102	measurement	measurement	NOUN
flr-517	598	103	(	(	PUNCT
flr-517	598	104	sage	sage	NOUN
flr-517	598	105	,	,	PUNCT
flr-517	598	106	los	los	PROPN
flr-517	598	107	angeles	angeles	PROPN
flr-517	598	108	et	et	PROPN
flr-517	598	109	al	al	PROPN
flr-517	598	110	.	.	PROPN
flr-517	598	111	)	)	PUNCT
flr-517	599	1	and	and	CCONJ
flr-517	599	2	measurement	measurement	NOUN
flr-517	599	3	and	and	CCONJ
flr-517	599	4	evaluation	evaluation	NOUN
flr-517	599	5	in	in	ADP
flr-517	599	6	counselling	counselling	NOUN
flr-517	599	7	and	and	CCONJ
flr-517	599	8	development	development	NOUN
flr-517	599	9	,	,	PUNCT
flr-517	599	10	(	(	PUNCT
flr-517	599	11	sage	sage	NOUN
flr-517	599	12	,	,	PUNCT
flr-517	599	13	los	los	PROPN
flr-517	599	14	angeles	angeles	PROPN
flr-517	599	15	et	et	PROPN
flr-517	599	16	al	al	PROPN
flr-517	599	17	.	.	PUNCT
flr-517	599	18	)	)	PUNCT
flr-517	600	1	°	°	VERB
flr-517	600	2	not	not	PART
flr-517	600	3	specified	specify	VERB
flr-517	600	4	in	in	ADP
flr-517	600	5	further	further	ADJ
flr-517	600	6	detail	detail	NOUN
flr-517	600	7	appendix	appendix	NOUN
flr-517	600	8	2	2	NUM
flr-517	600	9	.	.	PUNCT
flr-517	601	1	sources	source	NOUN
flr-517	601	2	a	a	DET
flr-517	601	3	projects	project	NOUN
flr-517	601	4	conducted	conduct	VERB
flr-517	601	5	as	as	ADP
flr-517	601	6	part	part	NOUN
flr-517	601	7	of	of	ADP
flr-517	601	8	the	the	DET
flr-517	601	9	kokohs	kokohs	ADJ
flr-517	601	10	program	program	NOUN
flr-517	601	11	on	on	ADP
flr-517	601	12	modeling	modeling	NOUN
flr-517	601	13	and	and	CCONJ
flr-517	601	14	measuring	measure	VERB
flr-517	601	15	competences	competence	NOUN
flr-517	601	16	/	/	SYM
flr-517	601	17	skills	skill	NOUN
flr-517	601	18	in	in	ADP
flr-517	601	19	higher	high	ADJ
flr-517	601	20	education	education	NOUN
flr-517	601	21	(	(	PUNCT
flr-517	601	22	2014	2014	NUM
flr-517	601	23	–	–	SYM
flr-517	601	24	2015	2015	NUM
flr-517	601	25	)	)	PUNCT
flr-517	602	1	[	[	X
flr-517	602	2	in	in	ADP
flr-517	602	3	alphabetical	alphabetical	ADJ
flr-517	602	4	order	order	NOUN
flr-517	602	5	according	accord	VERB
flr-517	602	6	to	to	ADP
flr-517	602	7	acronym	acronym	NOUN
flr-517	602	8	]	]	PUNCT
flr-517	602	9	(	(	PUNCT
flr-517	602	10	1	1	X
flr-517	602	11	)	)	PUNCT
flr-517	602	12	siebert	siebert	PROPN
flr-517	602	13	-	-	PUNCT
flr-517	602	14	ott	ott	PROPN
flr-517	602	15	,	,	PUNCT
flr-517	602	16	g.	g.	PROPN
flr-517	602	17	,	,	PUNCT
flr-517	602	18	decker	decker	PROPN
flr-517	602	19	,	,	PUNCT
flr-517	602	20	l.	l.	PROPN
flr-517	602	21	,	,	PUNCT
flr-517	602	22	kaplan	kaplan	PROPN
flr-517	602	23	,	,	PUNCT
flr-517	602	24	i.	i.	PROPN
flr-517	602	25	,	,	PUNCT
flr-517	602	26	&	&	CCONJ
flr-517	602	27	macha	macha	PROPN
flr-517	602	28	,	,	PUNCT
flr-517	602	29	k.	k.	PROPN
flr-517	602	30	(	(	PUNCT
flr-517	602	31	2015	2015	NUM
flr-517	602	32	)	)	PUNCT
flr-517	602	33	.	.	PUNCT
flr-517	603	1	akademische	akademische	PROPN
flr-517	603	2	textkompetenzen	textkompetenzen	VERB
flr-517	603	3	bei	bei	PROPN
flr-517	603	4	studienanfängern	studienanfängern	NOUN
flr-517	603	5	und	und	PROPN
flr-517	603	6	fortgeschrittenen	fortgeschrittenen	PROPN
flr-517	603	7	studierenden	studierenden	PROPN
flr-517	603	8	des	des	PROPN
flr-517	603	9	lehramtes	lehramte	NOUN
flr-517	603	10	(	(	PUNCT
flr-517	603	11	akatex	akatex	NOUN
flr-517	603	12	)	)	PUNCT
flr-517	603	13	–	–	PUNCT
flr-517	603	14	kompetenzmodellierung	kompetenzmodellierung	VERB
flr-517	603	15	und	und	NOUN
flr-517	603	16	erste	erste	PROPN
flr-517	603	17	ergebnisse	ergebnisse	PROPN
flr-517	603	18	der	der	NOUN
flr-517	603	19	kompetenzerfassung	kompetenzerfassung	PROPN
flr-517	603	20	.	.	PUNCT
flr-517	604	1	in	in	ADP
flr-517	604	2	u.	u.	PROPN
flr-517	604	3	riegel	riegel	PROPN
flr-517	604	4	,	,	PUNCT
flr-517	604	5	s.	s.	PROPN
flr-517	604	6	schubert	schubert	PROPN
flr-517	604	7	,	,	PUNCT
flr-517	604	8	g.	g.	PROPN
flr-517	604	9	siebert	siebert	PROPN
flr-517	604	10	-	-	PUNCT
flr-517	604	11	ott	ott	PROPN
flr-517	604	12	&	&	CCONJ
flr-517	604	13	k.	k.	PROPN
flr-517	604	14	macha	macha	PROPN
flr-517	604	15	(	(	PUNCT
flr-517	604	16	hrsg	hrsg	PROPN
flr-517	604	17	.	.	PUNCT
flr-517	604	18	)	)	PUNCT
flr-517	604	19	,	,	PUNCT
flr-517	604	20	kompetenzmodellierung	kompetenzmodellierung	VERB
flr-517	604	21	und	und	PROPN
flr-517	604	22	kompetenzmessung	kompetenzmessung	PROPN
flr-517	604	23	in	in	ADP
flr-517	604	24	den	den	PROPN
flr-517	604	25	fachdidaktiken	fachdidaktiken	PROPN
flr-517	604	26	(	(	PUNCT
flr-517	604	27	s.	s.	PROPN
flr-517	604	28	257	257	NUM
flr-517	604	29	-	-	NUM
flr-517	604	30	273	273	NUM
flr-517	604	31	)	)	PUNCT
flr-517	604	32	.	.	PUNCT
flr-517	605	1	münster	münster	NOUN
flr-517	605	2	:	:	PUNCT
flr-517	605	3	waxmann	waxmann	PROPN
flr-517	605	4	.	.	PUNCT
flr-517	606	1	akatex	akatex	NOUN
flr-517	606	2	(	(	PUNCT
flr-517	606	3	2	2	NUM
flr-517	606	4	)	)	PUNCT
flr-517	606	5	lohse	lohse	NOUN
flr-517	606	6	-	-	PUNCT
flr-517	606	7	bossenz	bossenz	PROPN
flr-517	606	8	,	,	PUNCT
flr-517	606	9	h.	h.	PROPN
flr-517	606	10	,	,	PUNCT
flr-517	606	11	kunina	kunina	PROPN
flr-517	606	12	-	-	PUNCT
flr-517	606	13	habenicht	habenicht	PROPN
flr-517	606	14	,	,	PUNCT
flr-517	606	15	o.	o.	NOUN
flr-517	606	16	,	,	PUNCT
flr-517	606	17	&	&	CCONJ
flr-517	606	18	kunter	kunter	NOUN
flr-517	606	19	,	,	PUNCT
flr-517	606	20	m.	m.	NOUN
flr-517	606	21	(	(	PUNCT
flr-517	606	22	2013	2013	NUM
flr-517	606	23	)	)	PUNCT
flr-517	606	24	.	.	PUNCT
flr-517	607	1	the	the	DET
flr-517	607	2	role	role	NOUN
flr-517	607	3	of	of	ADP
flr-517	607	4	educational	educational	ADJ
flr-517	607	5	psychology	psychology	NOUN
flr-517	607	6	in	in	ADP
flr-517	607	7	teacher	teacher	NOUN
flr-517	607	8	education	education	NOUN
flr-517	607	9	:	:	PUNCT
flr-517	607	10	expert	expert	ADJ
flr-517	607	11	opinions	opinion	NOUN
flr-517	607	12	on	on	ADP
flr-517	607	13	what	what	PRON
flr-517	607	14	teachers	teacher	NOUN
flr-517	607	15	should	should	AUX
flr-517	607	16	know	know	VERB
flr-517	607	17	about	about	ADP
flr-517	607	18	learning	learning	NOUN
flr-517	607	19	,	,	PUNCT
flr-517	607	20	development	development	NOUN
flr-517	607	21	,	,	PUNCT
flr-517	607	22	and	and	CCONJ
flr-517	607	23	assessment	assessment	NOUN
flr-517	607	24	.	.	PUNCT
flr-517	608	1	european	european	ADJ
flr-517	608	2	journal	journal	PROPN
flr-517	608	3	of	of	ADP
flr-517	608	4	psychology	psychology	NOUN
flr-517	608	5	of	of	ADP
flr-517	608	6	education	education	NOUN
flr-517	608	7	,	,	PUNCT
flr-517	608	8	28	28	NUM
flr-517	608	9	,	,	PUNCT
flr-517	608	10	1543	1543	NUM
flr-517	608	11	-	-	SYM
flr-517	608	12	1565	1565	NUM
flr-517	608	13	.	.	PUNCT
flr-517	609	1	doi	doi	NOUN
flr-517	609	2	:	:	PUNCT
flr-517	609	3	10.1007	10.1007	NUM
flr-517	609	4	/	/	SYM
flr-517	609	5	s10212	s10212	NOUN
flr-517	609	6	-	-	PUNCT
flr-517	609	7	013	013	NUM
flr-517	609	8	-	-	PUNCT
flr-517	609	9	0181	0181	NUM
flr-517	609	10	-	-	PUNCT
flr-517	609	11	6	6	NUM
flr-517	609	12	.	.	PUNCT
flr-517	609	13	bilwiss	bilwiss	ADJ
flr-517	609	14	(	(	PUNCT
flr-517	609	15	3	3	NUM
flr-517	609	16	)	)	PUNCT
flr-517	609	17	hammer	hammer	NOUN
flr-517	609	18	,	,	PUNCT
flr-517	609	19	s.	s.	PROPN
flr-517	609	20	,	,	PUNCT
flr-517	609	21	carlson	carlson	PROPN
flr-517	609	22	,	,	PUNCT
flr-517	609	23	s.a	s.a	PROPN
flr-517	609	24	.	.	PROPN
flr-517	609	25	,	,	PUNCT
flr-517	609	26	ehmke	ehmke	PROPN
flr-517	609	27	,	,	PUNCT
flr-517	609	28	t.	t.	PROPN
flr-517	609	29	,	,	PUNCT
flr-517	609	30	koch	koch	PROPN
flr-517	609	31	-	-	PUNCT
flr-517	609	32	priewe	priewe	PROPN
flr-517	609	33	,	,	PUNCT
flr-517	609	34	b.	b.	PROPN
flr-517	609	35	,	,	PUNCT
flr-517	609	36	koeker	koeker	PROPN
flr-517	609	37	,	,	PUNCT
flr-517	609	38	a.	a.	PROPN
flr-517	609	39	,	,	PUNCT
flr-517	609	40	ohm	ohm	PROPN
flr-517	609	41	,	,	PUNCT
flr-517	609	42	u.	u.	NOUN
flr-517	609	43	,	,	PUNCT
flr-517	609	44	rosenbrock	rosenbrock	NOUN
flr-517	609	45	,	,	PUNCT
flr-517	609	46	s.	s.	PROPN
flr-517	609	47	,	,	PUNCT
flr-517	609	48	&	&	CCONJ
flr-517	609	49	schulze	schulze	PROPN
flr-517	609	50	,	,	PUNCT
flr-517	609	51	n.	n.	NOUN
flr-517	609	52	(	(	PUNCT
flr-517	609	53	2015	2015	NUM
flr-517	609	54	)	)	PUNCT
flr-517	609	55	.	.	PUNCT
flr-517	610	1	kompetenz	kompetenz	PROPN
flr-517	610	2	von	von	PROPN
flr-517	610	3	lehramtsstudierenden	lehramtsstudierenden	PROPN
flr-517	610	4	in	in	ADP
flr-517	610	5	deutsch	deutsch	PROPN
flr-517	610	6	als	als	VERB
flr-517	610	7	zweitsprache	zweitsprache	PROPN
flr-517	610	8	.	.	PUNCT
flr-517	611	1	in	in	ADP
flr-517	611	2	s.	s.	PROPN
flr-517	611	3	blömeke	blömeke	PROPN
flr-517	611	4	&	&	CCONJ
flr-517	611	5	o.	o.	PROPN
flr-517	611	6	zlatkin	zlatkin	PROPN
flr-517	611	7	-	-	PUNCT
flr-517	611	8	troitschanskaia	troitschanskaia	PROPN
flr-517	611	9	,	,	PUNCT
flr-517	611	10	kompetenzen	kompetenzen	PROPN
flr-517	611	11	von	von	PROPN
flr-517	611	12	studierenden	studierenden	PROPN
flr-517	611	13	(	(	PUNCT
flr-517	611	14	s.	s.	PROPN
flr-517	611	15	33	33	NUM
flr-517	611	16	-	-	SYM
flr-517	611	17	54	54	NUM
flr-517	611	18	)	)	PUNCT
flr-517	611	19	.	.	PUNCT
flr-517	612	1	zeitschrift	zeitschrift	PROPN
flr-517	612	2	für	für	PROPN
flr-517	612	3	pädagogik	pädagogik	PROPN
flr-517	612	4	.	.	PUNCT
flr-517	613	1	beiheft	beiheft	PROPN
flr-517	613	2	61	61	NUM
flr-517	613	3	.	.	PUNCT
flr-517	614	1	weinheim	weinheim	PROPN
flr-517	614	2	:	:	PUNCT
flr-517	614	3	beltz	beltz	VERB
flr-517	614	4	juventa	juventa	NOUN
flr-517	614	5	.	.	PUNCT
flr-517	615	1	dazkom	dazkom	NOUN
flr-517	615	2	(	(	PUNCT
flr-517	615	3	4	4	NUM
flr-517	615	4	)	)	PUNCT
flr-517	615	5	eggert	eggert	PROPN
flr-517	615	6	,	,	PUNCT
flr-517	615	7	s.	s.	PROPN
flr-517	615	8	&	&	CCONJ
flr-517	615	9	boegeholz	boegeholz	PROPN
flr-517	615	10	,	,	PUNCT
flr-517	615	11	s.	s.	PROPN
flr-517	615	12	(	(	PUNCT
flr-517	615	13	2009	2009	NUM
flr-517	615	14	)	)	PUNCT
flr-517	615	15	.	.	PUNCT
flr-517	616	1	students	student	NOUN
flr-517	616	2	'	'	PART
flr-517	616	3	use	use	NOUN
flr-517	616	4	of	of	ADP
flr-517	616	5	decision‐making	decision‐make	VERB
flr-517	616	6	strategies	strategy	NOUN
flr-517	616	7	with	with	ADP
flr-517	616	8	regard	regard	NOUN
flr-517	616	9	to	to	ADP
flr-517	616	10	socioscientific	socioscientific	NOUN
flr-517	616	11	issues	issue	NOUN
flr-517	616	12	:	:	PUNCT
flr-517	616	13	an	an	DET
flr-517	616	14	application	application	NOUN
flr-517	616	15	of	of	ADP
flr-517	616	16	the	the	DET
flr-517	616	17	rasch	rasch	ADJ
flr-517	616	18	partial	partial	ADJ
flr-517	616	19	credit	credit	NOUN
flr-517	616	20	model	model	NOUN
flr-517	616	21	.	.	PUNCT
flr-517	617	1	science	science	NOUN
flr-517	617	2	education	education	PROPN
flr-517	617	3	,	,	PUNCT
flr-517	617	4	94(2	94(2	NOUN
flr-517	617	5	)	)	PUNCT
flr-517	617	6	,	,	PUNCT
flr-517	617	7	230	230	NUM
flr-517	617	8	-	-	SYM
flr-517	617	9	258	258	NUM
flr-517	617	10	.	.	PUNCT
flr-517	618	1	exmo	exmo	NOUN
flr-517	618	2	(	(	PUNCT
flr-517	618	3	5	5	NUM
flr-517	618	4	)	)	PUNCT
flr-517	618	5	fritsch	fritsch	PROPN
flr-517	618	6	,	,	PUNCT
flr-517	618	7	s.	s.	PROPN
flr-517	618	8	,	,	PUNCT
flr-517	618	9	berger	berger	PROPN
flr-517	618	10	,	,	PUNCT
flr-517	618	11	s.	s.	PROPN
flr-517	618	12	,	,	PUNCT
flr-517	618	13	seifried	seifrie	VERB
flr-517	618	14	,	,	PUNCT
flr-517	618	15	j.	j.	PROPN
flr-517	618	16	,	,	PUNCT
flr-517	618	17	bouley	bouley	PROPN
flr-517	618	18	,	,	PUNCT
flr-517	618	19	f.	f.	PROPN
flr-517	618	20	,	,	PUNCT
flr-517	618	21	wuttke	wuttke	NOUN
flr-517	618	22	,	,	PUNCT
flr-517	618	23	e.	e.	PROPN
flr-517	618	24	,	,	PUNCT
flr-517	618	25	schnick	schnick	ADJ
flr-517	618	26	-	-	PUNCT
flr-517	618	27	vollmer	vollmer	PROPN
flr-517	618	28	,	,	PUNCT
flr-517	618	29	k.	k.	PROPN
flr-517	618	30	,	,	PUNCT
flr-517	618	31	&	&	CCONJ
flr-517	618	32	schmitz	schmitz	PROPN
flr-517	618	33	,	,	PUNCT
flr-517	618	34	b.	b.	PROPN
flr-517	618	35	(	(	PUNCT
flr-517	618	36	2015	2015	NUM
flr-517	618	37	)	)	PUNCT
flr-517	618	38	.	.	PUNCT
flr-517	619	1	the	the	DET
flr-517	619	2	impact	impact	NOUN
flr-517	619	3	of	of	ADP
flr-517	619	4	university	university	NOUN
flr-517	619	5	teacher	teacher	NOUN
flr-517	619	6	training	training	NOUN
flr-517	619	7	on	on	ADP
flr-517	619	8	prospective	prospective	ADJ
flr-517	619	9	teachers	teacher	NOUN
flr-517	619	10	’	'	PUNCT
flr-517	619	11	ck	ck	PROPN
flr-517	619	12	and	and	CCONJ
flr-517	619	13	pck	pck	PROPN
flr-517	619	14	–	–	PUNCT
flr-517	619	15	a	a	DET
flr-517	619	16	comparison	comparison	NOUN
flr-517	619	17	between	between	ADP
flr-517	619	18	austria	austria	PROPN
flr-517	619	19	and	and	CCONJ
flr-517	619	20	germany	germany	PROPN
flr-517	619	21	.	.	PUNCT
flr-517	620	1	empirical	empirical	ADJ
flr-517	620	2	research	research	NOUN
flr-517	620	3	in	in	ADP
flr-517	620	4	vocational	vocational	ADJ
flr-517	620	5	education	education	NOUN
flr-517	620	6	and	and	CCONJ
flr-517	620	7	training	training	NOUN
flr-517	620	8	,	,	PUNCT
flr-517	620	9	7(4	7(4	NUM
flr-517	620	10	)	)	PUNCT
flr-517	620	11	,	,	PUNCT
flr-517	620	12	1	1	NUM
flr-517	620	13	-	-	SYM
flr-517	620	14	20	20	NUM
flr-517	620	15	.	.	PUNCT
flr-517	621	1	http://www.ervet-journal.com/content/7/1/4	http://www.ervet-journal.com/content/7/1/4	PROPN
flr-517	621	2	;	;	PUNCT
flr-517	621	3	doi	doi	NOUN
flr-517	621	4	:	:	PUNCT
flr-517	621	5	10.1186	10.1186	NUM
flr-517	621	6	/	/	SYM
flr-517	621	7	s40461	s40461	NOUN
flr-517	621	8	-	-	PUNCT
flr-517	621	9	015	015	NUM
flr-517	621	10	-	-	PUNCT
flr-517	621	11	0014	0014	NUM
flr-517	621	12	-	-	PUNCT
flr-517	621	13	8	8	NUM
flr-517	621	14	.	.	PUNCT
flr-517	622	1	komewp	komewp	PROPN
flr-517	622	2	(	(	PUNCT
flr-517	622	3	6	6	NUM
flr-517	622	4	)	)	PUNCT
flr-517	622	5	jenßen	jenßen	NOUN
flr-517	622	6	,	,	PUNCT
flr-517	622	7	l.	l.	PROPN
flr-517	622	8	,	,	PUNCT
flr-517	622	9	dunekacke	dunekacke	PROPN
flr-517	622	10	,	,	PUNCT
flr-517	622	11	s.	s.	PROPN
flr-517	622	12	,	,	PUNCT
flr-517	622	13	&	&	CCONJ
flr-517	622	14	blömeke	blömeke	PROPN
flr-517	622	15	,	,	PUNCT
flr-517	622	16	s.	s.	PROPN
flr-517	622	17	(	(	PUNCT
flr-517	622	18	2015	2015	NUM
flr-517	622	19	)	)	PUNCT
flr-517	622	20	.	.	PUNCT
flr-517	623	1	qualitätssicherung	qualitätssicherung	PROPN
flr-517	623	2	in	in	ADP
flr-517	623	3	der	der	ADJ
flr-517	623	4	kompetenzforschung	kompetenzforschung	NOUN
flr-517	623	5	.	.	PUNCT
flr-517	624	1	in	in	ADP
flr-517	624	2	s.	s.	PROPN
flr-517	624	3	blömeke	blömeke	PROPN
flr-517	624	4	&	&	CCONJ
flr-517	624	5	o.	o.	PROPN
flr-517	624	6	zlatkin	zlatkin	PROPN
flr-517	624	7	-	-	PUNCT
flr-517	624	8	troitschanskaia	troitschanskaia	PROPN
flr-517	624	9	,	,	PUNCT
flr-517	624	10	kompetenzen	kompetenzen	PROPN
flr-517	624	11	von	von	PROPN
flr-517	624	12	studierenden	studierenden	PROPN
flr-517	624	13	(	(	PUNCT
flr-517	624	14	s.	s.	PROPN
flr-517	624	15	11	11	NUM
flr-517	624	16	-	-	SYM
flr-517	624	17	31	31	NUM
flr-517	624	18	)	)	PUNCT
flr-517	624	19	.	.	PUNCT
flr-517	625	1	zeitschrift	zeitschrift	PROPN
flr-517	625	2	für	für	PROPN
flr-517	625	3	pädagogik	pädagogik	PROPN
flr-517	625	4	.	.	PUNCT
flr-517	626	1	beiheft	beiheft	PROPN
flr-517	626	2	61	61	NUM
flr-517	626	3	.	.	PUNCT
flr-517	627	1	weinheim	weinheim	PROPN
flr-517	627	2	:	:	PUNCT
flr-517	627	3	beltz	beltz	VERB
flr-517	627	4	juventa	juventa	PROPN
flr-517	627	5	.	.	PUNCT
flr-517	628	1	komma	komma	PROPN
flr-517	628	2	(	(	PUNCT
flr-517	628	3	7	7	NUM
flr-517	628	4	)	)	PUNCT
flr-517	628	5	schwippert	schwippert	PROPN
flr-517	628	6	,	,	PUNCT
flr-517	628	7	k.	k.	PROPN
flr-517	628	8	,	,	PUNCT
flr-517	628	9	braun	braun	PROPN
flr-517	628	10	,	,	PUNCT
flr-517	628	11	e.	e.	PROPN
flr-517	628	12	,	,	PUNCT
flr-517	628	13	prinz	prinz	PROPN
flr-517	628	14	,	,	PUNCT
flr-517	628	15	d.	d.	PROPN
flr-517	628	16	,	,	PUNCT
flr-517	628	17	schaeper	schaeper	PROPN
flr-517	628	18	,	,	PUNCT
flr-517	628	19	h.	h.	PROPN
flr-517	628	20	,	,	PUNCT
flr-517	628	21	fickermann	fickermann	PROPN
flr-517	628	22	,	,	PUNCT
flr-517	628	23	d.	d.	PROPN
flr-517	628	24	,	,	PUNCT
flr-517	628	25	pfeiffer	pfeiffer	PROPN
flr-517	628	26	,	,	PUNCT
flr-517	628	27	j.	j.	PROPN
flr-517	628	28	,	,	PUNCT
flr-517	628	29	&	&	CCONJ
flr-517	628	30	brachem	brachem	PROPN
flr-517	628	31	,	,	PUNCT
flr-517	628	32	j.-c	j.-c	PROPN
flr-517	628	33	.	.	PUNCT
flr-517	629	1	(	(	PUNCT
flr-517	629	2	2014	2014	NUM
flr-517	629	3	)	)	PUNCT
flr-517	629	4	.	.	PUNCT
flr-517	630	1	kompaed	kompaed	PROPN
flr-517	630	2	tätigkeitsbezogene	tätigkeitsbezogene	PROPN
flr-517	630	3	kompetenzen	kompetenzen	PROPN
flr-517	630	4	in	in	ADP
flr-517	630	5	pädagogischen	pädagogischen	PROPN
flr-517	630	6	handlungsfeldern	handlungsfeldern	PROPN
flr-517	630	7	.	.	PUNCT
flr-517	631	1	die	die	PROPN
flr-517	631	2	deutsche	deutsche	PROPN
flr-517	631	3	schule	schule	PROPN
flr-517	631	4	,	,	PUNCT
flr-517	631	5	106(1	106(1	NUM
flr-517	631	6	)	)	PUNCT
flr-517	631	7	,	,	PUNCT
flr-517	631	8	72	72	NUM
flr-517	631	9	-	-	SYM
flr-517	631	10	84	84	NUM
flr-517	631	11	.	.	PUNCT
flr-517	632	1	kompaed	kompaed	NOUN
flr-517	632	2	(	(	PUNCT
flr-517	632	3	8)	8)	NUM
flr-517	632	4	trempler	trempler	NOUN
flr-517	632	5	,	,	PUNCT
flr-517	632	6	k.	k.	PROPN
flr-517	632	7	,	,	PUNCT
flr-517	632	8	hetmanek	hetmanek	NOUN
flr-517	632	9	,	,	PUNCT
flr-517	632	10	a.	a.	NOUN
flr-517	632	11	,	,	PUNCT
flr-517	632	12	wecker	wecker	NOUN
flr-517	632	13	,	,	PUNCT
flr-517	632	14	c.	c.	PROPN
flr-517	632	15	,	,	PUNCT
flr-517	632	16	kiesewetter	kiesewetter	PROPN
flr-517	632	17	,	,	PUNCT
flr-517	632	18	j.	j.	PROPN
flr-517	632	19	,	,	PUNCT
flr-517	632	20	wermelt	wermelt	PROPN
flr-517	632	21	,	,	PUNCT
flr-517	632	22	m.	m.	NOUN
flr-517	632	23	,	,	PUNCT
flr-517	632	24	fischer	fischer	PROPN
flr-517	632	25	,	,	PUNCT
flr-517	632	26	f.	f.	PROPN
flr-517	632	27	,	,	PUNCT
flr-517	632	28	fischer	fischer	PROPN
flr-517	632	29	,	,	PUNCT
flr-517	632	30	m.	m.	NOUN
flr-517	632	31	,	,	PUNCT
flr-517	632	32	&	&	CCONJ
flr-517	632	33	graesel	graesel	PROPN
flr-517	632	34	,	,	PUNCT
flr-517	632	35	c.	c.	PROPN
flr-517	632	36	(	(	PUNCT
flr-517	632	37	2015	2015	NUM
flr-517	632	38	)	)	PUNCT
flr-517	632	39	.	.	PUNCT
flr-517	633	1	nutzung	nutzung	PROPN
flr-517	633	2	von	von	PROPN
flr-517	633	3	evidenz	evidenz	PROPN
flr-517	634	1	i	i	PROPN
flr-517	634	2	m	m	VERB
flr-517	634	3	bildungsbereich	bildungsbereich	NOUN
flr-517	634	4	.	.	PUNCT
flr-517	635	1	validierung	validierung	PROPN
flr-517	635	2	eines	eines	PROPN
flr-517	635	3	instruments	instrument	NOUN
flr-517	635	4	zur	zur	PROPN
flr-517	635	5	erfassung	erfassung	PROPN
flr-517	635	6	von	von	PROPN
flr-517	635	7	kompetenzen	kompetenzen	PROPN
flr-517	635	8	der	der	PROPN
flr-517	635	9	informationsauswahl	informationsauswahl	NOUN
flr-517	635	10	und	und	VERB
flr-517	635	11	bewertung	bewertung	PROPN
flr-517	635	12	von	von	PROPN
flr-517	635	13	studien	studien	PROPN
flr-517	635	14	.	.	PUNCT
flr-517	636	1	in	in	ADP
flr-517	636	2	s.	s.	PROPN
flr-517	636	3	blömeke	blömeke	PROPN
flr-517	636	4	&	&	CCONJ
flr-517	636	5	o.	o.	PROPN
flr-517	636	6	zlatkin	zlatkin	PROPN
flr-517	636	7	-	-	PUNCT
flr-517	636	8	troitschanskaia	troitschanskaia	PROPN
flr-517	636	9	,	,	PUNCT
flr-517	636	10	kompetenzen	kompetenzen	PROPN
flr-517	636	11	von	von	PROPN
flr-517	636	12	studierenden	studierenden	PROPN
flr-517	636	13	(	(	PUNCT
flr-517	636	14	s.	s.	PROPN
flr-517	636	15	144	144	NUM
flr-517	636	16	-	-	SYM
flr-517	636	17	166	166	NUM
flr-517	636	18	)	)	PUNCT
flr-517	636	19	.	.	PUNCT
flr-517	637	1	zeitschrift	zeitschrift	PROPN
flr-517	637	2	für	für	PROPN
flr-517	637	3	paedagogik	paedagogik	PROPN
flr-517	637	4	.	.	PUNCT
flr-517	638	1	beiheft	beiheft	PROPN
flr-517	638	2	61	61	NUM
flr-517	638	3	.	.	PUNCT
flr-517	639	1	weinheim	weinheim	PROPN
flr-517	639	2	:	:	PUNCT
flr-517	639	3	beltz	beltz	VERB
flr-517	639	4	juventa	juventa	NOUN
flr-517	639	5	.	.	PUNCT
flr-517	640	1	kompare	kompare	NOUN
flr-517	640	2	(	(	PUNCT
flr-517	640	3	9	9	NUM
flr-517	640	4	)	)	PUNCT
flr-517	640	5	neumann	neumann	PROPN
flr-517	640	6	,	,	PUNCT
flr-517	640	7	i.	i.	PROPN
flr-517	640	8	,	,	PUNCT
flr-517	640	9	rösken	rösken	VERB
flr-517	640	10	-	-	PUNCT
flr-517	640	11	winter	winter	NOUN
flr-517	640	12	,	,	PUNCT
flr-517	640	13	b.	b.	PROPN
flr-517	640	14	,	,	PUNCT
flr-517	640	15	lehmann	lehmann	PROPN
flr-517	640	16	,	,	PUNCT
flr-517	640	17	m.	m.	NOUN
flr-517	640	18	,	,	PUNCT
flr-517	640	19	duchhardt	duchhardt	NOUN
flr-517	640	20	,	,	PUNCT
flr-517	640	21	c.	c.	PROPN
flr-517	640	22	,	,	PUNCT
flr-517	640	23	heinze	heinze	PROPN
flr-517	640	24	,	,	PUNCT
flr-517	640	25	a.	a.	PROPN
flr-517	640	26	,	,	PUNCT
flr-517	640	27	&	&	CCONJ
flr-517	640	28	nickolaus	nickolaus	PROPN
flr-517	640	29	,	,	PUNCT
flr-517	640	30	r.	r.	PROPN
flr-517	640	31	(	(	PUNCT
flr-517	640	32	2015	2015	NUM
flr-517	640	33	)	)	PUNCT
flr-517	640	34	.	.	PUNCT
flr-517	641	1	measuring	measure	VERB
flr-517	641	2	mathematical	mathematical	ADJ
flr-517	641	3	competences	competence	NOUN
flr-517	641	4	of	of	ADP
flr-517	641	5	engineering	engineering	NOUN
flr-517	641	6	students	student	NOUN
flr-517	641	7	at	at	ADP
flr-517	641	8	the	the	DET
flr-517	641	9	beginning	beginning	NOUN
flr-517	641	10	of	of	ADP
flr-517	641	11	their	their	PRON
flr-517	641	12	studies	study	NOUN
flr-517	641	13	.	.	PUNCT
flr-517	642	1	peabody	peabody	PROPN
flr-517	642	2	journal	journal	PROPN
flr-517	642	3	of	of	ADP
flr-517	642	4	education	education	NOUN
flr-517	642	5	,	,	PUNCT
flr-517	642	6	90(4	90(4	NUM
flr-517	642	7	)	)	PUNCT
flr-517	642	8	,	,	PUNCT
flr-517	642	9	465	465	NUM
flr-517	642	10	-	-	SYM
flr-517	642	11	476	476	NUM
flr-517	642	12	.	.	PUNCT
flr-517	643	1	doi	doi	NOUN
flr-517	643	2	:	:	PUNCT
flr-517	644	1	10.1080/0161956x.2015.1068054	10.1080/0161956x.2015.1068054	NUM
flr-517	644	2	.	.	PUNCT
flr-517	645	1	kom@ing	kom@e	VERB
flr-517	645	2	(	(	PUNCT
flr-517	645	3	10	10	NUM
flr-517	645	4	)	)	PUNCT
flr-517	645	5	schroeder	schroeder	PROPN
flr-517	645	6	,	,	PUNCT
flr-517	645	7	s.	s.	PROPN
flr-517	645	8	,	,	PUNCT
flr-517	645	9	richter	richter	PROPN
flr-517	645	10	,	,	PUNCT
flr-517	645	11	t.	t.	PROPN
flr-517	645	12	&	&	CCONJ
flr-517	645	13	hoever	hoever	PROPN
flr-517	645	14	,	,	PUNCT
flr-517	645	15	i.	i.	PROPN
flr-517	645	16	(	(	PUNCT
flr-517	645	17	2008	2008	NUM
flr-517	645	18	)	)	PUNCT
flr-517	645	19	.	.	PUNCT
flr-517	646	1	getting	get	VERB
flr-517	646	2	a	a	DET
flr-517	646	3	picture	picture	NOUN
flr-517	646	4	that	that	PRON
flr-517	646	5	is	be	AUX
flr-517	646	6	both	both	CCONJ
flr-517	646	7	accurate	accurate	ADJ
flr-517	646	8	and	and	CCONJ
flr-517	646	9	stable	stable	ADJ
flr-517	646	10	:	:	PUNCT
flr-517	646	11	situation	situation	NOUN
flr-517	646	12	models	model	NOUN
flr-517	646	13	and	and	CCONJ
flr-517	646	14	epistemic	epistemic	ADJ
flr-517	646	15	validation	validation	NOUN
flr-517	646	16	.	.	PUNCT
flr-517	647	1	journal	journal	NOUN
flr-517	647	2	of	of	ADP
flr-517	647	3	memory	memory	NOUN
flr-517	647	4	and	and	CCONJ
flr-517	647	5	language	language	NOUN
flr-517	647	6	,	,	PUNCT
flr-517	647	7	59	59	NUM
flr-517	647	8	,	,	PUNCT
flr-517	647	9	237	237	NUM
flr-517	647	10	-	-	SYM
flr-517	647	11	255	255	NUM
flr-517	647	12	.	.	PUNCT
flr-517	648	1	doi	doi	NOUN
flr-517	648	2	:	:	PUNCT
flr-517	648	3	10.1016	10.1016	NUM
flr-517	648	4	/	/	SYM
flr-517	648	5	j.jml.2008.05.001	j.jml.2008.05.001	PROPN
flr-517	648	6	.	.	PUNCT
flr-517	649	1	koswo	koswo	PROPN
flr-517	649	2	(	(	PUNCT
flr-517	649	3	11	11	NUM
flr-517	649	4	)	)	PUNCT
flr-517	649	5	hartmann	hartmann	PROPN
flr-517	649	6	,	,	PUNCT
flr-517	649	7	s.	s.	PROPN
flr-517	649	8	,	,	PUNCT
flr-517	649	9	upmeier	upmeier	NOUN
flr-517	649	10	zu	zu	X
flr-517	649	11	belzen	belzen	NOUN
flr-517	649	12	,	,	PUNCT
flr-517	649	13	a.	a.	NOUN
flr-517	649	14	,	,	PUNCT
flr-517	649	15	krüger	krüger	PROPN
flr-517	649	16	,	,	PUNCT
flr-517	649	17	d.	d.	PROPN
flr-517	649	18	,	,	PUNCT
flr-517	649	19	&	&	CCONJ
flr-517	649	20	pant	pant	PROPN
flr-517	649	21	,	,	PUNCT
flr-517	649	22	h.	h.	PROPN
flr-517	649	23	a.	a.	PROPN
flr-517	649	24	(	(	PUNCT
flr-517	649	25	2015	2015	NUM
flr-517	649	26	)	)	PUNCT
flr-517	649	27	.	.	PUNCT
flr-517	650	1	scientific	scientific	ADJ
flr-517	650	2	reasoning	reasoning	NOUN
flr-517	650	3	in	in	ADP
flr-517	650	4	higher	high	ADJ
flr-517	650	5	education	education	NOUN
flr-517	650	6	.	.	PUNCT
flr-517	651	1	constructing	construct	VERB
flr-517	651	2	and	and	CCONJ
flr-517	651	3	evaluating	evaluate	VERB
flr-517	651	4	the	the	DET
flr-517	651	5	criterion	criterion	NOUN
flr-517	651	6	-	-	PUNCT
flr-517	651	7	related	relate	VERB
flr-517	651	8	validity	validity	NOUN
flr-517	651	9	of	of	ADP
flr-517	651	10	an	an	DET
flr-517	651	11	assessment	assessment	NOUN
flr-517	651	12	of	of	ADP
flr-517	651	13	preservice	preservice	NOUN
flr-517	651	14	science	science	NOUN
flr-517	651	15	teachers	teacher	NOUN
flr-517	651	16	’	'	PUNCT
flr-517	651	17	competencies	competency	NOUN
flr-517	651	18	.	.	PUNCT
flr-517	652	1	zeitschrift	zeitschrift	PROPN
flr-517	652	2	für	für	PROPN
flr-517	652	3	psychologie	psychologie	PROPN
flr-517	652	4	,	,	PUNCT
flr-517	652	5	223(1	223(1	NUM
flr-517	652	6	)	)	PUNCT
flr-517	652	7	,	,	PUNCT
flr-517	652	8	47	47	NUM
flr-517	652	9	-	-	SYM
flr-517	652	10	53	53	NUM
flr-517	652	11	.	.	PUNCT
flr-517	652	12	doii	doii	ADJ
flr-517	652	13	:	:	PUNCT
flr-517	652	14	10.1027/2151	10.1027/2151	NUM
flr-517	652	15	-	-	SYM
flr-517	652	16	2604	2604	NUM
flr-517	652	17	/	/	SYM
flr-517	652	18	a000199	a000199	NOUN
flr-517	652	19	.	.	PUNCT
flr-517	653	1	ko	ko	PROPN
flr-517	653	2	-	-	PUNCT
flr-517	653	3	wadis	wadis	PROPN
flr-517	653	4	(	(	PUNCT
flr-517	653	5	12	12	NUM
flr-517	653	6	)	)	PUNCT
flr-517	653	7	bender	bender	NOUN
flr-517	653	8	,	,	PUNCT
flr-517	653	9	e.	e.	PROPN
flr-517	653	10	,	,	PUNCT
flr-517	653	11	hubwieser	hubwieser	NOUN
flr-517	653	12	,	,	PUNCT
flr-517	653	13	p.	p.	NOUN
flr-517	653	14	,	,	PUNCT
flr-517	653	15	schaper	schaper	NOUN
flr-517	653	16	,	,	PUNCT
flr-517	653	17	n.	n.	NOUN
flr-517	653	18	,	,	PUNCT
flr-517	653	19	margaritis	margaritis	NOUN
flr-517	653	20	,	,	PUNCT
flr-517	653	21	m.	m.	NOUN
flr-517	653	22	,	,	PUNCT
flr-517	653	23	berges	berge	NOUN
flr-517	653	24	,	,	PUNCT
flr-517	653	25	m.	m.	NOUN
flr-517	653	26	,	,	PUNCT
flr-517	653	27	ohrndorf	ohrndorf	PROPN
flr-517	653	28	,	,	PUNCT
flr-517	653	29	l.	l.	PROPN
flr-517	653	30	,	,	PUNCT
flr-517	653	31	magenheim	magenheim	PROPN
flr-517	653	32	,	,	PUNCT
flr-517	653	33	j.	j.	PROPN
flr-517	653	34	,	,	PUNCT
flr-517	653	35	&	&	CCONJ
flr-517	653	36	schubert	schubert	PROPN
flr-517	653	37	,	,	PUNCT
flr-517	653	38	s.	s.	PROPN
flr-517	653	39	(	(	PUNCT
flr-517	653	40	2015	2015	NUM
flr-517	653	41	)	)	PUNCT
flr-517	653	42	.	.	PUNCT
flr-517	654	1	towards	towards	ADP
flr-517	654	2	a	a	DET
flr-517	654	3	competency	competency	NOUN
flr-517	654	4	model	model	NOUN
flr-517	654	5	for	for	ADP
flr-517	654	6	teaching	teach	VERB
flr-517	654	7	computer	computer	NOUN
flr-517	654	8	science	science	NOUN
flr-517	654	9	.	.	PUNCT
flr-517	655	1	peabody	peabody	PROPN
flr-517	655	2	journal	journal	PROPN
flr-517	655	3	of	of	ADP
flr-517	655	4	education	education	NOUN
flr-517	655	5	,	,	PUNCT
flr-517	655	6	90(4	90(4	NUM
flr-517	655	7	)	)	PUNCT
flr-517	655	8	,	,	PUNCT
flr-517	655	9	519	519	NUM
flr-517	655	10	-	-	SYM
flr-517	655	11	532	532	NUM
flr-517	655	12	.	.	PUNCT
flr-517	656	1	doi	doi	NOUN
flr-517	656	2	:	:	PUNCT
flr-517	656	3	10.1080/0161956x.2015.1068082	10.1080/0161956x.2015.1068082	PROPN
flr-517	656	4	.	.	PUNCT
flr-517	657	1	kui	kui	PROPN
flr-517	657	2	(	(	PUNCT
flr-517	657	3	13	13	NUM
flr-517	657	4	)	)	PUNCT
flr-517	657	5	winter	winter	NOUN
flr-517	657	6	-	-	PUNCT
flr-517	657	7	hölzl	hölzl	NOUN
flr-517	657	8	,	,	PUNCT
flr-517	657	9	a.	a.	NOUN
flr-517	657	10	,	,	PUNCT
flr-517	657	11	waeschle	waeschle	PROPN
flr-517	657	12	,	,	PUNCT
flr-517	657	13	k.	k.	PROPN
flr-517	657	14	,	,	PUNCT
flr-517	657	15	wittwer	wittwer	PROPN
flr-517	657	16	,	,	PUNCT
flr-517	657	17	j.	j.	PROPN
flr-517	657	18	,	,	PUNCT
flr-517	657	19	watermann	watermann	PROPN
flr-517	657	20	,	,	PUNCT
flr-517	657	21	r.	r.	PROPN
flr-517	657	22	,	,	PUNCT
flr-517	657	23	&	&	CCONJ
flr-517	657	24	nueckles	nueckle	NOUN
flr-517	657	25	,	,	PUNCT
flr-517	657	26	m.	m.	NOUN
flr-517	657	27	(	(	PUNCT
flr-517	657	28	2015	2015	NUM
flr-517	657	29	)	)	PUNCT
flr-517	657	30	.	.	PUNCT
flr-517	658	1	entwicklung	entwicklung	PROPN
flr-517	658	2	und	und	PROPN
flr-517	658	3	validierung	validierung	PROPN
flr-517	658	4	eines	eines	PROPN
flr-517	658	5	tests	test	NOUN
flr-517	658	6	zur	zur	VERB
flr-517	658	7	erfassung	erfassung	PROPN
flr-517	658	8	des	des	PROPN
flr-517	658	9	genrewissens	genrewissens	PROPN
flr-517	658	10	studierender	studierender	PROPN
flr-517	658	11	und	und	VERB
flr-517	658	12	promovierender	promovierender	PROPN
flr-517	658	13	der	der	NOUN
flr-517	658	14	bildungswissenschaften	bildungswissenschaften	VERB
flr-517	658	15	.	.	PUNCT
flr-517	659	1	in	in	ADP
flr-517	659	2	s.	s.	PROPN
flr-517	659	3	blömeke	blömeke	PROPN
flr-517	659	4	&	&	CCONJ
flr-517	659	5	o.	o.	PROPN
flr-517	659	6	zlatkin	zlatkin	PROPN
flr-517	659	7	-	-	PUNCT
flr-517	659	8	troitschanskaia	troitschanskaia	PROPN
flr-517	659	9	,	,	PUNCT
flr-517	659	10	kompetenzen	kompetenzen	PROPN
flr-517	659	11	von	von	PROPN
flr-517	659	12	studierenden	studierenden	PROPN
flr-517	659	13	(	(	PUNCT
flr-517	659	14	s.	s.	PROPN
flr-517	659	15	185	185	NUM
flr-517	659	16	-	-	SYM
flr-517	659	17	202	202	NUM
flr-517	659	18	)	)	PUNCT
flr-517	659	19	.	.	PUNCT
flr-517	660	1	zeitschrift	zeitschrift	PROPN
flr-517	660	2	für	für	PROPN
flr-517	660	3	pädagogik	pädagogik	PROPN
flr-517	660	4	.	.	PUNCT
flr-517	661	1	beiheft	beiheft	PROPN
flr-517	661	2	61	61	NUM
flr-517	661	3	.	.	PUNCT
flr-517	662	1	weinheim	weinheim	PROPN
flr-517	662	2	:	:	PUNCT
flr-517	662	3	beltz	beltz	VERB
flr-517	662	4	juventa	juventa	NOUN
flr-517	662	5	.	.	PUNCT
flr-517	663	1	lssced	lssced	ADJ
flr-517	663	2	(	(	PUNCT
flr-517	663	3	14	14	NUM
flr-517	663	4	)	)	PUNCT
flr-517	663	5	tiede	tiede	PROPN
flr-517	663	6	,	,	PUNCT
flr-517	663	7	j.	j.	PROPN
flr-517	663	8	,	,	PUNCT
flr-517	663	9	grafe	grafe	PROPN
flr-517	663	10	,	,	PUNCT
flr-517	663	11	s.	s.	PROPN
flr-517	663	12	,	,	PUNCT
flr-517	663	13	&	&	CCONJ
flr-517	663	14	hobbs	hobbs	PROPN
flr-517	663	15	,	,	PUNCT
flr-517	663	16	r.	r.	PROPN
flr-517	663	17	(	(	PUNCT
flr-517	663	18	2015	2015	NUM
flr-517	663	19	)	)	PUNCT
flr-517	663	20	.	.	PUNCT
flr-517	664	1	pedagogical	pedagogical	ADJ
flr-517	664	2	media	medium	NOUN
flr-517	664	3	competencies	competency	NOUN
flr-517	664	4	of	of	ADP
flr-517	664	5	preservice	preservice	NOUN
flr-517	664	6	teachers	teacher	NOUN
flr-517	664	7	in	in	ADP
flr-517	664	8	germany	germany	PROPN
flr-517	664	9	and	and	CCONJ
flr-517	664	10	the	the	DET
flr-517	664	11	united	united	PROPN
flr-517	664	12	states	states	PROPN
flr-517	664	13	:	:	PUNCT
flr-517	664	14	a	a	DET
flr-517	664	15	comparative	comparative	ADJ
flr-517	664	16	analysis	analysis	NOUN
flr-517	664	17	of	of	ADP
flr-517	664	18	theory	theory	NOUN
flr-517	664	19	and	and	CCONJ
flr-517	664	20	practice	practice	NOUN
flr-517	664	21	,	,	PUNCT
flr-517	664	22	peabody	peabody	PROPN
flr-517	664	23	journal	journal	PROPN
flr-517	664	24	of	of	ADP
flr-517	664	25	education	education	NOUN
flr-517	664	26	,	,	PUNCT
flr-517	664	27	90(4	90(4	NUM
flr-517	664	28	)	)	PUNCT
flr-517	664	29	,	,	PUNCT
flr-517	664	30	533	533	NUM
flr-517	664	31	-	-	SYM
flr-517	664	32	545	545	NUM
flr-517	664	33	.	.	PUNCT
flr-517	665	1	doi	doi	NOUN
flr-517	665	2	:	:	PUNCT
flr-517	665	3	10.1080/0161956x.2015.1068083	10.1080/0161956x.2015.1068083	NUM
flr-517	665	4	.	.	PUNCT
flr-517	666	1	m3k	m3k	NOUN
flr-517	666	2	(	(	PUNCT
flr-517	666	3	15	15	NUM
flr-517	666	4	)	)	PUNCT
flr-517	666	5	taskinen	taskinen	NOUN
flr-517	666	6	,	,	PUNCT
flr-517	666	7	p.	p.	PROPN
flr-517	666	8	h.	h.	PROPN
flr-517	666	9	,	,	PUNCT
flr-517	666	10	steimel	steimel	PROPN
flr-517	666	11	,	,	PUNCT
flr-517	666	12	j.	j.	PROPN
flr-517	666	13	,	,	PUNCT
flr-517	666	14	gräfe	gräfe	PROPN
flr-517	666	15	,	,	PUNCT
flr-517	666	16	l.	l.	PROPN
flr-517	666	17	,	,	PUNCT
flr-517	666	18	engell	engell	ADJ
flr-517	666	19	,	,	PUNCT
flr-517	666	20	s.	s.	PROPN
flr-517	666	21	,	,	PUNCT
flr-517	666	22	&	&	CCONJ
flr-517	666	23	frey	frey	PROPN
flr-517	666	24	,	,	PUNCT
flr-517	666	25	a.	a.	NOUN
flr-517	666	26	(	(	PUNCT
flr-517	666	27	2015	2015	NUM
flr-517	666	28	)	)	PUNCT
flr-517	666	29	.	.	PUNCT
flr-517	667	1	a	a	DET
flr-517	667	2	competency	competency	NOUN
flr-517	667	3	model	model	NOUN
flr-517	667	4	for	for	ADP
flr-517	667	5	process	process	NOUN
flr-517	667	6	dynamics	dynamic	NOUN
flr-517	667	7	and	and	CCONJ
flr-517	667	8	control	control	NOUN
flr-517	667	9	and	and	CCONJ
flr-517	667	10	its	its	PRON
flr-517	667	11	use	use	NOUN
flr-517	667	12	for	for	ADP
flr-517	667	13	test	test	NOUN
flr-517	667	14	construction	construction	NOUN
flr-517	667	15	at	at	ADP
flr-517	667	16	university	university	NOUN
flr-517	667	17	level	level	NOUN
flr-517	667	18	,	,	PUNCT
flr-517	667	19	peabody	peabody	PROPN
flr-517	667	20	journal	journal	PROPN
flr-517	667	21	of	of	ADP
flr-517	667	22	education	education	NOUN
flr-517	667	23	,	,	PUNCT
flr-517	667	24	90(4	90(4	NUM
flr-517	667	25	)	)	PUNCT
flr-517	667	26	,	,	PUNCT
flr-517	667	27	477	477	NUM
flr-517	667	28	-	-	SYM
flr-517	667	29	490	490	NUM
flr-517	667	30	.	.	PUNCT
flr-517	667	31	doi	doi	PROPN
flr-517	667	32	:	:	PUNCT
flr-517	667	33	10.1080/0161956x.2015.1068074	10.1080/0161956x.2015.1068074	PROPN
flr-517	667	34	.	.	PUNCT
flr-517	668	1	mokomasch	mokomasch	PROPN
flr-517	668	2	(	(	PUNCT
flr-517	668	3	16	16	NUM
flr-517	668	4	)	)	PUNCT
flr-517	668	5	schladitz	schladitz	PROPN
flr-517	668	6	s.	s.	PROPN
flr-517	668	7	,	,	PUNCT
flr-517	668	8	gross	gross	PROPN
flr-517	668	9	,	,	PUNCT
flr-517	668	10	j.	j.	PROPN
flr-517	668	11	,	,	PUNCT
flr-517	668	12	&	&	CCONJ
flr-517	668	13	wirtz	wirtz	PROPN
flr-517	668	14	,	,	PUNCT
flr-517	668	15	m.	m.	NOUN
flr-517	668	16	(	(	PUNCT
flr-517	668	17	2015	2015	NUM
flr-517	668	18	)	)	PUNCT
flr-517	668	19	.	.	PUNCT
flr-517	669	1	konstruktvalidierung	konstruktvalidierung	PROPN
flr-517	669	2	eines	eine	VERB
flr-517	669	3	tests	test	NOUN
flr-517	669	4	zur	zur	INTJ
flr-517	669	5	messung	messung	VERB
flr-517	669	6	bildungswissenschaftlicher	bildungswissenschaftlicher	PROPN
flr-517	669	7	forschungskompetenz	forschungskompetenz	PROPN
flr-517	669	8	.	.	PUNCT
flr-517	670	1	in	in	ADP
flr-517	670	2	s.	s.	PROPN
flr-517	670	3	blömeke	blömeke	PROPN
flr-517	670	4	&	&	CCONJ
flr-517	670	5	o.	o.	PROPN
flr-517	670	6	zlatkin	zlatkin	PROPN
flr-517	670	7	-	-	PUNCT
flr-517	670	8	troitschanskaia	troitschanskaia	PROPN
flr-517	670	9	,	,	PUNCT
flr-517	670	10	kompetenzen	kompetenzen	PROPN
flr-517	670	11	von	von	PROPN
flr-517	670	12	studierenden	studierenden	PROPN
flr-517	670	13	(	(	PUNCT
flr-517	670	14	s.	s.	PROPN
flr-517	670	15	167	167	NUM
flr-517	670	16	-	-	SYM
flr-517	670	17	184	184	NUM
flr-517	670	18	)	)	PUNCT
flr-517	670	19	.	.	PUNCT
flr-517	671	1	zeitschrift	zeitschrift	PROPN
flr-517	671	2	für	für	PROPN
flr-517	671	3	pädagogik	pädagogik	PROPN
flr-517	671	4	.	.	PUNCT
flr-517	672	1	beiheft	beiheft	PROPN
flr-517	672	2	61	61	NUM
flr-517	672	3	.	.	PUNCT
flr-517	673	1	weinheim	weinheim	PROPN
flr-517	673	2	:	:	PUNCT
flr-517	673	3	beltz	beltz	VERB
flr-517	673	4	juventa	juventa	NOUN
flr-517	673	5	.	.	PUNCT
flr-517	674	1	profile	profile	NOUN
flr-517	674	2	-	-	PUNCT
flr-517	674	3	p	p	X
flr-517	674	4	(	(	PUNCT
flr-517	674	5	17	17	NUM
flr-517	674	6	)	)	PUNCT
flr-517	674	7	steuer	steuer	PROPN
flr-517	674	8	,	,	PUNCT
flr-517	674	9	g.	g.	PROPN
flr-517	674	10	,	,	PUNCT
flr-517	674	11	engelschalk	engelschalk	NOUN
flr-517	674	12	,	,	PUNCT
flr-517	674	13	t.	t.	PROPN
flr-517	674	14	,	,	PUNCT
flr-517	674	15	joestl	joestl	PROPN
flr-517	674	16	,	,	PUNCT
flr-517	674	17	g.	g.	PROPN
flr-517	674	18	,	,	PUNCT
flr-517	674	19	roth	roth	PROPN
flr-517	674	20	,	,	PUNCT
flr-517	674	21	a.	a.	PROPN
flr-517	674	22	,	,	PUNCT
flr-517	674	23	wimmer	wimmer	PROPN
flr-517	674	24	,	,	PUNCT
flr-517	674	25	b.	b.	PROPN
flr-517	674	26	,	,	PUNCT
flr-517	674	27	schmitz	schmitz	PROPN
flr-517	674	28	,	,	PUNCT
flr-517	674	29	b.	b.	PROPN
flr-517	674	30	,	,	PUNCT
flr-517	674	31	schober	schober	PROPN
flr-517	674	32	,	,	PUNCT
flr-517	674	33	b.	b.	PROPN
flr-517	674	34	,	,	PUNCT
flr-517	674	35	spiel	spiel	PROPN
flr-517	674	36	,	,	PUNCT
flr-517	674	37	c.	c.	PROPN
flr-517	674	38	,	,	PUNCT
flr-517	674	39	ziegler	ziegler	PROPN
flr-517	674	40	,	,	PUNCT
flr-517	674	41	a.	a.	PROPN
flr-517	674	42	,	,	PUNCT
flr-517	674	43	&	&	CCONJ
flr-517	674	44	dresel	dresel	PROPN
flr-517	674	45	,	,	PUNCT
flr-517	674	46	m.	m.	NOUN
flr-517	674	47	(	(	PUNCT
flr-517	674	48	2015	2015	NUM
flr-517	674	49	)	)	PUNCT
flr-517	674	50	.	.	PUNCT
flr-517	675	1	kompetenzen	kompetenzen	PROPN
flr-517	675	2	zum	zum	PROPN
flr-517	675	3	selbstregulierten	selbstregulierten	NOUN
flr-517	675	4	studium	studium	NOUN
flr-517	675	5	.	.	PUNCT
flr-517	676	1	in	in	ADP
flr-517	676	2	s.	s.	PROPN
flr-517	676	3	blömeke	blömeke	PROPN
flr-517	676	4	&	&	CCONJ
flr-517	676	5	o.	o.	PROPN
flr-517	676	6	zlatkin	zlatkin	PROPN
flr-517	676	7	-	-	PUNCT
flr-517	676	8	troitschanskaia	troitschanskaia	PROPN
flr-517	676	9	,	,	PUNCT
flr-517	676	10	kompetenzen	kompetenzen	PROPN
flr-517	676	11	von	von	PROPN
flr-517	676	12	studierenden	studierenden	PROPN
flr-517	676	13	(	(	PUNCT
flr-517	676	14	s.	s.	PROPN
flr-517	676	15	203	203	NUM
flr-517	676	16	-	-	SYM
flr-517	676	17	225	225	NUM
flr-517	676	18	)	)	PUNCT
flr-517	676	19	.	.	PUNCT
flr-517	677	1	zeitschrift	zeitschrift	PROPN
flr-517	677	2	für	für	PROPN
flr-517	677	3	pädagogik	pädagogik	PROPN
flr-517	677	4	.	.	PUNCT
flr-517	678	1	beiheft	beiheft	PROPN
flr-517	678	2	61	61	NUM
flr-517	678	3	.	.	PUNCT
flr-517	679	1	weinheim	weinheim	PROPN
flr-517	679	2	:	:	PUNCT
flr-517	679	3	beltz	beltz	VERB
flr-517	679	4	juventa	juventa	NOUN
flr-517	679	5	.	.	PUNCT
flr-517	680	1	pro	pro	ADJ
flr-517	680	2	-	-	ADJ
flr-517	680	3	srl	srl	X
flr-517	680	4	(	(	PUNCT
flr-517	680	5	18	18	NUM
flr-517	680	6	)	)	PUNCT
flr-517	680	7	beck	beck	NOUN
flr-517	680	8	,	,	PUNCT
flr-517	680	9	k.	k.	PROPN
flr-517	680	10	,	,	PUNCT
flr-517	680	11	landenberger	landenberger	NOUN
flr-517	680	12	,	,	PUNCT
flr-517	680	13	m.	m.	NOUN
flr-517	680	14	&	&	CCONJ
flr-517	680	15	oser	oser	PROPN
flr-517	680	16	,	,	PUNCT
flr-517	680	17	f.	f.	PROPN
flr-517	680	18	(	(	PUNCT
flr-517	680	19	hrsg	hrsg	PROPN
flr-517	680	20	.	.	PUNCT
flr-517	680	21	)	)	PUNCT
flr-517	681	1	(	(	PUNCT
flr-517	681	2	2016	2016	NUM
flr-517	681	3	)	)	PUNCT
flr-517	681	4	.	.	PUNCT
flr-517	682	1	technologiebasierte	technologiebasierte	PROPN
flr-517	682	2	kompetenzmessung	kompetenzmessung	PROPN
flr-517	682	3	in	in	ADP
flr-517	682	4	der	der	PROPN
flr-517	682	5	beruflichen	beruflichen	PROPN
flr-517	682	6	bildung	bildung	PROPN
flr-517	682	7	.	.	PUNCT
flr-517	682	8	bielefeld	bielefeld	PROPN
flr-517	682	9	:	:	PUNCT
flr-517	682	10	bertelsmann	bertelsmann	PROPN
flr-517	682	11	..	..	PUNCT
flr-517	682	12	wiwikom	wiwikom	PROPN
flr-517	682	13	b	b	NOUN
flr-517	682	14	projects	project	NOUN
flr-517	682	15	of	of	ADP
flr-517	682	16	the	the	DET
flr-517	682	17	german	german	ADJ
flr-517	682	18	ascot	ascot	NOUN
flr-517	682	19	program	program	NOUN
flr-517	682	20	on	on	ADP
flr-517	682	21	measuring	measure	VERB
flr-517	682	22	and	and	CCONJ
flr-517	682	23	modelling	model	VERB
flr-517	682	24	vocational	vocational	ADJ
flr-517	682	25	competences	competence	NOUN
flr-517	682	26	in	in	ADP
flr-517	682	27	different	different	ADJ
flr-517	682	28	occupations	occupation	NOUN
flr-517	682	29	(	(	PUNCT
flr-517	682	30	2014	2014	NUM
flr-517	682	31	–	–	SYM
flr-517	682	32	2015	2015	NUM
flr-517	682	33	)	)	PUNCT
flr-517	683	1	[	[	X
flr-517	683	2	in	in	ADP
flr-517	683	3	alphabetical	alphabetical	ADJ
flr-517	683	4	order	order	NOUN
flr-517	683	5	according	accord	VERB
flr-517	683	6	to	to	ADP
flr-517	683	7	acronym	acronym	NOUN
flr-517	683	8	]	]	PUNCT
flr-517	683	9	(	(	PUNCT
flr-517	683	10	19	19	NUM
flr-517	683	11	)	)	PUNCT
flr-517	683	12	wuttke	wuttke	NOUN
flr-517	683	13	,	,	PUNCT
flr-517	683	14	e.	e.	PROPN
flr-517	683	15	,	,	PUNCT
flr-517	683	16	seifried	seifrie	VERB
flr-517	683	17	,	,	PUNCT
flr-517	683	18	j.	j.	PROPN
flr-517	683	19	,	,	PUNCT
flr-517	683	20	brandt	brandt	PROPN
flr-517	683	21	,	,	PUNCT
flr-517	683	22	s.	s.	PROPN
flr-517	683	23	,	,	PUNCT
flr-517	683	24	rausch	rausch	PROPN
flr-517	683	25	,	,	PUNCT
flr-517	683	26	a.	a.	PROPN
flr-517	683	27	,	,	PUNCT
flr-517	683	28	sembill	sembill	PROPN
flr-517	683	29	,	,	PUNCT
flr-517	683	30	d.	d.	PROPN
flr-517	683	31	,	,	PUNCT
flr-517	683	32	martens	marten	NOUN
flr-517	683	33	,	,	PUNCT
flr-517	683	34	t.	t.	PROPN
flr-517	683	35	,	,	PUNCT
flr-517	683	36	&	&	CCONJ
flr-517	683	37	wolf	wolf	PROPN
flr-517	683	38	,	,	PUNCT
flr-517	683	39	k.	k.	PROPN
flr-517	683	40	(	(	PUNCT
flr-517	683	41	2015	2015	NUM
flr-517	683	42	)	)	PUNCT
flr-517	683	43	.	.	PUNCT
flr-517	684	1	modellierung	modellierung	PROPN
flr-517	684	2	und	und	PROPN
flr-517	684	3	messung	messung	PROPN
flr-517	684	4	domänenspezifischer	domänenspezifischer	PROPN
flr-517	684	5	problemlösekompetenz	problemlösekompetenz	PROPN
flr-517	684	6	bei	bei	PROPN
flr-517	684	7	angehenden	angehenden	NOUN
flr-517	684	8	industriekaufleuten	industriekaufleuten	NOUN
flr-517	684	9	–	–	PUNCT
flr-517	684	10	entwicklung	entwicklung	PROPN
flr-517	684	11	eines	eine	VERB
flr-517	684	12	testinstruments	testinstrument	NOUN
flr-517	684	13	und	und	VERB
flr-517	684	14	erste	erste	PROPN
flr-517	684	15	befunde	befunde	VERB
flr-517	684	16	zu	zu	NOUN
flr-517	684	17	kognitiven	kognitiven	NOUN
flr-517	684	18	kompetenzfacetten	kompetenzfacetten	VERB
flr-517	684	19	.	.	PUNCT
flr-517	685	1	zeitschrift	zeitschrift	PROPN
flr-517	685	2	für	für	PROPN
flr-517	685	3	berufs	berufs	PROPN
flr-517	685	4	und	und	PROPN
flr-517	685	5	wirtschaftspaedagogik	wirtschaftspaedagogik	NOUN
flr-517	685	6	,	,	PUNCT
flr-517	685	7	111(2	111(2	NUM
flr-517	685	8	)	)	PUNCT
flr-517	685	9	,	,	PUNCT
flr-517	685	10	189	189	NUM
flr-517	685	11	-	-	SYM
flr-517	685	12	207	207	NUM
flr-517	685	13	.	.	PUNCT
flr-517	686	1	dompl	dompl	NOUN
flr-517	686	2	-	-	PUNCT
flr-517	686	3	ik	ik	PROPN
flr-517	686	4	(	(	PUNCT
flr-517	686	5	20	20	NUM
flr-517	686	6	)	)	PUNCT
flr-517	686	7	walker	walker	PROPN
flr-517	686	8	,	,	PUNCT
flr-517	686	9	f.	f.	PROPN
flr-517	686	10	,	,	PUNCT
flr-517	686	11	link	link	PROPN
flr-517	686	12	,	,	PUNCT
flr-517	686	13	n.	n.	NOUN
flr-517	686	14	,	,	PUNCT
flr-517	686	15	&	&	CCONJ
flr-517	686	16	nickolaus	nickolaus	PROPN
flr-517	686	17	,	,	PUNCT
flr-517	686	18	r.	r.	PROPN
flr-517	686	19	(	(	PUNCT
flr-517	686	20	2015	2015	NUM
flr-517	686	21	)	)	PUNCT
flr-517	686	22	.	.	PUNCT
flr-517	687	1	berufsfachliche	berufsfachliche	PROPN
flr-517	687	2	kompetenzstrukturen	kompetenzstrukturen	PROPN
flr-517	687	3	bei	bei	PROPN
flr-517	687	4	elektronikern	elektronikern	PROPN
flr-517	687	5	für	für	NOUN
flr-517	687	6	automatisierungstechnik	automatisierungstechnik	VERB
flr-517	687	7	am	be	AUX
flr-517	687	8	ende	ende	ADJ
flr-517	687	9	der	der	NOUN
flr-517	687	10	berufsausbildung	berufsausbildung	PROPN
flr-517	687	11	.	.	PUNCT
flr-517	688	1	zeitschrift	zeitschrift	PROPN
flr-517	688	2	für	für	PROPN
flr-517	688	3	berufsund	berufsund	ADJ
flr-517	688	4	wirtschaftspaedagogik	wirtschaftspaedagogik	NOUN
flr-517	688	5	,	,	PUNCT
flr-517	688	6	111(2	111(2	NUM
flr-517	688	7	)	)	PUNCT
flr-517	688	8	,	,	PUNCT
flr-517	688	9	222	222	NUM
flr-517	688	10	-	-	SYM
flr-517	688	11	241	241	NUM
flr-517	688	12	.	.	PUNCT
flr-517	689	1	koko	koko	PROPN
flr-517	689	2	-	-	PUNCT
flr-517	689	3	ea	ea	PROPN
flr-517	689	4	(	(	PUNCT
flr-517	689	5	21	21	NUM
flr-517	689	6	)	)	PUNCT
flr-517	689	7	schmidt	schmidt	NOUN
flr-517	689	8	,	,	PUNCT
flr-517	689	9	t.	t.	PROPN
flr-517	689	10	,	,	PUNCT
flr-517	689	11	nickolaus	nickolaus	PROPN
flr-517	689	12	,	,	PUNCT
flr-517	689	13	r.	r.	PROPN
flr-517	689	14	,	,	PUNCT
flr-517	689	15	&	&	CCONJ
flr-517	689	16	weber	weber	PROPN
flr-517	689	17	,	,	PUNCT
flr-517	689	18	w.	w.	PROPN
flr-517	689	19	(	(	PUNCT
flr-517	689	20	2014	2014	NUM
flr-517	689	21	)	)	PUNCT
flr-517	689	22	.	.	PUNCT
flr-517	690	1	modellierung	modellierung	PROPN
flr-517	690	2	und	und	PROPN
flr-517	690	3	entwicklung	entwicklung	PROPN
flr-517	690	4	des	des	PROPN
flr-517	690	5	fachsystematischen	fachsystematischen	PROPN
flr-517	690	6	und	und	VERB
flr-517	690	7	handlungsbezogenen	handlungsbezogenen	PROPN
flr-517	690	8	fachwissens	fachwissens	PROPN
flr-517	690	9	von	von	PROPN
flr-517	690	10	kfz	kfz	PROPN
flr-517	690	11	-	-	PUNCT
flr-517	690	12	mechatronikern	mechatronikern	NOUN
flr-517	690	13	.	.	PUNCT
flr-517	691	1	zeitschrift	zeitschrift	PROPN
flr-517	691	2	für	für	PROPN
flr-517	691	3	berufsund	berufsund	ADJ
flr-517	691	4	wirtschafts¬paedagogik	wirtschafts¬paedagogik	PROPN
flr-517	691	5	,	,	PUNCT
flr-517	691	6	110	110	NUM
flr-517	691	7	,	,	PUNCT
flr-517	691	8	549	549	NUM
flr-517	691	9	-	-	SYM
flr-517	691	10	574	574	NUM
flr-517	691	11	.	.	PUNCT
flr-517	692	1	koko	koko	PROPN
flr-517	692	2	-	-	PUNCT
flr-517	692	3	kfz	kfz	PROPN
flr-517	692	4	(	(	PUNCT
flr-517	692	5	22	22	NUM
flr-517	692	6	)	)	PUNCT
flr-517	692	7	wittmann	wittmann	PROPN
flr-517	692	8	,	,	PUNCT
flr-517	692	9	e.	e.	PROPN
flr-517	692	10	,	,	PUNCT
flr-517	692	11	weyland	weyland	INTJ
flr-517	692	12	,	,	PUNCT
flr-517	692	13	u.	u.	PROPN
flr-517	692	14	,	,	PUNCT
flr-517	692	15	nauerth	nauerth	PROPN
flr-517	692	16	,	,	PUNCT
flr-517	692	17	a.	a.	NOUN
flr-517	692	18	,	,	PUNCT
flr-517	692	19	döring	döring	NOUN
flr-517	692	20	,	,	PUNCT
flr-517	692	21	o.	o.	PROPN
flr-517	692	22	,	,	PUNCT
flr-517	692	23	rechenbach	rechenbach	NOUN
flr-517	692	24	,	,	PUNCT
flr-517	692	25	s.	s.	PROPN
flr-517	692	26	,	,	PUNCT
flr-517	692	27	simon	simon	PROPN
flr-517	692	28	,	,	PUNCT
flr-517	692	29	j.	j.	PROPN
flr-517	692	30	,	,	PUNCT
flr-517	692	31	&	&	CCONJ
flr-517	692	32	worofka	worofka	VERB
flr-517	692	33	,	,	PUNCT
flr-517	692	34	i.	i.	PROPN
flr-517	692	35	(	(	PUNCT
flr-517	692	36	2014	2014	NUM
flr-517	692	37	)	)	PUNCT
flr-517	692	38	.	.	PUNCT
flr-517	693	1	kompetenzerfassung	kompetenzerfassung	PROPN
flr-517	693	2	in	in	ADP
flr-517	693	3	der	der	ADJ
flr-517	693	4	pflege	pflege	NOUN
flr-517	693	5	älterer	älterer	PROPN
flr-517	693	6	menschen	menschen	ADV
flr-517	693	7	–	–	PUNCT
flr-517	693	8	theoretische	theoretische	NOUN
flr-517	693	9	und	und	PROPN
flr-517	693	10	domänenspezifische	domänenspezifische	PROPN
flr-517	693	11	anforderungen	anforderungen	PROPN
flr-517	693	12	der	der	PROPN
flr-517	693	13	aufgabenmodellierung	aufgabenmodellierung	PROPN
flr-517	693	14	.	.	PUNCT
flr-517	694	1	in	in	ADP
flr-517	694	2	j.	j.	PROPN
flr-517	694	3	seifried	seifried	PROPN
flr-517	694	4	,	,	PUNCT
flr-517	694	5	u.	u.	PROPN
flr-517	694	6	fasshauer	fasshauer	PROPN
flr-517	694	7	&	&	CCONJ
flr-517	694	8	s.	s.	PROPN
flr-517	694	9	seeber	seeber	PROPN
flr-517	694	10	(	(	PUNCT
flr-517	694	11	hrsg	hrsg	PROPN
flr-517	694	12	.	.	PUNCT
flr-517	694	13	)	)	PUNCT
flr-517	694	14	,	,	PUNCT
flr-517	694	15	jahrbuch	jahrbuch	PROPN
flr-517	694	16	der	der	NOUN
flr-517	694	17	berufsund	berufsund	ADV
flr-517	694	18	wirtschaftspädagogischen	wirtschaftspädagogischen	AUX
flr-517	694	19	forschung	forschung	PROPN
flr-517	694	20	2014	2014	NUM
flr-517	694	21	(	(	PUNCT
flr-517	694	22	s.	s.	PROPN
flr-517	694	23	53	53	NUM
flr-517	694	24	-	-	SYM
flr-517	694	25	66	66	NUM
flr-517	694	26	)	)	PUNCT
flr-517	694	27	.	.	PUNCT
flr-517	695	1	opladen	opladen	PROPN
flr-517	695	2	:	:	PUNCT
flr-517	695	3	barbara	barbara	PROPN
flr-517	695	4	budrich	budrich	PROPN
flr-517	695	5	.	.	PUNCT
flr-517	696	1	tema	tema	NOUN
flr-517	696	2	c	c	PROPN
flr-517	696	3	other	other	ADJ
flr-517	696	4	research	research	NOUN
flr-517	696	5	projects	project	NOUN
flr-517	696	6	conducted	conduct	VERB
flr-517	696	7	in	in	ADP
flr-517	696	8	germany	germany	PROPN
flr-517	696	9	on	on	ADP
flr-517	696	10	test	test	NOUN
flr-517	696	11	development	development	NOUN
flr-517	696	12	in	in	ADP
flr-517	696	13	the	the	DET
flr-517	696	14	field	field	NOUN
flr-517	696	15	of	of	ADP
flr-517	696	16	(	(	PUNCT
flr-517	696	17	higher	high	ADJ
flr-517	696	18	)	)	PUNCT
flr-517	696	19	education	education	NOUN
flr-517	696	20	(	(	PUNCT
flr-517	696	21	2014	2014	NUM
flr-517	696	22	–	–	SYM
flr-517	696	23	2015	2015	NUM
flr-517	696	24	)	)	PUNCT
flr-517	697	1	[	[	X
flr-517	697	2	in	in	ADP
flr-517	697	3	alphabetical	alphabetical	ADJ
flr-517	697	4	order	order	NOUN
flr-517	697	5	according	accord	VERB
flr-517	697	6	to	to	ADP
flr-517	697	7	first	first	ADJ
flr-517	697	8	author	author	NOUN
flr-517	697	9	]	]	X
flr-517	697	10	(	(	PUNCT
flr-517	697	11	23	23	X
flr-517	697	12	)	)	PUNCT
flr-517	697	13	esslinger	esslinger	NOUN
flr-517	697	14	,	,	PUNCT
flr-517	697	15	g.	g.	PROPN
flr-517	697	16	(	(	PUNCT
flr-517	697	17	2015	2015	NUM
flr-517	697	18	)	)	PUNCT
flr-517	697	19	.	.	PUNCT
flr-517	698	1	kommas	kommas	PROPN
flr-517	698	2	beim	beim	PROPN
flr-517	698	3	lesen	lesen	PROPN
flr-517	698	4	verarbeiten	verarbeiten	PROPN
flr-517	698	5	können	können	PROPN
flr-517	698	6	–	–	PUNCT
flr-517	698	7	eine	eine	PROPN
flr-517	698	8	vernachlässigte	vernachlässigte	PROPN
flr-517	698	9	teilkompetenz	teilkompetenz	PROPN
flr-517	698	10	allgemeiner	allgemeiner	PROPN
flr-517	698	11	lesefähigkeit	lesefähigkeit	PROPN
flr-517	698	12	.	.	PUNCT
flr-517	699	1	in	in	ADP
flr-517	699	2	u.	u.	PROPN
flr-517	699	3	riegel	riegel	PROPN
flr-517	699	4	,	,	PUNCT
flr-517	699	5	s.	s.	PROPN
flr-517	699	6	schubert	schubert	PROPN
flr-517	699	7	,	,	PUNCT
flr-517	699	8	g.	g.	PROPN
flr-517	699	9	siebert	siebert	PROPN
flr-517	699	10	-	-	PUNCT
flr-517	699	11	ott	ott	PROPN
flr-517	699	12	,	,	PUNCT
flr-517	699	13	&	&	CCONJ
flr-517	699	14	k.	k.	PROPN
flr-517	699	15	macha	macha	PROPN
flr-517	699	16	(	(	PUNCT
flr-517	699	17	hrsg	hrsg	PROPN
flr-517	699	18	.	.	PUNCT
flr-517	699	19	)	)	PUNCT
flr-517	699	20	,	,	PUNCT
flr-517	699	21	kompetenzmodellierung	kompetenzmodellierung	VERB
flr-517	699	22	und	und	PROPN
flr-517	699	23	kompetenzmessung	kompetenzmessung	PROPN
flr-517	699	24	in	in	ADP
flr-517	699	25	den	den	PROPN
flr-517	699	26	fachdidaktiken	fachdidaktiken	PROPN
flr-517	699	27	(	(	PUNCT
flr-517	699	28	s.	s.	PROPN
flr-517	699	29	274	274	NUM
flr-517	699	30	-	-	SYM
flr-517	699	31	292	292	NUM
flr-517	699	32	)	)	PUNCT
flr-517	699	33	.	.	PUNCT
flr-517	700	1	münster	münster	NOUN
flr-517	700	2	:	:	PUNCT
flr-517	700	3	waxmann	waxmann	PROPN
flr-517	700	4	.	.	PUNCT
flr-517	701	1	(	(	PUNCT
flr-517	701	2	24	24	NUM
flr-517	701	3	)	)	PUNCT
flr-517	701	4	filipiak	filipiak	PROPN
flr-517	701	5	,	,	PUNCT
flr-517	701	6	a.	a.	NOUN
flr-517	701	7	&	&	CCONJ
flr-517	701	8	reis	reis	PROPN
flr-517	701	9	,	,	PUNCT
flr-517	701	10	o.	o.	PROPN
flr-517	701	11	(	(	PUNCT
flr-517	701	12	2015	2015	NUM
flr-517	701	13	)	)	PUNCT
flr-517	701	14	.	.	PUNCT
flr-517	702	1	was	be	AUX
flr-517	702	2	lernen	lernen	NOUN
flr-517	702	3	studierende	studierende	NOUN
flr-517	702	4	in	in	ADP
flr-517	702	5	der	der	NOUN
flr-517	702	6	systematischen	systematischen	PROPN
flr-517	702	7	theologie	theologie	PROPN
flr-517	702	8	?	?	PROPN
flr-517	702	9	kompetenzdiagnostik	kompetenzdiagnostik	NOUN
flr-517	702	10	in	in	ADP
flr-517	702	11	der	der	NOUN
flr-517	702	12	religionslehrerbildung	religionslehrerbildung	VERB
flr-517	702	13	.	.	PUNCT
flr-517	703	1	in	in	ADP
flr-517	703	2	u.	u.	PROPN
flr-517	703	3	riegel	riegel	PROPN
flr-517	703	4	,	,	PUNCT
flr-517	703	5	s.	s.	PROPN
flr-517	703	6	schubert	schubert	PROPN
flr-517	703	7	,	,	PUNCT
flr-517	703	8	g.	g.	PROPN
flr-517	703	9	siebert	siebert	PROPN
flr-517	703	10	-	-	PUNCT
flr-517	703	11	ott	ott	PROPN
flr-517	703	12	,	,	PUNCT
flr-517	703	13	&	&	CCONJ
flr-517	703	14	k.	k.	PROPN
flr-517	703	15	macha	macha	PROPN
flr-517	703	16	(	(	PUNCT
flr-517	703	17	hrsg	hrsg	PROPN
flr-517	703	18	.	.	PUNCT
flr-517	703	19	)	)	PUNCT
flr-517	703	20	,	,	PUNCT
flr-517	703	21	kompetenzmodellierung	kompetenzmodellierung	VERB
flr-517	703	22	und	und	PROPN
flr-517	703	23	kompetenzmessung	kompetenzmessung	PROPN
flr-517	703	24	in	in	ADP
flr-517	703	25	den	den	PROPN
flr-517	703	26	fachdidaktiken	fachdidaktiken	PROPN
flr-517	703	27	(	(	PUNCT
flr-517	703	28	s.	s.	PROPN
flr-517	703	29	227	227	NUM
flr-517	703	30	-	-	SYM
flr-517	703	31	241	241	NUM
flr-517	703	32	)	)	PUNCT
flr-517	703	33	.	.	PUNCT
flr-517	704	1	münster	münster	NOUN
flr-517	704	2	:	:	PUNCT
flr-517	704	3	waxmann	waxmann	PROPN
flr-517	704	4	.	.	PUNCT
flr-517	705	1	(	(	PUNCT
flr-517	705	2	25	25	NUM
flr-517	705	3	)	)	PUNCT
flr-517	705	4	kuhn	kuhn	PROPN
flr-517	705	5	,	,	PUNCT
flr-517	705	6	c.	c.	PROPN
flr-517	705	7	(	(	PUNCT
flr-517	705	8	2014	2014	NUM
flr-517	705	9	)	)	PUNCT
flr-517	705	10	.	.	PUNCT
flr-517	706	1	fachdidaktisches	fachdidaktisches	PROPN
flr-517	706	2	wissen	wissen	PROPN
flr-517	706	3	von	von	PROPN
flr-517	706	4	lehrkräften	lehrkräften	PROPN
flr-517	707	1	i	i	PRON
flr-517	707	2	m	m	VERB
flr-517	707	3	kaufmännisch	kaufmännisch	ADJ
flr-517	707	4	-	-	PUNCT
flr-517	707	5	verwaltenden	verwaltenden	PROPN
flr-517	707	6	bereich	bereich	PROPN
flr-517	707	7	.	.	PUNCT
flr-517	708	1	modellbasierte	modellbasierte	PROPN
flr-517	708	2	testentwicklung	testentwicklung	PROPN
flr-517	708	3	und	und	PROPN
flr-517	708	4	validierung	validierung	PROPN
flr-517	708	5	.	.	PUNCT
flr-517	709	1	landau	landau	NOUN
flr-517	709	2	:	:	PUNCT
flr-517	710	1	vep	vep	PROPN
flr-517	710	2	(	(	PUNCT
flr-517	710	3	26	26	NUM
flr-517	710	4	)	)	PUNCT
flr-517	710	5	lindl	lindl	NOUN
flr-517	710	6	,	,	PUNCT
flr-517	710	7	a.	a.	PROPN
flr-517	710	8	&	&	CCONJ
flr-517	710	9	kloiber	kloiber	PROPN
flr-517	710	10	,	,	PUNCT
flr-517	710	11	h.	h.	PROPN
flr-517	710	12	(	(	PUNCT
flr-517	710	13	2015	2015	NUM
flr-517	710	14	)	)	PUNCT
flr-517	710	15	.	.	PUNCT
flr-517	711	1	erste	erste	PROPN
flr-517	711	2	schritte	schritte	PROPN
flr-517	711	3	zur	zur	PROPN
flr-517	711	4	kompetenzmessung	kompetenzmessung	PROPN
flr-517	711	5	von	von	PROPN
flr-517	711	6	lateinlehrkräften	lateinlehrkräften	PROPN
flr-517	711	7	.	.	PUNCT
flr-517	712	1	in	in	ADP
flr-517	712	2	u.	u.	PROPN
flr-517	712	3	riegel	riegel	PROPN
flr-517	712	4	,	,	PUNCT
flr-517	712	5	s.	s.	PROPN
flr-517	712	6	schubert	schubert	PROPN
flr-517	712	7	,	,	PUNCT
flr-517	712	8	g.	g.	PROPN
flr-517	712	9	siebert	siebert	PROPN
flr-517	712	10	-	-	PUNCT
flr-517	712	11	ott	ott	PROPN
flr-517	712	12	,	,	PUNCT
flr-517	712	13	&	&	CCONJ
flr-517	712	14	k.	k.	PROPN
flr-517	712	15	macha	macha	PROPN
flr-517	712	16	(	(	PUNCT
flr-517	712	17	hrsg	hrsg	PROPN
flr-517	712	18	.	.	PUNCT
flr-517	712	19	)	)	PUNCT
flr-517	712	20	,	,	PUNCT
flr-517	712	21	kompetenzmodellierung	kompetenzmodellierung	VERB
flr-517	712	22	und	und	PROPN
flr-517	712	23	kompetenzmessung	kompetenzmessung	PROPN
flr-517	712	24	in	in	ADP
flr-517	712	25	den	den	PROPN
flr-517	712	26	fachdidaktiken	fachdidaktiken	PROPN
flr-517	712	27	(	(	PUNCT
flr-517	712	28	s.	s.	PROPN
flr-517	712	29	293	293	NUM
flr-517	712	30	-	-	SYM
flr-517	712	31	305	305	NUM
flr-517	712	32	)	)	PUNCT
flr-517	712	33	.	.	PUNCT
flr-517	713	1	münster	münster	NOUN
flr-517	713	2	:	:	PUNCT
flr-517	713	3	waxmann	waxmann	PROPN
flr-517	713	4	.	.	PUNCT
flr-517	714	1	(	(	PUNCT
flr-517	714	2	27	27	NUM
flr-517	714	3	)	)	PUNCT
flr-517	714	4	vogler	vogler	NOUN
flr-517	714	5	,	,	PUNCT
flr-517	714	6	j.	j.	PROPN
flr-517	714	7	,	,	PUNCT
flr-517	714	8	messmer	messmer	PROPN
flr-517	714	9	,	,	PUNCT
flr-517	714	10	r.	r.	PROPN
flr-517	714	11	,	,	PUNCT
flr-517	714	12	&	&	CCONJ
flr-517	714	13	allemann	allemann	PROPN
flr-517	714	14	,	,	PUNCT
flr-517	714	15	d.	d.	PROPN
flr-517	714	16	(	(	PUNCT
flr-517	714	17	2017	2017	NUM
flr-517	714	18	)	)	PUNCT
flr-517	714	19	.	.	PUNCT
flr-517	715	1	das	das	PROPN
flr-517	715	2	fachdidaktische	fachdidaktische	PROPN
flr-517	715	3	wissen	wissen	PROPN
flr-517	715	4	und	und	PROPN
flr-517	715	5	können	können	PROPN
flr-517	715	6	von	von	PROPN
flr-517	715	7	sportlehrpersonen	sportlehrpersonen	PROPN
flr-517	715	8	(	(	PUNCT
flr-517	715	9	pck	pck	NOUN
flr-517	715	10	-	-	PUNCT
flr-517	715	11	sport	sport	NOUN
flr-517	715	12	)	)	PUNCT
flr-517	715	13	.	.	PUNCT
flr-517	716	1	german	german	ADJ
flr-517	716	2	journal	journal	NOUN
flr-517	716	3	of	of	ADP
flr-517	716	4	exercise	exercise	NOUN
flr-517	716	5	and	and	CCONJ
flr-517	716	6	sport	sport	NOUN
flr-517	716	7	research	research	NOUN
flr-517	716	8	,	,	PUNCT
flr-517	716	9	47(4	47(4	PROPN
flr-517	716	10	)	)	PUNCT
flr-517	716	11	,	,	PUNCT
flr-517	716	12	335	335	NUM
flr-517	716	13	-	-	SYM
flr-517	716	14	347	347	NUM
flr-517	716	15	.	.	PUNCT
flr-517	716	16	  	  	SPACE
flr-517	717	1	d	d	PROPN
flr-517	717	2	journal	journal	NOUN
flr-517	717	3	educational	educational	ADJ
flr-517	717	4	and	and	CCONJ
flr-517	717	5	psychological	psychological	ADJ
flr-517	717	6	measurement	measurement	NOUN
flr-517	717	7	,	,	PUNCT
flr-517	717	8	sec	sec	PROPN
flr-517	717	9	.	.	PUNCT
flr-517	718	1	“	"	PUNCT
flr-517	718	2	validity	validity	NOUN
flr-517	718	3	studies	study	NOUN
flr-517	718	4	”	"	PUNCT
flr-517	718	5	,	,	PUNCT
flr-517	718	6	2009(1	2009(1	NUM
flr-517	718	7	)	)	PUNCT
flr-517	718	8	–	–	PUNCT
flr-517	718	9	2015(6	2015(6	NUM
flr-517	718	10	)	)	PUNCT
flr-517	719	1	[	[	X
flr-517	719	2	in	in	ADP
flr-517	719	3	chronological	chronological	ADJ
flr-517	719	4	order	order	NOUN
flr-517	719	5	of	of	ADP
flr-517	719	6	release	release	NOUN
flr-517	719	7	date	date	NOUN
flr-517	719	8	]	]	PUNCT
flr-517	719	9	(	(	PUNCT
flr-517	719	10	28	28	NUM
flr-517	719	11	)	)	PUNCT
flr-517	719	12	ordoñez	ordoñez	ADV
flr-517	719	13	,	,	PUNCT
flr-517	719	14	x.	x.	PROPN
flr-517	719	15	g.	g.	PROPN
flr-517	719	16	,	,	PUNCT
flr-517	719	17	ponsoda	ponsoda	NOUN
flr-517	719	18	,	,	PUNCT
flr-517	719	19	v.	v.	PROPN
flr-517	719	20	,	,	PUNCT
flr-517	719	21	abad	abad	PROPN
flr-517	719	22	,	,	PUNCT
flr-517	719	23	f.	f.	PROPN
flr-517	719	24	j.	j.	PROPN
flr-517	719	25	,	,	PUNCT
flr-517	719	26	&	&	CCONJ
flr-517	719	27	romero	romero	PROPN
flr-517	719	28	,	,	PUNCT
flr-517	719	29	s.	s.	PROPN
flr-517	719	30	j.	j.	PROPN
flr-517	719	31	(	(	PUNCT
flr-517	719	32	2009	2009	NUM
flr-517	719	33	)	)	PUNCT
flr-517	719	34	.	.	PUNCT
flr-517	720	1	measurement	measurement	NOUN
flr-517	720	2	of	of	ADP
flr-517	720	3	epistemological	epistemological	ADJ
flr-517	720	4	beliefs	belief	NOUN
flr-517	720	5	:	:	PUNCT
flr-517	720	6	psychometric	psychometric	ADJ
flr-517	720	7	properties	property	NOUN
flr-517	720	8	of	of	ADP
flr-517	720	9	the	the	DET
flr-517	720	10	eqebi	eqebi	PROPN
flr-517	720	11	test	test	NOUN
flr-517	720	12	scores	score	NOUN
flr-517	720	13	.	.	PUNCT
flr-517	721	1	educational	educational	ADJ
flr-517	721	2	and	and	CCONJ
flr-517	721	3	psychological	psychological	ADJ
flr-517	721	4	measurement	measurement	NOUN
flr-517	721	5	,	,	PUNCT
flr-517	721	6	69(2	69(2	NOUN
flr-517	721	7	)	)	PUNCT
flr-517	721	8	,	,	PUNCT
flr-517	721	9	287	287	NUM
flr-517	721	10	-	-	SYM
flr-517	721	11	302	302	NUM
flr-517	721	12	.	.	PUNCT
flr-517	722	1	doi	doi	NOUN
flr-517	722	2	:	:	PUNCT
flr-517	722	3	10.1177/0013164408323226	10.1177/0013164408323226	NUM
flr-517	722	4	(	(	PUNCT
flr-517	722	5	29	29	NUM
flr-517	722	6	)	)	PUNCT
flr-517	722	7	liu	liu	PROPN
flr-517	722	8	,	,	PUNCT
flr-517	722	9	o.	o.	PROPN
flr-517	722	10	l.	l.	PROPN
flr-517	722	11	,	,	PUNCT
flr-517	722	12	minsky	minsky	PROPN
flr-517	722	13	,	,	PUNCT
flr-517	722	14	j.	j.	PROPN
flr-517	722	15	,	,	PUNCT
flr-517	722	16	ling	ling	PROPN
flr-517	722	17	,	,	PUNCT
flr-517	722	18	g.	g.	PROPN
flr-517	722	19	,	,	PUNCT
flr-517	722	20	&	&	CCONJ
flr-517	722	21	kyllonen	kyllonen	PROPN
flr-517	722	22	,	,	PUNCT
flr-517	722	23	p.	p.	NOUN
flr-517	722	24	(	(	PUNCT
flr-517	722	25	2009	2009	NUM
flr-517	722	26	)	)	PUNCT
flr-517	722	27	.	.	PUNCT
flr-517	723	1	using	use	VERB
flr-517	723	2	the	the	DET
flr-517	723	3	standardized	standardized	ADJ
flr-517	723	4	letters	letter	NOUN
flr-517	723	5	of	of	ADP
flr-517	723	6	recommendation	recommendation	NOUN
flr-517	723	7	in	in	ADP
flr-517	723	8	selection	selection	NOUN
flr-517	723	9	:	:	PUNCT
flr-517	723	10	results	result	NOUN
flr-517	723	11	from	from	ADP
flr-517	723	12	a	a	DET
flr-517	723	13	multidimensional	multidimensional	ADJ
flr-517	723	14	rasch	rasch	PROPN
flr-517	723	15	model	model	NOUN
flr-517	723	16	.	.	PUNCT
flr-517	724	1	educational	educational	ADJ
flr-517	724	2	and	and	CCONJ
flr-517	724	3	psychological	psychological	ADJ
flr-517	724	4	measurement	measurement	NOUN
flr-517	724	5	,	,	PUNCT
flr-517	724	6	69(3	69(3	NUM
flr-517	724	7	)	)	PUNCT
flr-517	724	8	,	,	PUNCT
flr-517	724	9	475	475	NUM
flr-517	724	10	-	-	SYM
flr-517	724	11	492	492	NUM
flr-517	724	12	.	.	PUNCT
flr-517	725	1	doi	doi	NOUN
flr-517	725	2	:	:	PUNCT
flr-517	725	3	10.1177/0013164408322031	10.1177/0013164408322031	NUM
flr-517	725	4	(	(	PUNCT
flr-517	725	5	30	30	NUM
flr-517	725	6	)	)	PUNCT
flr-517	725	7	lei	lei	PROPN
flr-517	725	8	,	,	PUNCT
flr-517	725	9	p.-w	p.-w	PROPN
flr-517	725	10	.	.	PROPN
flr-517	725	11	,	,	PUNCT
flr-517	725	12	wu	wu	PROPN
flr-517	725	13	,	,	PUNCT
flr-517	725	14	q.	q.	PROPN
flr-517	725	15	,	,	PUNCT
flr-517	725	16	diperna	diperna	PROPN
flr-517	725	17	,	,	PUNCT
flr-517	725	18	j.	j.	PROPN
flr-517	725	19	,	,	PUNCT
flr-517	725	20	&	&	CCONJ
flr-517	725	21	morgan	morgan	PROPN
flr-517	725	22	,	,	PUNCT
flr-517	725	23	p.	p.	PROPN
flr-517	725	24	l.	l.	PROPN
flr-517	725	25	(	(	PUNCT
flr-517	725	26	2009	2009	NUM
flr-517	725	27	)	)	PUNCT
flr-517	725	28	.	.	PUNCT
flr-517	726	1	developing	develop	VERB
flr-517	726	2	short	short	ADJ
flr-517	726	3	forms	form	NOUN
flr-517	726	4	of	of	ADP
flr-517	726	5	the	the	DET
flr-517	726	6	earli	earli	NOUN
flr-517	726	7	numeracy	numeracy	NOUN
flr-517	726	8	measures	measure	NOUN
flr-517	726	9	.	.	PUNCT
flr-517	727	1	comparison	comparison	NOUN
flr-517	727	2	of	of	ADP
flr-517	727	3	item	item	NOUN
flr-517	727	4	selection	selection	NOUN
flr-517	727	5	methods	method	NOUN
flr-517	727	6	.	.	PUNCT
flr-517	728	1	educational	educational	ADJ
flr-517	728	2	and	and	CCONJ
flr-517	728	3	psychological	psychological	ADJ
flr-517	728	4	measurement	measurement	NOUN
flr-517	728	5	,	,	PUNCT
flr-517	728	6	69(5	69(5	NUM
flr-517	728	7	)	)	PUNCT
flr-517	728	8	,	,	PUNCT
flr-517	728	9	825	825	NUM
flr-517	728	10	-	-	SYM
flr-517	728	11	842	842	NUM
flr-517	728	12	.	.	PUNCT
flr-517	729	1	doi	doi	NOUN
flr-517	729	2	:	:	PUNCT
flr-517	729	3	10.1177/0013164409332215	10.1177/0013164409332215	NUM
flr-517	729	4	(	(	PUNCT
flr-517	729	5	31	31	NUM
flr-517	729	6	)	)	PUNCT
flr-517	729	7	aydın	aydın	NOUN
flr-517	729	8	,	,	PUNCT
flr-517	729	9	y.	y.	PROPN
flr-517	729	10	ç	ç	PROPN
flr-517	729	11	.	.	PROPN
flr-517	729	12	&	&	CCONJ
flr-517	729	13	uzuntiryaki	uzuntiryaki	PROPN
flr-517	729	14	,	,	PUNCT
flr-517	729	15	e.	e.	PROPN
flr-517	729	16	(	(	PUNCT
flr-517	729	17	2009	2009	NUM
flr-517	729	18	)	)	PUNCT
flr-517	729	19	.	.	PUNCT
flr-517	730	1	development	development	NOUN
flr-517	730	2	and	and	CCONJ
flr-517	730	3	psychometric	psychometric	ADJ
flr-517	730	4	evaluation	evaluation	NOUN
flr-517	730	5	of	of	ADP
flr-517	730	6	the	the	DET
flr-517	730	7	high	high	ADJ
flr-517	730	8	school	school	NOUN
flr-517	730	9	chemistry	chemistry	NOUN
flr-517	730	10	self	self	NOUN
flr-517	730	11	-	-	PUNCT
flr-517	730	12	efficacy	efficacy	NOUN
flr-517	730	13	scale	scale	NOUN
flr-517	730	14	.	.	PUNCT
flr-517	731	1	educational	educational	ADJ
flr-517	731	2	and	and	CCONJ
flr-517	731	3	psychological	psychological	ADJ
flr-517	731	4	measurement	measurement	NOUN
flr-517	731	5	,	,	PUNCT
flr-517	731	6	69(5	69(5	NUM
flr-517	731	7	)	)	PUNCT
flr-517	731	8	,	,	PUNCT
flr-517	731	9	868	868	NUM
flr-517	731	10	-	-	SYM
flr-517	731	11	880	880	NUM
flr-517	731	12	.	.	PUNCT
flr-517	732	1	doi	doi	NOUN
flr-517	732	2	:	:	PUNCT
flr-517	732	3	10.1177/0013164409332213	10.1177/0013164409332213	NUM
flr-517	732	4	(	(	PUNCT
flr-517	732	5	32	32	NUM
flr-517	732	6	)	)	PUNCT
flr-517	732	7	hulpia	hulpia	NOUN
flr-517	732	8	,	,	PUNCT
flr-517	732	9	h.	h.	PROPN
flr-517	732	10	,	,	PUNCT
flr-517	732	11	devos	devos	PROPN
flr-517	732	12	,	,	PUNCT
flr-517	732	13	g.	g.	PROPN
flr-517	732	14	,	,	PUNCT
flr-517	732	15	&	&	CCONJ
flr-517	732	16	rosseel	rosseel	PROPN
flr-517	732	17	,	,	PUNCT
flr-517	732	18	y.	y.	PROPN
flr-517	732	19	(	(	PUNCT
flr-517	732	20	2009	2009	NUM
flr-517	732	21	)	)	PUNCT
flr-517	732	22	.	.	PUNCT
flr-517	733	1	development	development	NOUN
flr-517	733	2	and	and	CCONJ
flr-517	733	3	validation	validation	NOUN
flr-517	733	4	of	of	ADP
flr-517	733	5	scores	score	NOUN
flr-517	733	6	on	on	ADP
flr-517	733	7	the	the	DET
flr-517	733	8	distributed	distribute	VERB
flr-517	733	9	leadership	leadership	NOUN
flr-517	733	10	inventory	inventory	NOUN
flr-517	733	11	.	.	PUNCT
flr-517	734	1	educational	educational	ADJ
flr-517	734	2	and	and	CCONJ
flr-517	734	3	psychological	psychological	ADJ
flr-517	734	4	measurement	measurement	NOUN
flr-517	734	5	,	,	PUNCT
flr-517	734	6	69(6	69(6	NUM
flr-517	734	7	)	)	PUNCT
flr-517	734	8	,	,	PUNCT
flr-517	734	9	1013	1013	NUM
flr-517	734	10	-	-	SYM
flr-517	734	11	1034	1034	NUM
flr-517	734	12	.	.	PUNCT
flr-517	735	1	doi	doi	NOUN
flr-517	735	2	:	:	PUNCT
flr-517	735	3	10.1177/0013164409344490	10.1177/0013164409344490	NUM
flr-517	735	4	(	(	PUNCT
flr-517	735	5	33	33	NUM
flr-517	735	6	)	)	PUNCT
flr-517	735	7	cadiz	cadiz	NOUN
flr-517	735	8	,	,	PUNCT
flr-517	735	9	d.	d.	PROPN
flr-517	735	10	,	,	PUNCT
flr-517	735	11	sawyer	sawyer	PROPN
flr-517	735	12	,	,	PUNCT
flr-517	735	13	j.	j.	PROPN
flr-517	735	14	e.	e.	PROPN
flr-517	735	15	,	,	PUNCT
flr-517	735	16	&	&	CCONJ
flr-517	735	17	griffith	griffith	PROPN
flr-517	735	18	,	,	PUNCT
flr-517	735	19	t.	t.	PROPN
flr-517	735	20	l.	l.	PROPN
flr-517	735	21	(	(	PUNCT
flr-517	735	22	2009	2009	NUM
flr-517	735	23	)	)	PUNCT
flr-517	735	24	.	.	PUNCT
flr-517	736	1	developing	develop	VERB
flr-517	736	2	and	and	CCONJ
flr-517	736	3	validating	validate	VERB
flr-517	736	4	field	field	NOUN
flr-517	736	5	measurement	measurement	NOUN
flr-517	736	6	scales	scale	VERB
flr-517	736	7	for	for	ADP
flr-517	736	8	absorptive	absorptive	ADJ
flr-517	736	9	capacity	capacity	NOUN
flr-517	736	10	and	and	CCONJ
flr-517	736	11	experienced	experienced	ADJ
flr-517	736	12	community	community	NOUN
flr-517	736	13	of	of	ADP
flr-517	736	14	practice	practice	NOUN
flr-517	736	15	.	.	PUNCT
flr-517	737	1	educational	educational	ADJ
flr-517	737	2	and	and	CCONJ
flr-517	737	3	psychological	psychological	ADJ
flr-517	737	4	measurement	measurement	NOUN
flr-517	737	5	,	,	PUNCT
flr-517	737	6	69(6	69(6	NUM
flr-517	737	7	)	)	PUNCT
flr-517	737	8	,	,	PUNCT
flr-517	737	9	1035	1035	NUM
flr-517	737	10	-	-	SYM
flr-517	737	11	1058	1058	NUM
flr-517	737	12	.	.	PUNCT
flr-517	738	1	doi	doi	NOUN
flr-517	738	2	:	:	PUNCT
flr-517	738	3	10.1177/0013164409344494	10.1177/0013164409344494	NUM
flr-517	738	4	(	(	PUNCT
flr-517	738	5	34	34	NUM
flr-517	738	6	)	)	PUNCT
flr-517	738	7	fletcher	fletcher	PROPN
flr-517	738	8	,	,	PUNCT
flr-517	738	9	th	th	X
flr-517	738	10	.	.	PUNCT
flr-517	738	11	d.	d.	PROPN
flr-517	738	12	&	&	CCONJ
flr-517	738	13	nusbaum	nusbaum	PROPN
flr-517	738	14	,	,	PUNCT
flr-517	738	15	d.	d.	PROPN
flr-517	738	16	n.	n.	PROPN
flr-517	738	17	(	(	PUNCT
flr-517	738	18	2010	2010	NUM
flr-517	738	19	)	)	PUNCT
flr-517	738	20	.	.	PUNCT
flr-517	739	1	development	development	NOUN
flr-517	739	2	of	of	ADP
flr-517	739	3	the	the	DET
flr-517	739	4	competitive	competitive	ADJ
flr-517	739	5	work	work	NOUN
flr-517	739	6	environment	environment	NOUN
flr-517	739	7	scale	scale	NOUN
flr-517	739	8	:	:	PUNCT
flr-517	739	9	a	a	DET
flr-517	739	10	multidimensional	multidimensional	ADJ
flr-517	739	11	climate	climate	NOUN
flr-517	739	12	construct	construct	NOUN
flr-517	739	13	.	.	PUNCT
flr-517	740	1	educational	educational	ADJ
flr-517	740	2	and	and	CCONJ
flr-517	740	3	psychological	psychological	ADJ
flr-517	740	4	measurement	measurement	NOUN
flr-517	740	5	,	,	PUNCT
flr-517	740	6	70(1	70(1	NOUN
flr-517	740	7	)	)	PUNCT
flr-517	740	8	,	,	PUNCT
flr-517	740	9	105	105	NUM
flr-517	740	10	-	-	SYM
flr-517	740	11	124	124	NUM
flr-517	740	12	.	.	PUNCT
flr-517	741	1	doi	doi	NOUN
flr-517	741	2	:	:	PUNCT
flr-517	741	3	10.1177/0013164409344492	10.1177/0013164409344492	NUM
flr-517	741	4	(	(	PUNCT
flr-517	741	5	35	35	NUM
flr-517	741	6	)	)	PUNCT
flr-517	741	7	luttrell	luttrell	PROPN
flr-517	741	8	,	,	PUNCT
flr-517	741	9	v.	v.	PROPN
flr-517	741	10	r.	r.	PROPN
flr-517	741	11	,	,	PUNCT
flr-517	741	12	callen	callen	PROPN
flr-517	741	13	,	,	PUNCT
flr-517	741	14	b.	b.	PROPN
flr-517	741	15	w.	w.	PROPN
flr-517	741	16	,	,	PUNCT
flr-517	741	17	allen	allen	PROPN
flr-517	741	18	,	,	PUNCT
flr-517	741	19	c.	c.	PROPN
flr-517	741	20	s.	s.	PROPN
flr-517	741	21	,	,	PUNCT
flr-517	741	22	wood	wood	NOUN
flr-517	741	23	,	,	PUNCT
flr-517	741	24	m.	m.	NOUN
flr-517	741	25	d.	d.	PROPN
flr-517	741	26	,	,	PUNCT
flr-517	741	27	deeds	deeds	PROPN
flr-517	741	28	,	,	PUNCT
flr-517	741	29	d.	d.	PROPN
flr-517	741	30	g.	g.	PROPN
flr-517	741	31	,	,	PUNCT
flr-517	741	32	&	&	CCONJ
flr-517	741	33	richard	richard	PROPN
flr-517	741	34	,	,	PUNCT
flr-517	741	35	d.	d.	PROPN
flr-517	741	36	c.	c.	PROPN
flr-517	741	37	s.	s.	PROPN
flr-517	741	38	(	(	PUNCT
flr-517	741	39	2010	2010	NUM
flr-517	741	40	)	)	PUNCT
flr-517	741	41	.	.	PUNCT
flr-517	742	1	the	the	DET
flr-517	742	2	mathematics	mathematics	PROPN
flr-517	742	3	value	value	NOUN
flr-517	742	4	inventory	inventory	NOUN
flr-517	742	5	for	for	ADP
flr-517	742	6	general	general	ADJ
flr-517	742	7	education	education	NOUN
flr-517	742	8	students	student	NOUN
flr-517	742	9	:	:	PUNCT
flr-517	742	10	development	development	NOUN
flr-517	742	11	and	and	CCONJ
flr-517	742	12	initial	initial	ADJ
flr-517	742	13	validation	validation	NOUN
flr-517	742	14	.	.	PUNCT
flr-517	743	1	educational	educational	ADJ
flr-517	743	2	and	and	CCONJ
flr-517	743	3	psychological	psychological	ADJ
flr-517	743	4	measurement	measurement	NOUN
flr-517	743	5	,	,	PUNCT
flr-517	743	6	70(1	70(1	NOUN
flr-517	743	7	)	)	PUNCT
flr-517	743	8	,	,	PUNCT
flr-517	743	9	142	142	NUM
flr-517	743	10	-	-	SYM
flr-517	743	11	160	160	NUM
flr-517	743	12	.	.	PUNCT
flr-517	744	1	doi	doi	NOUN
flr-517	744	2	:	:	PUNCT
flr-517	744	3	10.1177/0013164409344526	10.1177/0013164409344526	NUM
flr-517	744	4	(	(	PUNCT
flr-517	744	5	36	36	NUM
flr-517	744	6	)	)	PUNCT
flr-517	744	7	myers	myer	NOUN
flr-517	744	8	,	,	PUNCT
flr-517	744	9	n.	n.	PROPN
flr-517	744	10	d.	d.	PROPN
flr-517	744	11	,	,	PUNCT
flr-517	744	12	chase	chase	PROPN
flr-517	744	13	,	,	PUNCT
flr-517	744	14	m.	m.	NOUN
flr-517	744	15	a.	a.	PROPN
flr-517	744	16	,	,	PUNCT
flr-517	744	17	beauchamp	beauchamp	PROPN
flr-517	744	18	,	,	PUNCT
flr-517	744	19	m.	m.	NOUN
flr-517	744	20	r.	r.	PROPN
flr-517	744	21	,	,	PUNCT
flr-517	744	22	&	&	CCONJ
flr-517	744	23	jackson	jackson	PROPN
flr-517	744	24	,	,	PUNCT
flr-517	744	25	b.	b.	PROPN
flr-517	744	26	(	(	PUNCT
flr-517	744	27	2010	2010	NUM
flr-517	744	28	)	)	PUNCT
flr-517	744	29	.	.	PUNCT
flr-517	745	1	athletes	athlete	NOUN
flr-517	745	2	’	'	PUNCT
flr-517	745	3	perceptions	perception	NOUN
flr-517	745	4	of	of	ADP
flr-517	745	5	coaching	coach	VERB
flr-517	745	6	competency	competency	NOUN
flr-517	745	7	scale	scale	NOUN
flr-517	745	8	ii	ii	PROPN
flr-517	745	9	-	-	PUNCT
flr-517	745	10	high	high	ADJ
flr-517	745	11	school	school	NOUN
flr-517	745	12	teams	team	NOUN
flr-517	745	13	.	.	PUNCT
flr-517	746	1	educational	educational	ADJ
flr-517	746	2	and	and	CCONJ
flr-517	746	3	psychological	psychological	ADJ
flr-517	746	4	measurement	measurement	NOUN
flr-517	746	5	,	,	PUNCT
flr-517	746	6	70(3	70(3	NOUN
flr-517	746	7	)	)	PUNCT
flr-517	746	8	,	,	PUNCT
flr-517	746	9	477	477	NUM
flr-517	746	10	-	-	SYM
flr-517	746	11	494	494	NUM
flr-517	746	12	.	.	PUNCT
flr-517	747	1	doi	doi	NOUN
flr-517	747	2	:	:	PUNCT
flr-517	747	3	10.1177/0013164409344520	10.1177/0013164409344520	NUM
flr-517	747	4	(	(	PUNCT
flr-517	747	5	37	37	NUM
flr-517	747	6	)	)	PUNCT
flr-517	747	7	mesmer	mesmer	NOUN
flr-517	747	8	-	-	PUNCT
flr-517	747	9	magnus	magnus	PROPN
flr-517	747	10	,	,	PUNCT
flr-517	747	11	j.	j.	PROPN
flr-517	747	12	,	,	PUNCT
flr-517	747	13	murase	murase	NOUN
flr-517	747	14	,	,	PUNCT
flr-517	747	15	t.	t.	PROPN
flr-517	747	16	,	,	PUNCT
flr-517	747	17	dechurch	dechurch	NOUN
flr-517	747	18	,	,	PUNCT
flr-517	747	19	l.	l.	PROPN
flr-517	747	20	a.	a.	PROPN
flr-517	747	21	,	,	PUNCT
flr-517	747	22	&	&	CCONJ
flr-517	747	23	jiménez	jiménez	PROPN
flr-517	747	24	,	,	PUNCT
flr-517	747	25	m.	m.	NOUN
flr-517	747	26	(	(	PUNCT
flr-517	747	27	2010	2010	NUM
flr-517	747	28	)	)	PUNCT
flr-517	747	29	.	.	PUNCT
flr-517	748	1	coworker	coworker	NOUN
flr-517	748	2	informal	informal	ADJ
flr-517	748	3	work	work	NOUN
flr-517	748	4	accommodations	accommodation	NOUN
flr-517	748	5	to	to	ADP
flr-517	748	6	family	family	NOUN
flr-517	748	7	:	:	PUNCT
flr-517	748	8	scale	scale	NOUN
flr-517	748	9	development	development	NOUN
flr-517	748	10	and	and	CCONJ
flr-517	748	11	validation	validation	NOUN
flr-517	748	12	.	.	PUNCT
flr-517	749	1	educational	educational	ADJ
flr-517	749	2	and	and	CCONJ
flr-517	749	3	psychological	psychological	ADJ
flr-517	749	4	measurement	measurement	NOUN
flr-517	749	5	,	,	PUNCT
flr-517	749	6	70(3	70(3	NOUN
flr-517	749	7	)	)	PUNCT
flr-517	749	8	,	,	PUNCT
flr-517	749	9	511	511	NUM
flr-517	749	10	-	-	SYM
flr-517	749	11	531	531	NUM
flr-517	749	12	.	.	PUNCT
flr-517	750	1	doi	doi	NOUN
flr-517	750	2	:	:	PUNCT
flr-517	750	3	10.1177/0013164409355687	10.1177/0013164409355687	NUM
flr-517	750	4	(	(	PUNCT
flr-517	750	5	38	38	NUM
flr-517	750	6	)	)	PUNCT
flr-517	750	7	linnenbrink	linnenbrink	NOUN
flr-517	750	8	-	-	PUNCT
flr-517	750	9	garcia	garcia	PROPN
flr-517	750	10	,	,	PUNCT
flr-517	750	11	l.	l.	PROPN
flr-517	750	12	,	,	PUNCT
flr-517	750	13	durik	durik	PROPN
flr-517	750	14	,	,	PUNCT
flr-517	750	15	a.	a.	NOUN
flr-517	750	16	m.	m.	NOUN
flr-517	750	17	,	,	PUNCT
flr-517	750	18	conley	conley	PROPN
flr-517	750	19	,	,	PUNCT
flr-517	750	20	a.	a.	NOUN
flr-517	750	21	m.	m.	NOUN
flr-517	750	22	,	,	PUNCT
flr-517	750	23	barron	barron	PROPN
flr-517	750	24	,	,	PUNCT
flr-517	750	25	k.	k.	PROPN
flr-517	750	26	e.	e.	PROPN
flr-517	750	27	,	,	PUNCT
flr-517	750	28	tauer	tauer	NOUN
flr-517	750	29	,	,	PUNCT
flr-517	750	30	j.	j.	PROPN
flr-517	750	31	m.	m.	PROPN
flr-517	750	32	,	,	PUNCT
flr-517	750	33	karabenick	karabenick	PROPN
flr-517	750	34	,	,	PUNCT
flr-517	750	35	s.	s.	PROPN
flr-517	750	36	a.	a.	PROPN
flr-517	750	37	,	,	PUNCT
flr-517	750	38	&	&	CCONJ
flr-517	750	39	harackiewicz	harackiewicz	PROPN
flr-517	750	40	,	,	PUNCT
flr-517	750	41	j.	j.	PROPN
flr-517	750	42	m.	m.	PROPN
flr-517	750	43	(	(	PUNCT
flr-517	750	44	2010	2010	NUM
flr-517	750	45	)	)	PUNCT
flr-517	750	46	.	.	PUNCT
flr-517	751	1	measuring	measure	VERB
flr-517	751	2	situational	situational	ADJ
flr-517	751	3	interest	interest	NOUN
flr-517	751	4	in	in	ADP
flr-517	751	5	academic	academic	ADJ
flr-517	751	6	domains	domain	NOUN
flr-517	751	7	.	.	PUNCT
flr-517	752	1	educational	educational	ADJ
flr-517	752	2	and	and	CCONJ
flr-517	752	3	psychological	psychological	ADJ
flr-517	752	4	measurement	measurement	NOUN
flr-517	752	5	,	,	PUNCT
flr-517	752	6	70(4	70(4	NUM
flr-517	752	7	)	)	PUNCT
flr-517	752	8	,	,	PUNCT
flr-517	752	9	647	647	NUM
flr-517	752	10	-	-	SYM
flr-517	752	11	671	671	NUM
flr-517	752	12	.	.	PUNCT
flr-517	753	1	doi	doi	NOUN
flr-517	753	2	:	:	PUNCT
flr-517	753	3	10.1177/0013164409355699	10.1177/0013164409355699	NUM
flr-517	753	4	(	(	PUNCT
flr-517	753	5	39	39	NUM
flr-517	753	6	)	)	PUNCT
flr-517	753	7	teo	teo	NOUN
flr-517	753	8	,	,	PUNCT
flr-517	753	9	t.	t.	PROPN
flr-517	753	10	(	(	PUNCT
flr-517	753	11	2010	2010	NUM
flr-517	753	12	)	)	PUNCT
flr-517	753	13	.	.	PUNCT
flr-517	754	1	the	the	DET
flr-517	754	2	development	development	NOUN
flr-517	754	3	,	,	PUNCT
flr-517	754	4	validation	validation	NOUN
flr-517	754	5	,	,	PUNCT
flr-517	754	6	and	and	CCONJ
flr-517	754	7	analysis	analysis	NOUN
flr-517	754	8	of	of	ADP
flr-517	754	9	measurement	measurement	NOUN
flr-517	754	10	invariance	invariance	NOUN
flr-517	754	11	of	of	ADP
flr-517	754	12	the	the	DET
flr-517	754	13	technology	technology	NOUN
flr-517	754	14	acceptance	acceptance	NOUN
flr-517	754	15	measure	measure	NOUN
flr-517	754	16	for	for	ADP
flr-517	754	17	preservice	preservice	NOUN
flr-517	754	18	teachers	teacher	NOUN
flr-517	754	19	(	(	PUNCT
flr-517	754	20	tampst	tampst	ADJ
flr-517	754	21	)	)	PUNCT
flr-517	754	22	.	.	PUNCT
flr-517	755	1	educational	educational	ADJ
flr-517	755	2	and	and	CCONJ
flr-517	755	3	psychological	psychological	ADJ
flr-517	755	4	measurement	measurement	NOUN
flr-517	755	5	,	,	PUNCT
flr-517	755	6	70(6	70(6	PROPN
flr-517	755	7	)	)	PUNCT
flr-517	755	8	,	,	PUNCT
flr-517	755	9	990	990	NUM
flr-517	755	10	-	-	SYM
flr-517	755	11	1006	1006	NUM
flr-517	755	12	.	.	PUNCT
flr-517	756	1	doi	doi	NOUN
flr-517	756	2	:	:	PUNCT
flr-517	756	3	10.1177/0013164410378087	10.1177/0013164410378087	NUM
flr-517	756	4	(	(	PUNCT
flr-517	756	5	40	40	NUM
flr-517	756	6	)	)	PUNCT
flr-517	756	7	mcdermott	mcdermott	PROPN
flr-517	756	8	,	,	PUNCT
flr-517	756	9	p.	p.	PROPN
flr-517	756	10	a.	a.	PROPN
flr-517	756	11	,	,	PUNCT
flr-517	756	12	fantuzzo	fantuzzo	PROPN
flr-517	756	13	,	,	PUNCT
flr-517	756	14	j.	j.	PROPN
flr-517	756	15	w.	w.	PROPN
flr-517	756	16	,	,	PUNCT
flr-517	756	17	warley	warley	PROPN
flr-517	756	18	,	,	PUNCT
flr-517	756	19	h.	h.	PROPN
flr-517	756	20	p.	p.	PROPN
flr-517	756	21	,	,	PUNCT
flr-517	756	22	waterman	waterman	PROPN
flr-517	756	23	,	,	PUNCT
flr-517	756	24	c.	c.	PROPN
flr-517	756	25	,	,	PUNCT
flr-517	756	26	angelo	angelo	PROPN
flr-517	756	27	,	,	PUNCT
flr-517	756	28	l.	l.	PROPN
flr-517	756	29	e.	e.	PROPN
flr-517	756	30	,	,	PUNCT
flr-517	756	31	gadsden	gadsden	PROPN
flr-517	756	32	,	,	PUNCT
flr-517	756	33	v.	v.	PROPN
flr-517	756	34	l.	l.	PROPN
flr-517	756	35	,	,	PUNCT
flr-517	756	36	&	&	CCONJ
flr-517	756	37	sekino	sekino	PROPN
flr-517	756	38	,	,	PUNCT
flr-517	756	39	y.	y.	PROPN
flr-517	756	40	(	(	PUNCT
flr-517	756	41	2001	2001	NUM
flr-517	756	42	)	)	PUNCT
flr-517	756	43	.	.	PUNCT
flr-517	757	1	multidimensionality	multidimensionality	NOUN
flr-517	757	2	of	of	ADP
flr-517	757	3	teachers	teacher	NOUN
flr-517	757	4	’	'	PUNCT
flr-517	757	5	graded	grade	VERB
flr-517	757	6	responses	response	NOUN
flr-517	757	7	for	for	ADP
flr-517	757	8	preschoolers	preschooler	NOUN
flr-517	757	9	’	'	PUNCT
flr-517	757	10	stylistic	stylistic	ADJ
flr-517	757	11	learning	learning	NOUN
flr-517	757	12	behavior	behavior	NOUN
flr-517	757	13	:	:	PUNCT
flr-517	757	14	the	the	DET
flr-517	757	15	learning	learning	NOUN
flr-517	757	16	-	-	PUNCT
flr-517	757	17	to	to	AUX
flr-517	757	18	-	-	PUNCT
flr-517	757	19	learn	learn	VERB
flr-517	757	20	scales	scale	NOUN
flr-517	757	21	.	.	PUNCT
flr-517	758	1	educational	educational	ADJ
flr-517	758	2	and	and	CCONJ
flr-517	758	3	psychological	psychological	ADJ
flr-517	758	4	measurement	measurement	NOUN
flr-517	758	5	,	,	PUNCT
flr-517	758	6	71(1	71(1	NUM
flr-517	758	7	)	)	PUNCT
flr-517	758	8	,	,	PUNCT
flr-517	758	9	144	144	NUM
flr-517	758	10	-	-	SYM
flr-517	758	11	169	169	NUM
flr-517	758	12	.	.	PUNCT
flr-517	759	1	doi	doi	NOUN
flr-517	759	2	:	:	PUNCT
flr-517	759	3	10.1177/0013164410387351	10.1177/0013164410387351	NUM
flr-517	759	4	(	(	PUNCT
flr-517	759	5	41	41	NUM
flr-517	759	6	)	)	PUNCT
flr-517	759	7	cheng	cheng	PROPN
flr-517	759	8	,	,	PUNCT
flr-517	759	9	y.-y	y.-y	PROPN
flr-517	759	10	.	.	PROPN
flr-517	759	11	,	,	PUNCT
flr-517	759	12	chen	chen	PROPN
flr-517	759	13	,	,	PUNCT
flr-517	759	14	l.-m	l.-m	PROPN
flr-517	759	15	.	.	PUNCT
flr-517	760	1	liu	liu	PROPN
flr-517	760	2	,	,	PUNCT
flr-517	760	3	k.-s	k.-s	PROPN
flr-517	760	4	.	.	PROPN
flr-517	760	5	,	,	PUNCT
flr-517	760	6	&	&	CCONJ
flr-517	760	7	chen	chen	PROPN
flr-517	760	8	,	,	PUNCT
flr-517	760	9	y.-l	y.-l	NOUN
flr-517	760	10	.	.	PUNCT
flr-517	761	1	(	(	PUNCT
flr-517	761	2	2011	2011	NUM
flr-517	761	3	)	)	PUNCT
flr-517	761	4	.	.	PUNCT
flr-517	762	1	development	development	NOUN
flr-517	762	2	and	and	CCONJ
flr-517	762	3	psychometric	psychometric	ADJ
flr-517	762	4	evaluation	evaluation	NOUN
flr-517	762	5	of	of	ADP
flr-517	762	6	the	the	DET
flr-517	762	7	school	school	NOUN
flr-517	762	8	bullying	bullying	NOUN
flr-517	762	9	scales	scale	NOUN
flr-517	762	10	:	:	PUNCT
flr-517	762	11	a	a	DET
flr-517	762	12	rasch	rasch	PROPN
flr-517	762	13	measurement	measurement	NOUN
flr-517	762	14	approach	approach	NOUN
flr-517	762	15	.	.	PUNCT
flr-517	763	1	educational	educational	ADJ
flr-517	763	2	and	and	CCONJ
flr-517	763	3	psychological	psychological	ADJ
flr-517	763	4	measurement	measurement	NOUN
flr-517	763	5	,	,	PUNCT
flr-517	763	6	71(1	71(1	NUM
flr-517	763	7	)	)	PUNCT
flr-517	763	8	,	,	PUNCT
flr-517	763	9	200	200	NUM
flr-517	763	10	-	-	SYM
flr-517	763	11	216	216	NUM
flr-517	763	12	.	.	PUNCT
flr-517	764	1	doi	doi	NOUN
flr-517	764	2	:	:	PUNCT
flr-517	764	3	10.1177/0013164410387387	10.1177/0013164410387387	NUM
flr-517	764	4	(	(	PUNCT
flr-517	764	5	42	42	NUM
flr-517	764	6	)	)	PUNCT
flr-517	764	7	gable	gable	NOUN
flr-517	764	8	,	,	PUNCT
flr-517	764	9	r.	r.	PROPN
flr-517	764	10	k.	k.	PROPN
flr-517	764	11	,	,	PUNCT
flr-517	764	12	ludlow	ludlow	PROPN
flr-517	764	13	,	,	PUNCT
flr-517	764	14	l.	l.	PROPN
flr-517	764	15	h.	h.	PROPN
flr-517	764	16	,	,	PUNCT
flr-517	764	17	mccoach	mccoach	PROPN
flr-517	764	18	,	,	PUNCT
flr-517	764	19	d.	d.	PROPN
flr-517	764	20	b.	b.	PROPN
flr-517	764	21	,	,	PUNCT
flr-517	764	22	&	&	CCONJ
flr-517	764	23	kite	kite	PROPN
flr-517	764	24	,	,	PUNCT
flr-517	764	25	s.	s.	PROPN
flr-517	764	26	l.	l.	PROPN
flr-517	764	27	(	(	PUNCT
flr-517	764	28	2011	2011	NUM
flr-517	764	29	)	)	PUNCT
flr-517	764	30	.	.	PUNCT
flr-517	765	1	development	development	NOUN
flr-517	765	2	and	and	CCONJ
flr-517	765	3	validation	validation	NOUN
flr-517	765	4	of	of	ADP
flr-517	765	5	the	the	DET
flr-517	765	6	survey	survey	NOUN
flr-517	765	7	of	of	ADP
flr-517	765	8	knowledge	knowledge	NOUN
flr-517	765	9	of	of	ADP
flr-517	765	10	internet	internet	NOUN
flr-517	765	11	risk	risk	NOUN
flr-517	765	12	and	and	CCONJ
flr-517	765	13	internet	internet	NOUN
flr-517	765	14	behavior	behavior	NOUN
flr-517	765	15	.	.	PUNCT
flr-517	766	1	educational	educational	ADJ
flr-517	766	2	and	and	CCONJ
flr-517	766	3	psychological	psychological	ADJ
flr-517	766	4	measurement	measurement	NOUN
flr-517	766	5	,	,	PUNCT
flr-517	766	6	71(1	71(1	NUM
flr-517	766	7	)	)	PUNCT
flr-517	766	8	,	,	PUNCT
flr-517	766	9	217	217	NUM
flr-517	766	10	-	-	SYM
flr-517	766	11	230	230	NUM
flr-517	766	12	.	.	PUNCT
flr-517	767	1	doi	doi	NOUN
flr-517	767	2	:	:	PUNCT
flr-517	767	3	10.1177/0013164410387389	10.1177/0013164410387389	NUM
flr-517	767	4	(	(	PUNCT
flr-517	767	5	43	43	NUM
flr-517	767	6	)	)	PUNCT
flr-517	767	7	nilsson	nilsson	PROPN
flr-517	767	8	,	,	PUNCT
flr-517	767	9	j.	j.	PROPN
flr-517	767	10	e.	e.	PROPN
flr-517	767	11	,	,	PUNCT
flr-517	767	12	marszalek	marszalek	PROPN
flr-517	767	13	,	,	PUNCT
flr-517	767	14	j.	j.	PROPN
flr-517	767	15	m.	m.	PROPN
flr-517	767	16	,	,	PUNCT
flr-517	767	17	linnemeyer	linnemeyer	PROPN
flr-517	767	18	,	,	PUNCT
flr-517	767	19	r.	r.	PROPN
flr-517	767	20	m.	m.	PROPN
flr-517	767	21	,	,	PUNCT
flr-517	767	22	bahner	bahner	NOUN
flr-517	767	23	,	,	PUNCT
flr-517	767	24	a.	a.	PROPN
flr-517	767	25	d.	d.	PROPN
flr-517	767	26	,	,	PUNCT
flr-517	767	27	&	&	CCONJ
flr-517	767	28	misialek	misialek	NOUN
flr-517	767	29	,	,	PUNCT
flr-517	767	30	l.	l.	PROPN
flr-517	767	31	h.	h.	PROPN
flr-517	767	32	(	(	PUNCT
flr-517	767	33	2011	2011	NUM
flr-517	767	34	)	)	PUNCT
flr-517	767	35	.	.	PUNCT
flr-517	768	1	development	development	NOUN
flr-517	768	2	and	and	CCONJ
flr-517	768	3	assessment	assessment	NOUN
flr-517	768	4	of	of	ADP
flr-517	768	5	the	the	DET
flr-517	768	6	social	social	ADJ
flr-517	768	7	issues	issue	NOUN
flr-517	768	8	advocacy	advocacy	NOUN
flr-517	768	9	scale	scale	NOUN
flr-517	768	10	.	.	PUNCT
flr-517	769	1	educational	educational	ADJ
flr-517	769	2	and	and	CCONJ
flr-517	769	3	psychological	psychological	ADJ
flr-517	769	4	measurement	measurement	NOUN
flr-517	769	5	,	,	PUNCT
flr-517	769	6	71(1	71(1	NUM
flr-517	769	7	)	)	PUNCT
flr-517	769	8	,	,	PUNCT
flr-517	769	9	258	258	NUM
flr-517	769	10	-	-	SYM
flr-517	769	11	275	275	NUM
flr-517	769	12	.	.	PUNCT
flr-517	770	1	doi	doi	NOUN
flr-517	770	2	:	:	PUNCT
flr-517	770	3	10.1177/0013164410391581	10.1177/0013164410391581	NUM
flr-517	770	4	(	(	PUNCT
flr-517	770	5	44	44	NUM
flr-517	770	6	)	)	PUNCT
flr-517	770	7	curşeu	curşeu	PROPN
flr-517	770	8	,	,	PUNCT
flr-517	770	9	p.	p.	PROPN
flr-517	770	10	l.	l.	PROPN
flr-517	770	11	&	&	CCONJ
flr-517	770	12	schruijer	schruijer	PROPN
flr-517	770	13	,	,	PUNCT
flr-517	770	14	s.	s.	PROPN
flr-517	770	15	g.	g.	PROPN
flr-517	770	16	(	(	PUNCT
flr-517	770	17	2012	2012	NUM
flr-517	770	18	)	)	PUNCT
flr-517	770	19	.	.	PUNCT
flr-517	771	1	decision	decision	NOUN
flr-517	771	2	styles	style	NOUN
flr-517	771	3	and	and	CCONJ
flr-517	771	4	rationality	rationality	NOUN
flr-517	771	5	:	:	PUNCT
flr-517	771	6	an	an	DET
flr-517	771	7	analysis	analysis	NOUN
flr-517	771	8	of	of	ADP
flr-517	771	9	the	the	DET
flr-517	771	10	predictive	predictive	ADJ
flr-517	771	11	validity	validity	NOUN
flr-517	771	12	of	of	ADP
flr-517	771	13	the	the	DET
flr-517	771	14	general	general	ADJ
flr-517	771	15	decision	decision	NOUN
flr-517	771	16	-	-	PUNCT
flr-517	771	17	making	make	VERB
flr-517	771	18	style	style	NOUN
flr-517	771	19	inventory	inventory	NOUN
flr-517	771	20	.	.	PUNCT
flr-517	772	1	educational	educational	ADJ
flr-517	772	2	and	and	CCONJ
flr-517	772	3	psychological	psychological	ADJ
flr-517	772	4	measurement	measurement	NOUN
flr-517	772	5	,	,	PUNCT
flr-517	772	6	72(6	72(6	NOUN
flr-517	772	7	)	)	PUNCT
flr-517	772	8	,	,	PUNCT
flr-517	772	9	1053	1053	NUM
flr-517	772	10	-	-	SYM
flr-517	772	11	1062	1062	NUM
flr-517	772	12	.	.	PUNCT
flr-517	773	1	doi	doi	NOUN
flr-517	773	2	:	:	PUNCT
flr-517	773	3	10.1177/0013164412448066	10.1177/0013164412448066	NUM
flr-517	773	4	(	(	PUNCT
flr-517	773	5	45	45	NUM
flr-517	773	6	)	)	PUNCT
flr-517	773	7	warner	warner	PROPN
flr-517	773	8	,	,	PUNCT
flr-517	773	9	j.	j.	PROPN
flr-517	773	10	a.	a.	PROPN
flr-517	773	11	,	,	PUNCT
flr-517	773	12	koufteros	koufteros	PROPN
flr-517	773	13	,	,	PUNCT
flr-517	773	14	x.	x.	PROPN
flr-517	773	15	,	,	PUNCT
flr-517	773	16	&	&	CCONJ
flr-517	773	17	verghese	verghese	PROPN
flr-517	773	18	,	,	PUNCT
flr-517	773	19	a.	a.	NOUN
flr-517	773	20	(	(	PUNCT
flr-517	773	21	2014	2014	NUM
flr-517	773	22	)	)	PUNCT
flr-517	773	23	.	.	PUNCT
flr-517	774	1	learning	learn	VERB
flr-517	774	2	computerese	computerese	NOUN
flr-517	774	3	:	:	PUNCT
flr-517	774	4	the	the	DET
flr-517	774	5	role	role	NOUN
flr-517	774	6	of	of	ADP
flr-517	774	7	second	second	ADJ
flr-517	774	8	language	language	NOUN
flr-517	774	9	learning	learning	NOUN
flr-517	774	10	aptitude	aptitude	NOUN
flr-517	774	11	in	in	ADP
flr-517	774	12	technology	technology	NOUN
flr-517	774	13	acceptance	acceptance	NOUN
flr-517	774	14	.	.	PUNCT
flr-517	775	1	educational	educational	ADJ
flr-517	775	2	and	and	CCONJ
flr-517	775	3	psychological	psychological	ADJ
flr-517	775	4	measurement	measurement	NOUN
flr-517	775	5	,	,	PUNCT
flr-517	775	6	74(6	74(6	NOUN
flr-517	775	7	)	)	PUNCT
flr-517	775	8	,	,	PUNCT
flr-517	775	9	991	991	NUM
flr-517	775	10	-	-	SYM
flr-517	775	11	1017	1017	NUM
flr-517	775	12	.	.	PUNCT
flr-517	776	1	doi	doi	NOUN
flr-517	776	2	:	:	PUNCT
flr-517	776	3	10.1177/0013164414520629	10.1177/0013164414520629	NUM
flr-517	776	4	(	(	PUNCT
flr-517	776	5	46	46	NUM
flr-517	776	6	)	)	PUNCT
flr-517	776	7	paulhus	paulhus	NOUN
flr-517	776	8	,	,	PUNCT
flr-517	776	9	d.	d.	PROPN
flr-517	776	10	l.	l.	PROPN
flr-517	776	11	&	&	CCONJ
flr-517	776	12	dubois	dubois	PROPN
flr-517	776	13	,	,	PUNCT
flr-517	776	14	p.	p.	PROPN
flr-517	776	15	j.	j.	PROPN
flr-517	777	1	(	(	PUNCT
flr-517	777	2	2014	2014	NUM
flr-517	777	3	)	)	PUNCT
flr-517	777	4	.	.	PUNCT
flr-517	778	1	application	application	NOUN
flr-517	778	2	of	of	ADP
flr-517	778	3	the	the	DET
flr-517	778	4	overclaiming	overclaime	VERB
flr-517	778	5	technique	technique	NOUN
flr-517	778	6	to	to	ADP
flr-517	778	7	scholastic	scholastic	ADJ
flr-517	778	8	assessment	assessment	NOUN
flr-517	778	9	.	.	PUNCT
flr-517	779	1	educational	educational	ADJ
flr-517	779	2	and	and	CCONJ
flr-517	779	3	psychological	psychological	ADJ
flr-517	779	4	measurement	measurement	NOUN
flr-517	779	5	,	,	PUNCT
flr-517	779	6	74(6	74(6	NOUN
flr-517	779	7	)	)	PUNCT
flr-517	779	8	,	,	PUNCT
flr-517	779	9	975	975	NUM
flr-517	779	10	-	-	SYM
flr-517	779	11	990	990	NUM
flr-517	779	12	.	.	PUNCT
flr-517	780	1	doi	doi	NOUN
flr-517	780	2	:	:	PUNCT
flr-517	780	3	10.1177/0013164414536184	10.1177/0013164414536184	NUM
flr-517	780	4	(	(	PUNCT
flr-517	780	5	47	47	NUM
flr-517	780	6	)	)	PUNCT
flr-517	780	7	kersting	kersting	NOUN
flr-517	780	8	,	,	PUNCT
flr-517	780	9	n.	n.	PROPN
flr-517	780	10	b.	b.	PROPN
flr-517	780	11	,	,	PUNCT
flr-517	780	12	sherin	sherin	ADV
flr-517	780	13	,	,	PUNCT
flr-517	780	14	b.	b.	PROPN
flr-517	780	15	l.	l.	PROPN
flr-517	780	16	,	,	PUNCT
flr-517	780	17	&	&	CCONJ
flr-517	780	18	stigler	stigler	NOUN
flr-517	780	19	,	,	PUNCT
flr-517	780	20	j.	j.	PROPN
flr-517	780	21	w.	w.	PROPN
flr-517	780	22	(	(	PUNCT
flr-517	780	23	2014	2014	NUM
flr-517	780	24	)	)	PUNCT
flr-517	780	25	.	.	PUNCT
flr-517	781	1	automated	automate	VERB
flr-517	781	2	scoring	scoring	NOUN
flr-517	781	3	of	of	ADP
flr-517	781	4	teachers	teacher	NOUN
flr-517	781	5	’	'	PUNCT
flr-517	781	6	open	open	ADJ
flr-517	781	7	-	-	PUNCT
flr-517	781	8	ended	end	VERB
flr-517	781	9	responses	response	NOUN
flr-517	781	10	to	to	ADP
flr-517	781	11	video	video	NOUN
flr-517	781	12	prompts	prompt	NOUN
flr-517	781	13	:	:	PUNCT
flr-517	781	14	bringing	bring	VERB
flr-517	781	15	the	the	DET
flr-517	781	16	classroom	classroom	NOUN
flr-517	781	17	-	-	PUNCT
flr-517	781	18	video	video	NOUN
flr-517	781	19	-	-	PUNCT
flr-517	781	20	analysis	analysis	NOUN
flr-517	781	21	assessment	assessment	NOUN
flr-517	781	22	to	to	PART
flr-517	781	23	scale	scale	VERB
flr-517	781	24	.	.	PUNCT
flr-517	782	1	educational	educational	ADJ
flr-517	782	2	and	and	CCONJ
flr-517	782	3	psychological	psychological	ADJ
flr-517	782	4	measurement	measurement	NOUN
flr-517	782	5	,	,	PUNCT
flr-517	782	6	74(6	74(6	NOUN
flr-517	782	7	)	)	PUNCT
flr-517	782	8	,	,	PUNCT
flr-517	782	9	950	950	NUM
flr-517	782	10	-	-	SYM
flr-517	782	11	974	974	NUM
flr-517	782	12	.	.	PUNCT
flr-517	783	1	doi	doi	NOUN
flr-517	783	2	:	:	PUNCT
flr-517	783	3	10.1177/0013164414521634	10.1177/0013164414521634	NUM
flr-517	783	4	(	(	PUNCT
flr-517	783	5	48	48	NUM
flr-517	783	6	)	)	PUNCT
flr-517	783	7	nezhnov	nezhnov	NOUN
flr-517	783	8	,	,	PUNCT
flr-517	783	9	p.	p.	PROPN
flr-517	783	10	,	,	PUNCT
flr-517	783	11	kardanova	kardanova	PROPN
flr-517	783	12	,	,	PUNCT
flr-517	783	13	e.	e.	PROPN
flr-517	783	14	,	,	PUNCT
flr-517	783	15	vasilyeva	vasilyeva	PROPN
flr-517	783	16	,	,	PUNCT
flr-517	783	17	m.	m.	NOUN
flr-517	783	18	,	,	PUNCT
flr-517	783	19	&	&	CCONJ
flr-517	783	20	ludlow	ludlow	PROPN
flr-517	783	21	,	,	PUNCT
flr-517	783	22	l.	l.	PROPN
flr-517	783	23	(	(	PUNCT
flr-517	783	24	2015	2015	NUM
flr-517	783	25	)	)	PUNCT
flr-517	783	26	.	.	PUNCT
flr-517	784	1	operationalizing	operationalize	VERB
flr-517	784	2	levels	level	NOUN
flr-517	784	3	of	of	ADP
flr-517	784	4	academic	academic	ADJ
flr-517	784	5	mastery	mastery	NOUN
flr-517	784	6	based	base	VERB
flr-517	784	7	on	on	ADP
flr-517	784	8	vygotsky	vygotsky	PROPN
flr-517	784	9	’s	’s	PART
flr-517	784	10	theory	theory	NOUN
flr-517	784	11	:	:	PUNCT
flr-517	784	12	the	the	DET
flr-517	784	13	study	study	NOUN
flr-517	784	14	of	of	ADP
flr-517	784	15	mathematical	mathematical	ADJ
flr-517	784	16	knowledge	knowledge	NOUN
flr-517	784	17	.	.	PUNCT
flr-517	785	1	educational	educational	ADJ
flr-517	785	2	and	and	CCONJ
flr-517	785	3	psychological	psychological	ADJ
flr-517	785	4	measurement	measurement	NOUN
flr-517	785	5	,	,	PUNCT
flr-517	785	6	75(2	75(2	NUM
flr-517	785	7	)	)	PUNCT
flr-517	785	8	,	,	PUNCT
flr-517	785	9	235	235	NUM
flr-517	785	10	-	-	SYM
flr-517	785	11	259	259	NUM
flr-517	785	12	.	.	PUNCT
flr-517	786	1	doi	doi	NOUN
flr-517	786	2	:	:	PUNCT
flr-517	786	3	10.1177/0013164414534068	10.1177/0013164414534068	NUM
flr-517	786	4	(	(	PUNCT
flr-517	786	5	49	49	NUM
flr-517	786	6	)	)	PUNCT
flr-517	786	7	dimitrov	dimitrov	PROPN
flr-517	786	8	,	,	PUNCT
flr-517	786	9	d.	d.	PROPN
flr-517	786	10	m.	m.	PROPN
flr-517	786	11	,	,	PUNCT
flr-517	786	12	raykov	raykov	NOUN
flr-517	786	13	,	,	PUNCT
flr-517	786	14	t.	t.	PROPN
flr-517	786	15	,	,	PUNCT
flr-517	786	16	&	&	CCONJ
flr-517	786	17	al	al	PROPN
flr-517	786	18	-	-	PUNCT
flr-517	786	19	qataee	qataee	PROPN
flr-517	786	20	,	,	PUNCT
flr-517	786	21	a.	a.	NOUN
flr-517	786	22	a.	a.	NOUN
flr-517	786	23	(	(	PUNCT
flr-517	786	24	2015	2015	NUM
flr-517	786	25	)	)	PUNCT
flr-517	786	26	.	.	PUNCT
flr-517	787	1	developing	develop	VERB
flr-517	787	2	a	a	DET
flr-517	787	3	measure	measure	NOUN
flr-517	787	4	of	of	ADP
flr-517	787	5	general	general	ADJ
flr-517	787	6	academic	academic	ADJ
flr-517	787	7	ability	ability	NOUN
flr-517	787	8	.	.	PUNCT
flr-517	788	1	educational	educational	ADJ
flr-517	788	2	and	and	CCONJ
flr-517	788	3	psychological	psychological	ADJ
flr-517	788	4	measurement	measurement	NOUN
flr-517	788	5	,	,	PUNCT
flr-517	788	6	75(3	75(3	NUM
flr-517	788	7	)	)	PUNCT
flr-517	788	8	,	,	PUNCT
flr-517	788	9	475	475	NUM
flr-517	788	10	-	-	SYM
flr-517	788	11	490	490	NUM
flr-517	788	12	.	.	PUNCT
flr-517	789	1	e	e	PROPN
flr-517	789	2	journal	journal	PROPN
flr-517	789	3	measurement	measurement	NOUN
flr-517	789	4	and	and	CCONJ
flr-517	789	5	evaluation	evaluation	NOUN
flr-517	789	6	in	in	ADP
flr-517	789	7	counselling	counselling	NOUN
flr-517	789	8	and	and	CCONJ
flr-517	789	9	development	development	NOUN
flr-517	789	10	,	,	PUNCT
flr-517	789	11	sec	sec	PROPN
flr-517	789	12	.	.	PUNCT
flr-517	790	1	“	"	PUNCT
flr-517	790	2	assessment	assessment	NOUN
flr-517	790	3	,	,	PUNCT
flr-517	790	4	development	development	NOUN
flr-517	790	5	,	,	PUNCT
flr-517	790	6	and	and	CCONJ
flr-517	790	7	validation	validation	NOUN
flr-517	790	8	”	"	PUNCT
flr-517	790	9	,	,	PUNCT
flr-517	790	10	2009(1	2009(1	NUM
flr-517	790	11	)	)	PUNCT
flr-517	790	12	–	–	PUNCT
flr-517	790	13	2015(4	2015(4	NUM
flr-517	790	14	)	)	PUNCT
flr-517	791	1	[	[	X
flr-517	791	2	in	in	ADP
flr-517	791	3	chronological	chronological	ADJ
flr-517	791	4	order	order	NOUN
flr-517	791	5	by	by	ADP
flr-517	791	6	release	release	NOUN
flr-517	791	7	date	date	NOUN
flr-517	791	8	]	]	PUNCT
flr-517	791	9	(	(	PUNCT
flr-517	791	10	50	50	NUM
flr-517	791	11	)	)	PUNCT
flr-517	791	12	kim	kim	PROPN
flr-517	791	13	,	,	PUNCT
flr-517	791	14	b.	b.	PROPN
flr-517	791	15	s.	s.	PROPN
flr-517	791	16	,	,	PUNCT
flr-517	791	17	soliz	soliz	PROPN
flr-517	791	18	,	,	PUNCT
flr-517	791	19	a.	a.	NOUN
flr-517	791	20	,	,	PUNCT
flr-517	791	21	orellana	orellana	PROPN
flr-517	791	22	,	,	PUNCT
flr-517	791	23	b.	b.	PROPN
flr-517	791	24	,	,	PUNCT
flr-517	791	25	&	&	CCONJ
flr-517	791	26	alamilla	alamilla	PROPN
flr-517	791	27	,	,	PUNCT
flr-517	791	28	s.	s.	PROPN
flr-517	791	29	g.	g.	PROPN
flr-517	791	30	(	(	PUNCT
flr-517	791	31	2009	2009	NUM
flr-517	791	32	)	)	PUNCT
flr-517	791	33	.	.	PUNCT
flr-517	792	1	latino	latino	ADJ
flr-517	792	2	/	/	SYM
flr-517	792	3	a	a	DET
flr-517	792	4	values	value	NOUN
flr-517	792	5	scale	scale	NOUN
flr-517	792	6	.	.	PUNCT
flr-517	793	1	development	development	NOUN
flr-517	793	2	,	,	PUNCT
flr-517	793	3	reliability	reliability	NOUN
flr-517	793	4	,	,	PUNCT
flr-517	793	5	and	and	CCONJ
flr-517	793	6	validity	validity	NOUN
flr-517	793	7	.	.	PUNCT
flr-517	794	1	measurement	measurement	NOUN
flr-517	794	2	and	and	CCONJ
flr-517	794	3	evaluation	evaluation	NOUN
flr-517	794	4	in	in	ADP
flr-517	794	5	counseling	counseling	NOUN
flr-517	794	6	and	and	CCONJ
flr-517	794	7	development	development	NOUN
flr-517	794	8	,	,	PUNCT
flr-517	794	9	42(2	42(2	PROPN
flr-517	794	10	)	)	PUNCT
flr-517	794	11	,	,	PUNCT
flr-517	794	12	71	71	NUM
flr-517	794	13	-	-	SYM
flr-517	794	14	91	91	NUM
flr-517	794	15	.	.	PUNCT
flr-517	795	1	doi	doi	NOUN
flr-517	795	2	:	:	PUNCT
flr-517	795	3	10.1177/0748175609336861	10.1177/0748175609336861	NUM
flr-517	795	4	(	(	PUNCT
flr-517	795	5	51	51	NUM
flr-517	795	6	)	)	PUNCT
flr-517	795	7	tovar	tovar	PROPN
flr-517	795	8	,	,	PUNCT
flr-517	795	9	e.	e.	PROPN
flr-517	795	10	,	,	PUNCT
flr-517	795	11	simon	simon	PROPN
flr-517	795	12	,	,	PUNCT
flr-517	795	13	m.	m.	NOUN
flr-517	795	14	a.	a.	PROPN
flr-517	795	15	,	,	PUNCT
flr-517	795	16	&	&	CCONJ
flr-517	795	17	lee	lee	PROPN
flr-517	795	18	,	,	PUNCT
flr-517	795	19	h.	h.	PROPN
flr-517	795	20	b.	b.	PROPN
flr-517	795	21	(	(	PUNCT
flr-517	795	22	2009	2009	NUM
flr-517	795	23	)	)	PUNCT
flr-517	795	24	.	.	PUNCT
flr-517	796	1	development	development	NOUN
flr-517	796	2	and	and	CCONJ
flr-517	796	3	validation	validation	NOUN
flr-517	796	4	of	of	ADP
flr-517	796	5	the	the	DET
flr-517	796	6	college	college	NOUN
flr-517	796	7	mattering	matter	VERB
flr-517	796	8	inventory	inventory	NOUN
flr-517	796	9	with	with	ADP
flr-517	796	10	diverse	diverse	ADJ
flr-517	796	11	urban	urban	ADJ
flr-517	796	12	college	college	NOUN
flr-517	796	13	students	student	NOUN
flr-517	796	14	.	.	PUNCT
flr-517	797	1	measurement	measurement	NOUN
flr-517	797	2	and	and	CCONJ
flr-517	797	3	evaluation	evaluation	NOUN
flr-517	797	4	in	in	ADP
flr-517	797	5	counseling	counseling	NOUN
flr-517	797	6	and	and	CCONJ
flr-517	797	7	development	development	NOUN
flr-517	797	8	,	,	PUNCT
flr-517	797	9	42(3	42(3	NUM
flr-517	797	10	)	)	PUNCT
flr-517	797	11	,	,	PUNCT
flr-517	797	12	154	154	NUM
flr-517	797	13	-	-	SYM
flr-517	797	14	178	178	NUM
flr-517	797	15	.	.	PUNCT
flr-517	798	1	doi	doi	NOUN
flr-517	798	2	:	:	PUNCT
flr-517	798	3	10.1177/0748175609344091	10.1177/0748175609344091	NUM
flr-517	798	4	(	(	PUNCT
flr-517	798	5	52	52	NUM
flr-517	798	6	)	)	PUNCT
flr-517	798	7	pistole	pistole	PROPN
flr-517	798	8	,	,	PUNCT
flr-517	798	9	m.	m.	NOUN
flr-517	798	10	c.	c.	PROPN
flr-517	798	11	&	&	CCONJ
flr-517	798	12	roberts	roberts	PROPN
flr-517	798	13	,	,	PUNCT
flr-517	798	14	a.	a.	NOUN
flr-517	798	15	(	(	PUNCT
flr-517	798	16	2011	2011	NUM
flr-517	798	17	)	)	PUNCT
flr-517	798	18	.	.	PUNCT
flr-517	799	1	measuring	measure	VERB
flr-517	799	2	long	long	ADJ
flr-517	799	3	-	-	PUNCT
flr-517	799	4	distance	distance	NOUN
flr-517	799	5	romantic	romantic	ADJ
flr-517	799	6	relationships	relationship	NOUN
flr-517	799	7	:	:	PUNCT
flr-517	799	8	a	a	DET
flr-517	799	9	validity	validity	NOUN
flr-517	799	10	study	study	NOUN
flr-517	799	11	.	.	PUNCT
flr-517	800	1	measure	measure	NOUN
flr-517	800	2	.	.	PUNCT
flr-517	801	1	measurement	measurement	NOUN
flr-517	801	2	and	and	CCONJ
flr-517	801	3	evaluation	evaluation	NOUN
flr-517	801	4	in	in	ADP
flr-517	801	5	counseling	counseling	NOUN
flr-517	801	6	and	and	CCONJ
flr-517	801	7	development	development	NOUN
flr-517	801	8	,	,	PUNCT
flr-517	801	9	44(2	44(2	NOUN
flr-517	801	10	)	)	PUNCT
flr-517	801	11	,	,	PUNCT
flr-517	801	12	63	63	NUM
flr-517	801	13	-	-	SYM
flr-517	801	14	76	76	NUM
flr-517	801	15	.	.	PUNCT
flr-517	802	1	doi	doi	NOUN
flr-517	802	2	:	:	PUNCT
flr-517	802	3	10.1177/0748175611400288	10.1177/0748175611400288	NUM
flr-517	802	4	(	(	PUNCT
flr-517	802	5	53	53	NUM
flr-517	802	6	)	)	PUNCT
flr-517	802	7	kopp	kopp	PROPN
flr-517	802	8	,	,	PUNCT
flr-517	802	9	j.	j.	PROPN
flr-517	802	10	p.	p.	PROPN
flr-517	802	11	,	,	PUNCT
flr-517	802	12	zinn	zinn	PROPN
flr-517	802	13	,	,	PUNCT
flr-517	802	14	t.	t.	PROPN
flr-517	802	15	e.	e.	PROPN
flr-517	802	16	,	,	PUNCT
flr-517	802	17	finney	finney	PROPN
flr-517	802	18	,	,	PUNCT
flr-517	802	19	s.	s.	PROPN
flr-517	802	20	j.	j.	PROPN
flr-517	802	21	,	,	PUNCT
flr-517	802	22	&	&	CCONJ
flr-517	802	23	jurich	jurich	PROPN
flr-517	802	24	,	,	PUNCT
flr-517	802	25	d.	d.	PROPN
flr-517	802	26	p.	p.	PROPN
flr-517	802	27	(	(	PUNCT
flr-517	802	28	2011	2011	NUM
flr-517	802	29	)	)	PUNCT
flr-517	802	30	.	.	PUNCT
flr-517	803	1	the	the	DET
flr-517	803	2	development	development	NOUN
flr-517	803	3	and	and	CCONJ
flr-517	803	4	evaluation	evaluation	NOUN
flr-517	803	5	of	of	ADP
flr-517	803	6	the	the	DET
flr-517	803	7	academic	academic	ADJ
flr-517	803	8	entitlement	entitlement	NOUN
flr-517	803	9	questionnaire	questionnaire	NOUN
flr-517	803	10	.	.	PUNCT
flr-517	804	1	measurement	measurement	NOUN
flr-517	804	2	and	and	CCONJ
flr-517	804	3	evaluation	evaluation	NOUN
flr-517	804	4	in	in	ADP
flr-517	804	5	counseling	counseling	NOUN
flr-517	804	6	and	and	CCONJ
flr-517	804	7	development	development	NOUN
flr-517	804	8	,	,	PUNCT
flr-517	804	9	44(2	44(2	NOUN
flr-517	804	10	)	)	PUNCT
flr-517	804	11	,	,	PUNCT
flr-517	804	12	105	105	NUM
flr-517	804	13	-	-	SYM
flr-517	804	14	129	129	NUM
flr-517	804	15	.	.	PUNCT
flr-517	805	1	doi	doi	NOUN
flr-517	805	2	:	:	PUNCT
flr-517	805	3	10.1177/0748175611400292	10.1177/0748175611400292	NUM
flr-517	805	4	(	(	PUNCT
flr-517	805	5	54	54	NUM
flr-517	805	6	)	)	PUNCT
flr-517	805	7	kim	kim	PROPN
flr-517	805	8	,	,	PUNCT
flr-517	805	9	s.-h	s.-h	NOUN
flr-517	805	10	.	.	PROPN
flr-517	805	11	,	,	PUNCT
flr-517	805	12	sherry	sherry	PROPN
flr-517	805	13	,	,	PUNCT
flr-517	805	14	a.	a.	PROPN
flr-517	805	15	r.	r.	PROPN
flr-517	805	16	,	,	PUNCT
flr-517	805	17	lee	lee	PROPN
flr-517	805	18	,	,	PUNCT
flr-517	805	19	y.-s	y.-s	PROPN
flr-517	805	20	.	.	PUNCT
flr-517	805	21	,	,	PUNCT
flr-517	805	22	&	&	CCONJ
flr-517	805	23	kim	kim	PROPN
flr-517	805	24	,	,	PUNCT
flr-517	805	25	c.-d	c.-d	PROPN
flr-517	805	26	.	.	PUNCT
flr-517	806	1	(	(	PUNCT
flr-517	806	2	2011	2011	NUM
flr-517	806	3	)	)	PUNCT
flr-517	806	4	.	.	PUNCT
flr-517	807	1	psychometric	psychometric	ADJ
flr-517	807	2	properties	property	NOUN
flr-517	807	3	of	of	ADP
flr-517	807	4	a	a	DET
flr-517	807	5	translated	translate	VERB
flr-517	807	6	korean	korean	ADJ
flr-517	807	7	adult	adult	NOUN
flr-517	807	8	attachment	attachment	NOUN
flr-517	807	9	measure	measure	NOUN
flr-517	807	10	.	.	PUNCT
flr-517	808	1	measurement	measurement	NOUN
flr-517	808	2	and	and	CCONJ
flr-517	808	3	evaluation	evaluation	NOUN
flr-517	808	4	in	in	ADP
flr-517	808	5	counseling	counseling	NOUN
flr-517	808	6	and	and	CCONJ
flr-517	808	7	development	development	NOUN
flr-517	808	8	,	,	PUNCT
flr-517	808	9	44(3	44(3	NOUN
flr-517	808	10	)	)	PUNCT
flr-517	808	11	,	,	PUNCT
flr-517	808	12	135	135	NUM
flr-517	808	13	-	-	SYM
flr-517	808	14	150	150	NUM
flr-517	808	15	.	.	PUNCT
flr-517	809	1	doi	doi	NOUN
flr-517	809	2	:	:	PUNCT
flr-517	809	3	10.1177/0748175611409842	10.1177/0748175611409842	NUM
flr-517	809	4	(	(	PUNCT
flr-517	809	5	55	55	NUM
flr-517	809	6	)	)	PUNCT
flr-517	809	7	adelson	adelson	PROPN
flr-517	809	8	,	,	PUNCT
flr-517	809	9	j.	j.	PROPN
flr-517	809	10	l.	l.	PROPN
flr-517	809	11	&	&	CCONJ
flr-517	809	12	mccoach	mccoach	PROPN
flr-517	809	13	,	,	PUNCT
flr-517	809	14	d.	d.	PROPN
flr-517	809	15	b.	b.	PROPN
flr-517	809	16	(	(	PUNCT
flr-517	809	17	2011	2011	NUM
flr-517	809	18	)	)	PUNCT
flr-517	809	19	.	.	PUNCT
flr-517	810	1	development	development	NOUN
flr-517	810	2	and	and	CCONJ
flr-517	810	3	psychometric	psychometric	ADJ
flr-517	810	4	properties	property	NOUN
flr-517	810	5	of	of	ADP
flr-517	810	6	the	the	DET
flr-517	810	7	math	math	NOUN
flr-517	810	8	and	and	CCONJ
flr-517	810	9	me	i	PRON
flr-517	810	10	survey	survey	NOUN
flr-517	810	11	:	:	PUNCT
flr-517	810	12	measuring	measure	VERB
flr-517	810	13	third	third	ADV
flr-517	810	14	through	through	ADP
flr-517	810	15	sixth	sixth	ADJ
flr-517	810	16	graders	grader	NOUN
flr-517	810	17	’	'	PUNCT
flr-517	810	18	attitudes	attitude	NOUN
flr-517	810	19	toward	toward	ADP
flr-517	810	20	mathematics	mathematic	NOUN
flr-517	810	21	.	.	PUNCT
flr-517	811	1	measurement	measurement	NOUN
flr-517	811	2	and	and	CCONJ
flr-517	811	3	evaluation	evaluation	NOUN
flr-517	811	4	in	in	ADP
flr-517	811	5	counseling	counseling	NOUN
flr-517	811	6	and	and	CCONJ
flr-517	811	7	development	development	NOUN
flr-517	811	8	,	,	PUNCT
flr-517	811	9	44(4	44(4	NOUN
flr-517	811	10	)	)	PUNCT
flr-517	811	11	,	,	PUNCT
flr-517	811	12	225	225	NUM
flr-517	811	13	-	-	SYM
flr-517	811	14	247	247	NUM
flr-517	811	15	.	.	PUNCT
flr-517	812	1	doi	doi	NOUN
flr-517	812	2	:	:	PUNCT
flr-517	812	3	10.1177/0748175611418522	10.1177/0748175611418522	NUM
flr-517	812	4	(	(	PUNCT
flr-517	812	5	56	56	NUM
flr-517	812	6	)	)	PUNCT
flr-517	812	7	neto	neto	NOUN
flr-517	812	8	,	,	PUNCT
flr-517	812	9	f.	f.	PROPN
flr-517	812	10	(	(	PUNCT
flr-517	812	11	2012	2012	NUM
flr-517	812	12	)	)	PUNCT
flr-517	812	13	.	.	PUNCT
flr-517	813	1	the	the	DET
flr-517	813	2	satisfaction	satisfaction	NOUN
flr-517	813	3	with	with	ADP
flr-517	813	4	sex	sex	NOUN
flr-517	813	5	life	life	NOUN
flr-517	813	6	scale	scale	NOUN
flr-517	813	7	.	.	PUNCT
flr-517	814	1	measurement	measurement	NOUN
flr-517	814	2	and	and	CCONJ
flr-517	814	3	evaluation	evaluation	NOUN
flr-517	814	4	in	in	ADP
flr-517	814	5	counseling	counseling	NOUN
flr-517	814	6	and	and	CCONJ
flr-517	814	7	development	development	NOUN
flr-517	814	8	,	,	PUNCT
flr-517	814	9	45(1	45(1	NOUN
flr-517	814	10	)	)	PUNCT
flr-517	814	11	,	,	PUNCT
flr-517	814	12	18	18	NUM
flr-517	814	13	-	-	SYM
flr-517	814	14	31	31	NUM
flr-517	814	15	.	.	PUNCT
flr-517	815	1	doi	doi	NOUN
flr-517	815	2	:	:	PUNCT
flr-517	815	3	10.1177/0748175611422898	10.1177/0748175611422898	NUM
flr-517	815	4	(	(	PUNCT
flr-517	815	5	57	57	NUM
flr-517	815	6	)	)	PUNCT
flr-517	815	7	sun	sun	NOUN
flr-517	815	8	,	,	PUNCT
flr-517	815	9	q.	q.	PROPN
flr-517	815	10	,	,	PUNCT
flr-517	815	11	ng	ng	PROPN
flr-517	815	12	,	,	PUNCT
flr-517	815	13	k.-m	k.-m	PROPN
flr-517	815	14	.	.	PROPN
flr-517	815	15	,	,	PUNCT
flr-517	815	16	&	&	CCONJ
flr-517	815	17	wang	wang	PROPN
flr-517	815	18	,	,	PUNCT
flr-517	815	19	c.	c.	PROPN
flr-517	815	20	(	(	PUNCT
flr-517	815	21	2012	2012	NUM
flr-517	815	22	)	)	PUNCT
flr-517	815	23	.	.	PUNCT
flr-517	816	1	a	a	DET
flr-517	816	2	validation	validation	NOUN
flr-517	816	3	study	study	NOUN
flr-517	816	4	on	on	ADP
flr-517	816	5	a	a	DET
flr-517	816	6	new	new	ADJ
flr-517	816	7	chinese	chinese	ADJ
flr-517	816	8	version	version	NOUN
flr-517	816	9	of	of	ADP
flr-517	816	10	the	the	DET
flr-517	816	11	dispositional	dispositional	ADJ
flr-517	816	12	hope	hope	NOUN
flr-517	816	13	scale	scale	NOUN
flr-517	816	14	.	.	PUNCT
flr-517	817	1	measurement	measurement	NOUN
flr-517	817	2	and	and	CCONJ
flr-517	817	3	evaluation	evaluation	NOUN
flr-517	817	4	in	in	ADP
flr-517	817	5	counseling	counseling	NOUN
flr-517	817	6	and	and	CCONJ
flr-517	817	7	development	development	NOUN
flr-517	817	8	,	,	PUNCT
flr-517	817	9	45(2	45(2	NOUN
flr-517	817	10	)	)	PUNCT
flr-517	817	11	,	,	PUNCT
flr-517	817	12	133	133	NUM
flr-517	817	13	-	-	SYM
flr-517	817	14	148	148	NUM
flr-517	817	15	.	.	PUNCT
flr-517	818	1	doi	doi	NOUN
flr-517	818	2	:	:	PUNCT
flr-517	818	3	10.1177/0748175611429011	10.1177/0748175611429011	NUM
flr-517	818	4	(	(	PUNCT
flr-517	818	5	58	58	NUM
flr-517	818	6	)	)	PUNCT
flr-517	818	7	locke	locke	PROPN
flr-517	818	8	,	,	PUNCT
flr-517	818	9	b.	b.	PROPN
flr-517	818	10	d.	d.	PROPN
flr-517	818	11	,	,	PUNCT
flr-517	818	12	mcaleavey	mcaleavey	VERB
flr-517	818	13	,	,	PUNCT
flr-517	818	14	a.	a.	NOUN
flr-517	818	15	a.	a.	PROPN
flr-517	818	16	,	,	PUNCT
flr-517	818	17	zhao	zhao	PROPN
flr-517	818	18	,	,	PUNCT
flr-517	818	19	y.	y.	PROPN
flr-517	818	20	,	,	PUNCT
flr-517	818	21	lei	lei	PROPN
flr-517	818	22	,	,	PUNCT
flr-517	818	23	p.-w	p.-w	PROPN
flr-517	818	24	.	.	PUNCT
flr-517	818	25	,	,	PUNCT
flr-517	818	26	hayes	hayes	PROPN
flr-517	818	27	,	,	PUNCT
flr-517	818	28	a.	a.	NOUN
flr-517	818	29	,	,	PUNCT
flr-517	818	30	castonguay	castonguay	PROPN
flr-517	818	31	,	,	PUNCT
flr-517	818	32	l.	l.	PROPN
flr-517	818	33	g.	g.	PROPN
flr-517	818	34	,	,	PUNCT
flr-517	818	35	li	li	PROPN
flr-517	818	36	,	,	PUNCT
flr-517	818	37	h.	h.	PROPN
flr-517	818	38	,	,	PUNCT
flr-517	818	39	tate	tate	PROPN
flr-517	818	40	,	,	PUNCT
flr-517	818	41	r.	r.	PROPN
flr-517	818	42	,	,	PUNCT
flr-517	818	43	&	&	CCONJ
flr-517	818	44	lin	lin	PROPN
flr-517	818	45	,	,	PUNCT
flr-517	818	46	y.-c	y.-c	PROPN
flr-517	818	47	.	.	PUNCT
flr-517	819	1	(	(	PUNCT
flr-517	819	2	2012	2012	NUM
flr-517	819	3	)	)	PUNCT
flr-517	819	4	.	.	PUNCT
flr-517	820	1	development	development	NOUN
flr-517	820	2	and	and	CCONJ
flr-517	820	3	initial	initial	ADJ
flr-517	820	4	validation	validation	NOUN
flr-517	820	5	of	of	ADP
flr-517	820	6	the	the	DET
flr-517	820	7	counseling	counseling	NOUN
flr-517	820	8	center	center	NOUN
flr-517	820	9	assessment	assessment	NOUN
flr-517	820	10	of	of	ADP
flr-517	820	11	psychological	psychological	PROPN
flr-517	820	12	symptoms–34	symptoms–34	PROPN
flr-517	820	13	.	.	PROPN
flr-517	820	14	measurement	measurement	NOUN
flr-517	820	15	and	and	CCONJ
flr-517	820	16	evaluation	evaluation	NOUN
flr-517	820	17	in	in	ADP
flr-517	820	18	counseling	counseling	NOUN
flr-517	820	19	and	and	CCONJ
flr-517	820	20	development	development	NOUN
flr-517	820	21	,	,	PUNCT
flr-517	820	22	45(3	45(3	NUM
flr-517	820	23	)	)	PUNCT
flr-517	820	24	,	,	PUNCT
flr-517	820	25	151	151	NUM
flr-517	820	26	-	-	SYM
flr-517	820	27	169	169	NUM
flr-517	820	28	.	.	PUNCT
flr-517	821	1	doi	doi	NOUN
flr-517	821	2	:	:	PUNCT
flr-517	821	3	10.1177/0748175611432642	10.1177/0748175611432642	NUM
flr-517	821	4	(	(	PUNCT
flr-517	821	5	59	59	NUM
flr-517	821	6	)	)	PUNCT
flr-517	821	7	erford	erford	NOUN
flr-517	821	8	,	,	PUNCT
flr-517	821	9	b.	b.	PROPN
flr-517	821	10	t.	t.	PROPN
flr-517	821	11	&	&	CCONJ
flr-517	821	12	alsamadi	alsamadi	PROPN
flr-517	821	13	,	,	PUNCT
flr-517	821	14	s.	s.	PROPN
flr-517	821	15	c.	c.	PROPN
flr-517	821	16	(	(	PUNCT
flr-517	821	17	2012	2012	NUM
flr-517	821	18	)	)	PUNCT
flr-517	821	19	.	.	PUNCT
flr-517	822	1	the	the	DET
flr-517	822	2	screening	screening	NOUN
flr-517	822	3	test	test	NOUN
flr-517	822	4	for	for	ADP
flr-517	822	5	emotional	emotional	ADJ
flr-517	822	6	problems	problem	NOUN
flr-517	822	7	–	–	PUNCT
flr-517	822	8	parent	parent	NOUN
flr-517	822	9	report	report	NOUN
flr-517	822	10	(	(	PUNCT
flr-517	822	11	step	step	NOUN
flr-517	822	12	-	-	PUNCT
flr-517	822	13	p	p	NOUN
flr-517	822	14	)	)	PUNCT
flr-517	822	15	.	.	PUNCT
flr-517	823	1	studies	study	NOUN
flr-517	823	2	of	of	ADP
flr-517	823	3	reliability	reliability	NOUN
flr-517	823	4	and	and	CCONJ
flr-517	823	5	validity	validity	NOUN
flr-517	823	6	.	.	PUNCT
flr-517	824	1	measurement	measurement	NOUN
flr-517	824	2	and	and	CCONJ
flr-517	824	3	evaluation	evaluation	NOUN
flr-517	824	4	in	in	ADP
flr-517	824	5	counseling	counseling	NOUN
flr-517	824	6	and	and	CCONJ
flr-517	824	7	development	development	NOUN
flr-517	824	8	,	,	PUNCT
flr-517	824	9	45(3	45(3	NUM
flr-517	824	10	)	)	PUNCT
flr-517	824	11	,	,	PUNCT
flr-517	824	12	170	170	NUM
flr-517	824	13	-	-	SYM
flr-517	824	14	180	180	NUM
flr-517	824	15	.	.	PUNCT
flr-517	825	1	doi	doi	NOUN
flr-517	825	2	:	:	PUNCT
flr-517	825	3	10.1177/0748175611432643	10.1177/0748175611432643	NUM
flr-517	825	4	(	(	PUNCT
flr-517	825	5	60	60	NUM
flr-517	825	6	)	)	PUNCT
flr-517	825	7	hardesty	hardesty	NOUN
flr-517	825	8	,	,	PUNCT
flr-517	825	9	p.	p.	PROPN
flr-517	825	10	h.	h.	PROPN
flr-517	825	11	&	&	CCONJ
flr-517	825	12	richardsin	richardsin	PROPN
flr-517	825	13	,	,	PUNCT
flr-517	825	14	g.	g.	PROPN
flr-517	825	15	b.	b.	PROPN
flr-517	825	16	(	(	PUNCT
flr-517	825	17	2012	2012	NUM
flr-517	825	18	)	)	PUNCT
flr-517	825	19	.	.	PUNCT
flr-517	826	1	the	the	DET
flr-517	826	2	structure	structure	NOUN
flr-517	826	3	and	and	CCONJ
flr-517	826	4	validity	validity	NOUN
flr-517	826	5	of	of	ADP
flr-517	826	6	the	the	DET
flr-517	826	7	multidimensional	multidimensional	ADJ
flr-517	826	8	social	social	ADJ
flr-517	826	9	support	support	NOUN
flr-517	826	10	questionnaire	questionnaire	NOUN
flr-517	826	11	.	.	PUNCT
flr-517	827	1	measurement	measurement	NOUN
flr-517	827	2	and	and	CCONJ
flr-517	827	3	evaluation	evaluation	NOUN
flr-517	827	4	in	in	ADP
flr-517	827	5	counseling	counseling	NOUN
flr-517	827	6	and	and	CCONJ
flr-517	827	7	development	development	NOUN
flr-517	827	8	,	,	PUNCT
flr-517	827	9	45(3	45(3	NUM
flr-517	827	10	)	)	PUNCT
flr-517	827	11	,	,	PUNCT
flr-517	827	12	181	181	NUM
flr-517	827	13	-	-	SYM
flr-517	827	14	196	196	NUM
flr-517	827	15	.	.	PUNCT
flr-517	828	1	doi	doi	NOUN
flr-517	828	2	:	:	PUNCT
flr-517	828	3	10.1177/0748175612441214	10.1177/0748175612441214	NUM
flr-517	828	4	(	(	PUNCT
flr-517	828	5	61	61	NUM
flr-517	828	6	)	)	PUNCT
flr-517	828	7	lim	lim	PROPN
flr-517	828	8	,	,	PUNCT
flr-517	828	9	s.	s.	PROPN
flr-517	828	10	y.	y.	PROPN
flr-517	828	11	&	&	CCONJ
flr-517	828	12	chapman	chapman	PROPN
flr-517	828	13	,	,	PUNCT
flr-517	828	14	e.	e.	PROPN
flr-517	828	15	(	(	PUNCT
flr-517	828	16	2013	2013	NUM
flr-517	828	17	)	)	PUNCT
flr-517	828	18	.	.	PUNCT
flr-517	829	1	an	an	DET
flr-517	829	2	investigation	investigation	NOUN
flr-517	829	3	of	of	ADP
flr-517	829	4	the	the	DET
flr-517	829	5	fennema	fennema	NOUN
flr-517	829	6	-	-	PUNCT
flr-517	829	7	sherman	sherman	NOUN
flr-517	829	8	mathematics	mathematics	PROPN
flr-517	829	9	anxiety	anxiety	NOUN
flr-517	829	10	subscale	subscale	VERB
flr-517	829	11	.	.	PUNCT
flr-517	830	1	measurement	measurement	NOUN
flr-517	830	2	and	and	CCONJ
flr-517	830	3	evaluation	evaluation	NOUN
flr-517	830	4	in	in	ADP
flr-517	830	5	counseling	counseling	NOUN
flr-517	830	6	and	and	CCONJ
flr-517	830	7	development	development	NOUN
flr-517	830	8	,	,	PUNCT
flr-517	830	9	46(1	46(1	PROPN
flr-517	830	10	)	)	PUNCT
flr-517	830	11	,	,	PUNCT
flr-517	830	12	26–37	26–37	NOUN
flr-517	830	13	.	.	PUNCT
flr-517	831	1	doi	doi	NOUN
flr-517	831	2	:	:	PUNCT
flr-517	831	3	10.1177/0748175612459198	10.1177/0748175612459198	NUM
flr-517	831	4	(	(	PUNCT
flr-517	831	5	62	62	NUM
flr-517	831	6	)	)	PUNCT
flr-517	831	7	ng	ng	PROPN
flr-517	831	8	,	,	PUNCT
flr-517	831	9	p.	p.	PROPN
flr-517	831	10	,	,	PUNCT
flr-517	831	11	su	su	PROPN
flr-517	831	12	,	,	PUNCT
flr-517	831	13	x.	x.	PROPN
flr-517	831	14	s.	s.	PROPN
flr-517	831	15	,	,	PUNCT
flr-517	831	16	chan	chan	PROPN
flr-517	831	17	,	,	PUNCT
flr-517	831	18	v.	v.	PROPN
flr-517	831	19	,	,	PUNCT
flr-517	831	20	leung	leung	PROPN
flr-517	831	21	,	,	PUNCT
flr-517	831	22	h.	h.	PROPN
flr-517	831	23	,	,	PUNCT
flr-517	831	24	cheung	cheung	PROPN
flr-517	831	25	,	,	PUNCT
flr-517	831	26	w.	w.	PROPN
flr-517	831	27	,	,	PUNCT
flr-517	831	28	&	&	CCONJ
flr-517	831	29	tsun	tsun	PROPN
flr-517	831	30	,	,	PUNCT
flr-517	831	31	a.	a.	PROPN
flr-517	831	32	(	(	PUNCT
flr-517	831	33	2013	2013	NUM
flr-517	831	34	)	)	PUNCT
flr-517	831	35	.	.	PUNCT
flr-517	832	1	the	the	DET
flr-517	832	2	reliability	reliability	NOUN
flr-517	832	3	and	and	CCONJ
flr-517	832	4	validity	validity	NOUN
flr-517	832	5	of	of	ADP
flr-517	832	6	a	a	DET
flr-517	832	7	campus	campus	NOUN
flr-517	832	8	caring	care	VERB
flr-517	832	9	instrument	instrument	NOUN
flr-517	832	10	developed	develop	VERB
flr-517	832	11	for	for	ADP
flr-517	832	12	undergraduate	undergraduate	ADJ
flr-517	832	13	students	student	NOUN
flr-517	832	14	in	in	ADP
flr-517	832	15	hong	hong	PROPN
flr-517	832	16	kong	kong	PROPN
flr-517	832	17	.	.	PUNCT
flr-517	833	1	measurement	measurement	NOUN
flr-517	833	2	and	and	CCONJ
flr-517	833	3	evaluation	evaluation	NOUN
flr-517	833	4	in	in	ADP
flr-517	833	5	counseling	counseling	NOUN
flr-517	833	6	and	and	CCONJ
flr-517	833	7	development	development	NOUN
flr-517	833	8	,	,	PUNCT
flr-517	833	9	46(2	46(2	NOUN
flr-517	833	10	)	)	PUNCT
flr-517	833	11	,	,	PUNCT
flr-517	833	12	88–100	88–100	NUM
flr-517	833	13	.	.	PUNCT
flr-517	833	14	doi	doi	NOUN
flr-517	833	15	:	:	PUNCT
flr-517	833	16	10.1177/0748175612467463	10.1177/0748175612467463	NUM
flr-517	833	17	(	(	PUNCT
flr-517	833	18	63	63	NUM
flr-517	833	19	)	)	PUNCT
flr-517	833	20	jacobs	jacobs	PROPN
flr-517	833	21	,	,	PUNCT
flr-517	833	22	k.	k.	PROPN
flr-517	833	23	&	&	CCONJ
flr-517	833	24	struyf	struyf	PROPN
flr-517	833	25	,	,	PUNCT
flr-517	833	26	e.	e.	PROPN
flr-517	833	27	(	(	PUNCT
flr-517	833	28	2013	2013	NUM
flr-517	833	29	)	)	PUNCT
flr-517	833	30	.	.	PUNCT
flr-517	834	1	measuring	measure	VERB
flr-517	834	2	integrated	integrate	VERB
flr-517	834	3	socioemotional	socioemotional	ADJ
flr-517	834	4	guidance	guidance	NOUN
flr-517	834	5	at	at	ADP
flr-517	834	6	school	school	NOUN
flr-517	834	7	:	:	PUNCT
flr-517	834	8	factor	factor	NOUN
flr-517	834	9	structure	structure	NOUN
flr-517	834	10	and	and	CCONJ
flr-517	834	11	reliability	reliability	NOUN
flr-517	834	12	of	of	ADP
flr-517	834	13	the	the	DET
flr-517	834	14	socioemotional	socioemotional	ADJ
flr-517	834	15	guidance	guidance	NOUN
flr-517	834	16	questionnaire	questionnaire	NOUN
flr-517	834	17	(	(	PUNCT
flr-517	834	18	seg	seg	NOUN
flr-517	834	19	-	-	PUNCT
flr-517	834	20	q	q	NOUN
flr-517	834	21	)	)	PUNCT
flr-517	834	22	.	.	PUNCT
flr-517	835	1	measurement	measurement	NOUN
flr-517	835	2	and	and	CCONJ
flr-517	835	3	evaluation	evaluation	NOUN
flr-517	835	4	in	in	ADP
flr-517	835	5	counseling	counseling	NOUN
flr-517	835	6	and	and	CCONJ
flr-517	835	7	development	development	NOUN
flr-517	835	8	,	,	PUNCT
flr-517	835	9	46(3	46(3	NOUN
flr-517	835	10	)	)	PUNCT
flr-517	835	11	,	,	PUNCT
flr-517	835	12	159–177	159–177	NUM
flr-517	835	13	.	.	PUNCT
flr-517	836	1	doi	doi	NOUN
flr-517	836	2	:	:	PUNCT
flr-517	836	3	10.1177/0748175613481978	10.1177/0748175613481978	NUM
flr-517	836	4	(	(	PUNCT
flr-517	836	5	64	64	NUM
flr-517	836	6	)	)	PUNCT
flr-517	836	7	rantanen	rantanen	NOUN
flr-517	836	8	,	,	PUNCT
flr-517	836	9	a.	a.	NOUN
flr-517	836	10	p.	p.	PROPN
flr-517	836	11	&	&	CCONJ
flr-517	836	12	soini	soini	PROPN
flr-517	836	13	,	,	PUNCT
flr-517	836	14	h.	h.	PROPN
flr-517	836	15	s.	s.	PROPN
flr-517	836	16	(	(	PUNCT
flr-517	836	17	2013	2013	NUM
flr-517	836	18	)	)	PUNCT
flr-517	836	19	.	.	PUNCT
flr-517	837	1	development	development	NOUN
flr-517	837	2	of	of	ADP
flr-517	837	3	the	the	DET
flr-517	837	4	response	response	NOUN
flr-517	837	5	observation	observation	NOUN
flr-517	837	6	system	system	NOUN
flr-517	837	7	.	.	PUNCT
flr-517	838	1	measurement	measurement	NOUN
flr-517	838	2	and	and	CCONJ
flr-517	838	3	evaluation	evaluation	NOUN
flr-517	838	4	in	in	ADP
flr-517	838	5	counseling	counseling	NOUN
flr-517	838	6	and	and	CCONJ
flr-517	838	7	development	development	NOUN
flr-517	838	8	,	,	PUNCT
flr-517	838	9	46(4	46(4	NOUN
flr-517	838	10	)	)	PUNCT
flr-517	838	11	,	,	PUNCT
flr-517	838	12	247–260	247–260	NUM
flr-517	838	13	.	.	PUNCT
flr-517	839	1	doi	doi	NOUN
flr-517	839	2	:	:	PUNCT
flr-517	839	3	10.1177/0748175613484041	10.1177/0748175613484041	NUM
flr-517	839	4	(	(	PUNCT
flr-517	839	5	65	65	NUM
flr-517	839	6	)	)	PUNCT
flr-517	839	7	balkin	balkin	NOUN
flr-517	839	8	,	,	PUNCT
flr-517	839	9	r.	r.	PROPN
flr-517	839	10	s.	s.	PROPN
flr-517	839	11	,	,	PUNCT
flr-517	839	12	harris	harris	PROPN
flr-517	839	13	,	,	PUNCT
flr-517	839	14	n.	n.	PROPN
flr-517	839	15	a.	a.	PROPN
flr-517	839	16	,	,	PUNCT
flr-517	839	17	freeman	freeman	PROPN
flr-517	839	18	,	,	PUNCT
flr-517	839	19	s.	s.	PROPN
flr-517	839	20	j.	j.	PROPN
flr-517	839	21	,	,	PUNCT
flr-517	839	22	&	&	CCONJ
flr-517	839	23	huntington	huntington	PROPN
flr-517	839	24	,	,	PUNCT
flr-517	839	25	s.	s.	PROPN
flr-517	839	26	(	(	PUNCT
flr-517	839	27	2014	2014	NUM
flr-517	839	28	)	)	PUNCT
flr-517	839	29	.	.	PUNCT
flr-517	840	1	the	the	DET
flr-517	840	2	forgiveness	forgiveness	NOUN
flr-517	840	3	reconciliation	reconciliation	NOUN
flr-517	840	4	inventory	inventory	NOUN
flr-517	840	5	:	:	PUNCT
flr-517	840	6	an	an	DET
flr-517	840	7	instrument	instrument	NOUN
flr-517	840	8	to	to	PART
flr-517	840	9	process	process	VERB
flr-517	840	10	through	through	ADP
flr-517	840	11	issues	issue	NOUN
flr-517	840	12	of	of	ADP
flr-517	840	13	forgiveness	forgiveness	NOUN
flr-517	840	14	and	and	CCONJ
flr-517	840	15	conflict	conflict	NOUN
flr-517	840	16	.	.	PUNCT
flr-517	841	1	measurement	measurement	NOUN
flr-517	841	2	and	and	CCONJ
flr-517	841	3	evaluation	evaluation	NOUN
flr-517	841	4	in	in	ADP
flr-517	841	5	counseling	counseling	NOUN
flr-517	841	6	and	and	CCONJ
flr-517	841	7	development	development	NOUN
flr-517	841	8	,	,	PUNCT
flr-517	841	9	47(1	47(1	NUM
flr-517	841	10	)	)	PUNCT
flr-517	841	11	,	,	PUNCT
flr-517	841	12	3–13	3–13	PROPN
flr-517	841	13	.	.	PUNCT
flr-517	842	1	doi	doi	PROPN
flr-517	842	2	:	:	PUNCT
flr-517	842	3	10.1177/0748175613497037	10.1177/0748175613497037	NUM
flr-517	842	4	(	(	PUNCT
flr-517	842	5	66	66	NUM
flr-517	842	6	)	)	PUNCT
flr-517	842	7	boudreaux	boudreaux	NOUN
flr-517	842	8	,	,	PUNCT
flr-517	842	9	d.	d.	PROPN
flr-517	842	10	j.	j.	PROPN
flr-517	842	11	,	,	PUNCT
flr-517	842	12	dahlen	dahlen	PROPN
flr-517	842	13	,	,	PUNCT
flr-517	842	14	e.	e.	PROPN
flr-517	842	15	r.	r.	PROPN
flr-517	842	16	,	,	PUNCT
flr-517	842	17	madson	madson	PROPN
flr-517	842	18	,	,	PUNCT
flr-517	842	19	m.	m.	PROPN
flr-517	842	20	b.	b.	PROPN
flr-517	842	21	,	,	PUNCT
flr-517	842	22	&	&	CCONJ
flr-517	842	23	yowell	yowell	PROPN
flr-517	842	24	,	,	PUNCT
flr-517	842	25	e.	e.	PROPN
flr-517	842	26	b.	b.	PROPN
flr-517	842	27	(	(	PUNCT
flr-517	842	28	2014	2014	NUM
flr-517	842	29	)	)	PUNCT
flr-517	842	30	.	.	PUNCT
flr-517	843	1	attitudes	attitude	NOUN
flr-517	843	2	toward	toward	ADP
flr-517	843	3	anger	anger	NOUN
flr-517	843	4	management	management	NOUN
flr-517	843	5	scale	scale	NOUN
flr-517	843	6	:	:	PUNCT
flr-517	843	7	development	development	NOUN
flr-517	843	8	and	and	CCONJ
flr-517	843	9	initial	initial	ADJ
flr-517	843	10	validation	validation	NOUN
flr-517	843	11	.	.	PUNCT
flr-517	844	1	measurement	measurement	NOUN
flr-517	844	2	and	and	CCONJ
flr-517	844	3	evaluation	evaluation	NOUN
flr-517	844	4	in	in	ADP
flr-517	844	5	counseling	counseling	NOUN
flr-517	844	6	and	and	CCONJ
flr-517	844	7	development	development	NOUN
flr-517	844	8	,	,	PUNCT
flr-517	844	9	47(1	47(1	NUM
flr-517	844	10	)	)	PUNCT
flr-517	844	11	,	,	PUNCT
flr-517	844	12	14–26	14–26	NUM
flr-517	844	13	.	.	PUNCT
flr-517	845	1	doi	doi	NOUN
flr-517	845	2	:	:	PUNCT
flr-517	845	3	10.1177/0748175613497039	10.1177/0748175613497039	NUM
flr-517	845	4	(	(	PUNCT
flr-517	845	5	67	67	NUM
flr-517	845	6	)	)	PUNCT
flr-517	845	7	montes	montes	PROPN
flr-517	845	8	,	,	PUNCT
flr-517	845	9	s.	s.	PROPN
flr-517	845	10	a.	a.	PROPN
flr-517	845	11	,	,	PUNCT
flr-517	845	12	ledesma	ledesma	PROPN
flr-517	845	13	,	,	PUNCT
flr-517	845	14	r.	r.	PROPN
flr-517	845	15	d.	d.	PROPN
flr-517	845	16	,	,	PUNCT
flr-517	845	17	garcia	garcia	PROPN
flr-517	845	18	,	,	PUNCT
flr-517	845	19	n.	n.	NOUN
flr-517	845	20	m.	m.	NOUN
flr-517	845	21	,	,	PUNCT
flr-517	845	22	&	&	CCONJ
flr-517	845	23	poó	poó	PROPN
flr-517	845	24	,	,	PUNCT
flr-517	845	25	f.	f.	PROPN
flr-517	845	26	m.	m.	PROPN
flr-517	845	27	(	(	PUNCT
flr-517	845	28	2014	2014	NUM
flr-517	845	29	)	)	PUNCT
flr-517	845	30	.	.	PUNCT
flr-517	846	1	the	the	DET
flr-517	846	2	mindful	mindful	ADJ
flr-517	846	3	attention	attention	NOUN
flr-517	846	4	awareness	awareness	NOUN
flr-517	846	5	scale	scale	NOUN
flr-517	846	6	(	(	PUNCT
flr-517	846	7	maas	maas	PROPN
flr-517	846	8	)	)	PUNCT
flr-517	846	9	in	in	ADP
flr-517	846	10	an	an	DET
flr-517	846	11	argentine	argentine	ADJ
flr-517	846	12	population	population	NOUN
flr-517	846	13	.	.	PUNCT
flr-517	847	1	measurement	measurement	NOUN
flr-517	847	2	and	and	CCONJ
flr-517	847	3	evaluation	evaluation	NOUN
flr-517	847	4	in	in	ADP
flr-517	847	5	counseling	counseling	NOUN
flr-517	847	6	and	and	CCONJ
flr-517	847	7	development	development	NOUN
flr-517	847	8	,	,	PUNCT
flr-517	847	9	47(1	47(1	NUM
flr-517	847	10	)	)	PUNCT
flr-517	847	11	,	,	PUNCT
flr-517	847	12	43–51	43–51	X
flr-517	847	13	.	.	PUNCT
flr-517	848	1	doi	doi	NOUN
flr-517	848	2	:	:	PUNCT
flr-517	848	3	10.1177/0748175613513806	10.1177/0748175613513806	NUM
flr-517	848	4	(	(	PUNCT
flr-517	848	5	68	68	NUM
flr-517	848	6	)	)	PUNCT
flr-517	848	7	carey	carey	PROPN
flr-517	848	8	,	,	PUNCT
flr-517	848	9	j.	j.	PROPN
flr-517	848	10	,	,	PUNCT
flr-517	848	11	brigman	brigman	NOUN
flr-517	848	12	,	,	PUNCT
flr-517	848	13	g.	g.	PROPN
flr-517	848	14	,	,	PUNCT
flr-517	848	15	webb	webb	PROPN
flr-517	848	16	,	,	PUNCT
flr-517	848	17	l.	l.	PROPN
flr-517	848	18	,	,	PUNCT
flr-517	848	19	villares	villares	PROPN
flr-517	848	20	,	,	PUNCT
flr-517	848	21	e.	e.	PROPN
flr-517	848	22	,	,	PUNCT
flr-517	848	23	&	&	CCONJ
flr-517	848	24	harrington	harrington	PROPN
flr-517	848	25	,	,	PUNCT
flr-517	848	26	k.	k.	PROPN
flr-517	848	27	(	(	PUNCT
flr-517	848	28	2014	2014	NUM
flr-517	848	29	)	)	PUNCT
flr-517	848	30	.	.	PUNCT
flr-517	849	1	development	development	NOUN
flr-517	849	2	of	of	ADP
flr-517	849	3	an	an	DET
flr-517	849	4	instrument	instrument	NOUN
flr-517	849	5	to	to	PART
flr-517	849	6	measure	measure	VERB
flr-517	849	7	student	student	NOUN
flr-517	849	8	use	use	NOUN
flr-517	849	9	of	of	ADP
flr-517	849	10	academic	academic	ADJ
flr-517	849	11	success	success	NOUN
flr-517	849	12	skills	skill	VERB
flr-517	849	13	:	:	PUNCT
flr-517	849	14	an	an	DET
flr-517	849	15	exploratory	exploratory	ADJ
flr-517	849	16	factor	factor	NOUN
flr-517	849	17	analysis	analysis	NOUN
flr-517	849	18	.	.	PUNCT
flr-517	850	1	measurement	measurement	NOUN
flr-517	850	2	and	and	CCONJ
flr-517	850	3	evaluation	evaluation	NOUN
flr-517	850	4	incounseling	incounseling	NOUN
flr-517	850	5	and	and	CCONJ
flr-517	850	6	development	development	NOUN
flr-517	850	7	,	,	PUNCT
flr-517	850	8	47(3	47(3	NUM
flr-517	850	9	)	)	PUNCT
flr-517	850	10	,	,	PUNCT
flr-517	850	11	171–180	171–180	NUM
flr-517	850	12	.	.	PUNCT
flr-517	850	13	doi	doi	NOUN
flr-517	850	14	:	:	PUNCT
flr-517	850	15	10.1177/0748175613505622	10.1177/0748175613505622	NUM
flr-517	850	16	(	(	PUNCT
flr-517	850	17	69	69	NUM
flr-517	850	18	)	)	PUNCT
flr-517	850	19	dominguez	dominguez	PROPN
flr-517	850	20	espinosa	espinosa	PROPN
flr-517	850	21	,	,	PUNCT
flr-517	850	22	a.	a.	PROPN
flr-517	850	23	&	&	CCONJ
flr-517	850	24	van	van	PROPN
flr-517	850	25	de	de	PROPN
flr-517	850	26	vijver	vijver	PROPN
flr-517	850	27	,	,	PUNCT
flr-517	850	28	f.	f.	PROPN
flr-517	850	29	j.	j.	PROPN
flr-517	850	30	r.	r.	PROPN
flr-517	850	31	(	(	PUNCT
flr-517	850	32	2014	2014	NUM
flr-517	850	33	)	)	PUNCT
flr-517	850	34	.	.	PUNCT
flr-517	851	1	an	an	DET
flr-517	851	2	indigenous	indigenous	ADJ
flr-517	851	3	social	social	ADJ
flr-517	851	4	desirability	desirability	NOUN
flr-517	851	5	scale	scale	NOUN
flr-517	851	6	.	.	PUNCT
flr-517	852	1	measurement	measurement	NOUN
flr-517	852	2	and	and	CCONJ
flr-517	852	3	evaluation	evaluation	NOUN
flr-517	852	4	in	in	ADP
flr-517	852	5	counseling	counseling	NOUN
flr-517	852	6	and	and	CCONJ
flr-517	852	7	development	development	NOUN
flr-517	852	8	,	,	PUNCT
flr-517	852	9	47(3	47(3	NOUN
flr-517	852	10	)	)	PUNCT
flr-517	852	11	,	,	PUNCT
flr-517	852	12	199–214	199–214	NUM
flr-517	852	13	.	.	PUNCT
flr-517	853	1	doi	doi	NOUN
flr-517	853	2	:	:	PUNCT
flr-517	853	3	10.1177/0748175614522267	10.1177/0748175614522267	NUM
flr-517	853	4	(	(	PUNCT
flr-517	853	5	70	70	NUM
flr-517	853	6	)	)	PUNCT
flr-517	853	7	ahn	ahn	PROPN
flr-517	853	8	,	,	PUNCT
flr-517	853	9	c.	c.	PROPN
flr-517	853	10	m.	m.	PROPN
flr-517	853	11	,	,	PUNCT
flr-517	853	12	ebesutani	ebesutani	PROPN
flr-517	853	13	,	,	PUNCT
flr-517	853	14	c.	c.	PROPN
flr-517	853	15	,	,	PUNCT
flr-517	853	16	&	&	CCONJ
flr-517	853	17	kamphausr	kamphausr	PROPN
flr-517	853	18	.	.	PUNCT
flr-517	854	1	w.	w.	NOUN
flr-517	854	2	(	(	PUNCT
flr-517	854	3	2014	2014	NUM
flr-517	854	4	)	)	PUNCT
flr-517	854	5	.	.	PUNCT
flr-517	855	1	a	a	DET
flr-517	855	2	psychometric	psychometric	ADJ
flr-517	855	3	analysis	analysis	NOUN
flr-517	855	4	and	and	CCONJ
flr-517	855	5	standardization	standardization	NOUN
flr-517	855	6	of	of	ADP
flr-517	855	7	the	the	DET
flr-517	855	8	behavior	behavior	NOUN
flr-517	855	9	assessment	assessment	NOUN
flr-517	855	10	system	system	NOUN
flr-517	855	11	for	for	ADP
flr-517	855	12	children-2	children-2	NOUN
flr-517	855	13	,	,	PUNCT
flr-517	855	14	self	self	NOUN
flr-517	855	15	-	-	PUNCT
flr-517	855	16	report	report	NOUN
flr-517	855	17	of	of	ADP
flr-517	855	18	personality	personality	NOUN
flr-517	855	19	,	,	PUNCT
flr-517	855	20	college	college	NOUN
flr-517	855	21	version	version	NOUN
flr-517	855	22	,	,	PUNCT
flr-517	855	23	among	among	ADP
flr-517	855	24	a	a	DET
flr-517	855	25	korean	korean	ADJ
flr-517	855	26	sample	sample	NOUN
flr-517	855	27	.	.	PUNCT
flr-517	856	1	measurement	measurement	NOUN
flr-517	856	2	and	and	CCONJ
flr-517	856	3	evaluation	evaluation	NOUN
flr-517	856	4	in	in	ADP
flr-517	856	5	counseling	counseling	NOUN
flr-517	856	6	and	and	CCONJ
flr-517	856	7	development	development	NOUN
flr-517	856	8	,	,	PUNCT
flr-517	856	9	47(3	47(3	NOUN
flr-517	856	10	)	)	PUNCT
flr-517	856	11	,	,	PUNCT
flr-517	856	12	226–244	226–244	NUM
flr-517	856	13	.	.	PUNCT
flr-517	857	1	doi	doi	NOUN
flr-517	857	2	:	:	PUNCT
flr-517	857	3	10.1177/0748175614531797	10.1177/0748175614531797	NUM
flr-517	857	4	(	(	PUNCT
flr-517	857	5	71	71	NUM
flr-517	857	6	)	)	PUNCT
flr-517	857	7	huang	huang	PROPN
flr-517	857	8	,	,	PUNCT
flr-517	857	9	y.-c	y.-c	PROPN
flr-517	857	10	.	.	PROPN
flr-517	857	11	&	&	CCONJ
flr-517	857	12	lin	lin	PROPN
flr-517	857	13	,	,	PUNCT
flr-517	857	14	s.-h	s.-h	NOUN
flr-517	857	15	.	.	PUNCT
flr-517	858	1	(	(	PUNCT
flr-517	858	2	2015	2015	NUM
flr-517	858	3	)	)	PUNCT
flr-517	858	4	.	.	PUNCT
flr-517	859	1	development	development	NOUN
flr-517	859	2	and	and	CCONJ
flr-517	859	3	validation	validation	NOUN
flr-517	859	4	of	of	ADP
flr-517	859	5	an	an	DET
flr-517	859	6	inventory	inventory	NOUN
flr-517	859	7	for	for	ADP
flr-517	859	8	measuring	measure	VERB
flr-517	859	9	student	student	NOUN
flr-517	859	10	attitudes	attitude	NOUN
flr-517	859	11	toward	toward	ADP
flr-517	859	12	calculus	calculus	NOUN
flr-517	859	13	.	.	PUNCT
flr-517	860	1	measurement	measurement	NOUN
flr-517	860	2	and	and	CCONJ
flr-517	860	3	evaluation	evaluation	NOUN
flr-517	860	4	in	in	ADP
flr-517	860	5	counseling	counseling	NOUN
flr-517	860	6	and	and	CCONJ
flr-517	860	7	development	development	NOUN
flr-517	860	8	,	,	PUNCT
flr-517	860	9	48(2	48(2	NUM
flr-517	860	10	)	)	PUNCT
flr-517	860	11	,	,	PUNCT
flr-517	860	12	109–123	109–123	NUM
flr-517	860	13	.	.	PUNCT
flr-517	861	1	doi	doi	NOUN
flr-517	861	2	:	:	PUNCT
flr-517	861	3	10.1177/0748175614563314	10.1177/0748175614563314	NUM
flr-517	861	4	(	(	PUNCT
flr-517	861	5	72	72	NUM
flr-517	861	6	)	)	PUNCT
flr-517	861	7	jenkins	jenkin	NOUN
flr-517	861	8	-	-	PUNCT
flr-517	861	9	guarnieri	guarnieri	PROPN
flr-517	861	10	,	,	PUNCT
flr-517	861	11	m.	m.	NOUN
flr-517	861	12	a.	a.	PROPN
flr-517	861	13	,	,	PUNCT
flr-517	861	14	vaughan	vaughan	PROPN
flr-517	861	15	,	,	PUNCT
flr-517	861	16	a.	a.	PROPN
flr-517	861	17	l.	l.	PROPN
flr-517	861	18	,	,	PUNCT
flr-517	861	19	&	&	CCONJ
flr-517	861	20	wright	wright	PROPN
flr-517	861	21	,	,	PUNCT
flr-517	861	22	s.	s.	PROPN
flr-517	861	23	l.	l.	PROPN
flr-517	861	24	(	(	PUNCT
flr-517	861	25	2015	2015	NUM
flr-517	861	26	)	)	PUNCT
flr-517	861	27	.	.	PUNCT
flr-517	862	1	development	development	NOUN
flr-517	862	2	of	of	ADP
flr-517	862	3	a	a	DET
flr-517	862	4	self	self	NOUN
flr-517	862	5	-	-	PUNCT
flr-517	862	6	determination	determination	NOUN
flr-517	862	7	measure	measure	NOUN
flr-517	862	8	for	for	ADP
flr-517	862	9	college	college	NOUN
flr-517	862	10	students	student	NOUN
flr-517	862	11	:	:	PUNCT
flr-517	862	12	validity	validity	NOUN
flr-517	862	13	evidence	evidence	NOUN
flr-517	862	14	for	for	ADP
flr-517	862	15	the	the	DET
flr-517	862	16	basic	basic	ADJ
flr-517	862	17	needs	need	NOUN
flr-517	862	18	satisfaction	satisfaction	NOUN
flr-517	862	19	at	at	ADP
flr-517	862	20	college	college	NOUN
flr-517	862	21	scale	scale	NOUN
flr-517	862	22	.	.	PUNCT
flr-517	863	1	measurement	measurement	NOUN
flr-517	863	2	and	and	CCONJ
flr-517	863	3	evaluation	evaluation	NOUN
flr-517	863	4	in	in	ADP
flr-517	863	5	counseling	counseling	NOUN
flr-517	863	6	and	and	CCONJ
flr-517	863	7	development	development	NOUN
flr-517	863	8	,	,	PUNCT
flr-517	863	9	48(4	48(4	NUM
flr-517	863	10	)	)	PUNCT
flr-517	863	11	,	,	PUNCT
flr-517	863	12	266	266	NUM
flr-517	863	13	-	-	SYM
flr-517	863	14	284	284	NUM
flr-517	863	15	.	.	PUNCT
flr-517	864	1	doi	doi	NOUN
flr-517	864	2	:	:	PUNCT
flr-517	864	3	10.1177/0748175615578737	10.1177/0748175615578737	NUM
flr-517	864	4	appendix	appendix	NOUN
flr-517	864	5	3	3	NUM
flr-517	864	6	.	.	PUNCT
flr-517	864	7	frequency	frequency	NOUN
flr-517	864	8	of	of	ADP
flr-517	864	9	requests	request	NOUN
flr-517	864	10	addressed	address	VERB
flr-517	864	11	to	to	ADP
flr-517	864	12	experts	expert	NOUN
flr-517	864	13	note	note	VERB
flr-517	864	14	.	.	PUNCT
flr-517	865	1	*	*	PUNCT
flr-517	865	2	cf	cf	X
flr-517	865	3	.	.	PUNCT
flr-517	865	4	table	table	NOUN
flr-517	865	5	1	1	NUM
flr-517	865	6	:	:	PUNCT
flr-517	865	7	to	to	PART
flr-517	865	8	:	:	PUNCT
flr-517	865	9	truth	truth	NOUN
flr-517	865	10	-	-	PUNCT
flr-517	865	11	apt	apt	ADJ
flr-517	865	12	;	;	PUNCT
flr-517	865	13	tu	tu	PROPN
flr-517	865	14	:	:	PUNCT
flr-517	865	15	truth	truth	NOUN
flr-517	865	16	-	-	PUNCT
flr-517	865	17	apt	apt	ADJ
flr-517	865	18	,	,	PUNCT
flr-517	865	19	but	but	CCONJ
flr-517	865	20	unknown	unknown	ADV
flr-517	865	21	;	;	PUNCT
flr-517	865	22	s	s	X
flr-517	865	23	:	:	PUNCT
flr-517	865	24	subjective	subjective	ADJ