id	sid	tid	token	lemma	pos
ideas-520	1	1	the	the	DET
ideas-520	1	2	particular	particular	ADJ
ideas-520	1	3	dialect	dialect	NOUN
ideas-520	1	4	or	or	CCONJ
ideas-520	1	5	language	language	NOUN
ideas-520	1	6	that	that	PRON
ideas-520	1	7	a	a	DET
ideas-520	1	8	person	person	NOUN
ideas-520	1	9	chooses	choose	VERB
ideas-520	1	10	to	to	PART
ideas-520	1	11	use	use	VERB
ideas-520	1	12	on	on	ADP
ideas-520	1	13	any	any	DET
ideas-520	1	14	occasion	occasion	NOUN
ideas-520	1	15	is	be	AUX
ideas-520	1	16	called	call	VERB
ideas-520	1	17	a	a	DET
ideas-520	1	18	code	code	NOUN
ideas-520	1	19	validity	validity	NOUN
ideas-520	1	20	,	,	PUNCT
ideas-520	1	21	reliability	reliability	NOUN
ideas-520	1	22	and	and	CCONJ
ideas-520	1	23	practicality	practicality	NOUN
ideas-520	1	24	of	of	ADP
ideas-520	1	25	the	the	DET
ideas-520	1	26	first	first	ADJ
ideas-520	1	27	certification	certification	NOUN
ideas-520	1	28	in	in	ADP
ideas-520	1	29	english	english	PROPN
ideas-520	1	30	(	(	PUNCT
ideas-520	1	31	fce	fce	PROPN
ideas-520	1	32	)	)	PUNCT
ideas-520	1	33	and	and	CCONJ
ideas-520	1	34	the	the	DET
ideas-520	1	35	business	business	NOUN
ideas-520	1	36	language	language	NOUN
ideas-520	1	37	testing	testing	NOUN
ideas-520	1	38	service	service	NOUN
ideas-520	1	39	(	(	PUNCT
ideas-520	1	40	bulats	bulat	NOUN
ideas-520	1	41	)	)	PUNCT
ideas-520	1	42	muhammad	muhammad	PROPN
ideas-520	1	43	ahkam	ahkam	PROPN
ideas-520	1	44	arifin	arifin	PROPN
ideas-520	1	45	ahkam.arifin@parahikma.ac.id	ahkam.arifin@parahikma.ac.id	NUM
ideas-520	1	46	;	;	PUNCT
ideas-520	1	47	ahkam.arifin@gmail.com	ahkam.arifin@gmail.com	X
ideas-520	1	48	institut	institut	PROPN
ideas-520	1	49	parahikma	parahikma	PROPN
ideas-520	1	50	indonesia	indonesia	PROPN
ideas-520	1	51	received	receive	VERB
ideas-520	1	52	:	:	PUNCT
ideas-520	1	53	10	10	NUM
ideas-520	1	54	oktober	oktober	NOUN
ideas-520	1	55	2018	2018	NUM
ideas-520	1	56	;	;	PUNCT
ideas-520	1	57	accepted	accept	VERB
ideas-520	1	58	:	:	PUNCT
ideas-520	1	59	28	28	NUM
ideas-520	1	60	november	november	PROPN
ideas-520	1	61	2018	2018	NUM
ideas-520	1	62	url	url	NOUN
ideas-520	1	63	:	:	PUNCT
ideas-520	1	64	http://ejournal.iainpalopo.ac.id/index.php/ideas	http://ejournal.iainpalopo.ac.id/index.php/ideas	PROPN
ideas-520	1	65	abstract	abstract	ADV
ideas-520	1	66	this	this	DET
ideas-520	1	67	paper	paper	NOUN
ideas-520	1	68	begins	begin	VERB
ideas-520	1	69	with	with	ADP
ideas-520	1	70	the	the	DET
ideas-520	1	71	test	test	NOUN
ideas-520	1	72	specifications	specification	NOUN
ideas-520	1	73	of	of	ADP
ideas-520	1	74	the	the	DET
ideas-520	1	75	two	two	NUM
ideas-520	1	76	tests	test	NOUN
ideas-520	1	77	–	–	PUNCT
ideas-520	1	78	the	the	DET
ideas-520	1	79	first	first	ADJ
ideas-520	1	80	certification	certification	NOUN
ideas-520	1	81	in	in	ADP
ideas-520	1	82	english	english	PROPN
ideas-520	1	83	(	(	PUNCT
ideas-520	1	84	fce	fce	PROPN
ideas-520	1	85	)	)	PUNCT
ideas-520	1	86	and	and	CCONJ
ideas-520	1	87	the	the	DET
ideas-520	1	88	business	business	NOUN
ideas-520	1	89	language	language	NOUN
ideas-520	1	90	testing	testing	NOUN
ideas-520	1	91	service	service	NOUN
ideas-520	1	92	(	(	PUNCT
ideas-520	1	93	bulats	bulat	NOUN
ideas-520	1	94	)	)	PUNCT
ideas-520	1	95	.	.	PUNCT
ideas-520	2	1	it	it	PRON
ideas-520	2	2	will	will	AUX
ideas-520	2	3	then	then	ADV
ideas-520	2	4	go	go	VERB
ideas-520	2	5	on	on	ADP
ideas-520	2	6	to	to	ADP
ideas-520	2	7	the	the	DET
ideas-520	2	8	evaluation	evaluation	NOUN
ideas-520	2	9	of	of	ADP
ideas-520	2	10	the	the	DET
ideas-520	2	11	test	test	NOUN
ideas-520	2	12	usefulness	usefulness	NOUN
ideas-520	2	13	:	:	PUNCT
ideas-520	2	14	reliability	reliability	NOUN
ideas-520	2	15	,	,	PUNCT
ideas-520	2	16	(	(	PUNCT
ideas-520	2	17	construct	construct	VERB
ideas-520	2	18	)	)	PUNCT
ideas-520	2	19	validity	validity	NOUN
ideas-520	2	20	,	,	PUNCT
ideas-520	2	21	backwash	backwash	NOUN
ideas-520	2	22	,	,	PUNCT
ideas-520	2	23	and	and	CCONJ
ideas-520	2	24	practicality	practicality	NOUN
ideas-520	2	25	(	(	PUNCT
ideas-520	2	26	bachman	bachman	NOUN
ideas-520	2	27	&	&	CCONJ
ideas-520	2	28	palmer	palmer	PROPN
ideas-520	2	29	,	,	PUNCT
ideas-520	2	30	1996	1996	NUM
ideas-520	2	31	;	;	PUNCT
ideas-520	2	32	see	see	VERB
ideas-520	2	33	kunnan	kunnan	PROPN
ideas-520	2	34	,	,	PUNCT
ideas-520	2	35	2004	2004	NUM
ideas-520	2	36	for	for	ADP
ideas-520	2	37	a	a	DET
ideas-520	2	38	slightly	slightly	ADV
ideas-520	2	39	different	different	ADJ
ideas-520	2	40	perspective	perspective	NOUN
ideas-520	2	41	)	)	PUNCT
ideas-520	2	42	.	.	PUNCT
ideas-520	3	1	this	this	DET
ideas-520	3	2	paper	paper	NOUN
ideas-520	3	3	explores	explore	VERB
ideas-520	3	4	the	the	DET
ideas-520	3	5	test	test	NOUN
ideas-520	3	6	specifications	specification	NOUN
ideas-520	3	7	at	at	ADP
ideas-520	3	8	the	the	DET
ideas-520	3	9	outset	outset	NOUN
ideas-520	3	10	in	in	ADP
ideas-520	3	11	that	that	PRON
ideas-520	3	12	a	a	DET
ideas-520	3	13	test	test	NOUN
ideas-520	3	14	would	would	AUX
ideas-520	3	15	be	be	AUX
ideas-520	3	16	evaluated	evaluate	VERB
ideas-520	3	17	(	(	PUNCT
ideas-520	3	18	as	as	ADP
ideas-520	3	19	estimated	estimate	VERB
ideas-520	3	20	)	)	PUNCT
ideas-520	3	21	based	base	VERB
ideas-520	3	22	on	on	ADP
ideas-520	3	23	the	the	DET
ideas-520	3	24	test	test	NOUN
ideas-520	3	25	purpose	purpose	NOUN
ideas-520	3	26	and	and	CCONJ
ideas-520	3	27	construct	construct	VERB
ideas-520	3	28	that	that	SCONJ
ideas-520	3	29	it	it	PRON
ideas-520	3	30	is	be	AUX
ideas-520	3	31	trying	try	VERB
ideas-520	3	32	to	to	PART
ideas-520	3	33	measure	measure	VERB
ideas-520	3	34	(	(	PUNCT
ideas-520	3	35	luoma	luoma	ADJ
ideas-520	3	36	,	,	PUNCT
ideas-520	3	37	2004	2004	NUM
ideas-520	3	38	)	)	PUNCT
ideas-520	3	39	.	.	PUNCT
ideas-520	4	1	to	to	PART
ideas-520	4	2	begin	begin	VERB
ideas-520	4	3	the	the	DET
ideas-520	4	4	evaluation	evaluation	NOUN
ideas-520	4	5	,	,	PUNCT
ideas-520	4	6	the	the	DET
ideas-520	4	7	test	test	NOUN
ideas-520	4	8	(	(	PUNCT
ideas-520	4	9	score	score	NOUN
ideas-520	4	10	)	)	PUNCT
ideas-520	4	11	reliability	reliability	NOUN
ideas-520	4	12	would	would	AUX
ideas-520	4	13	be	be	AUX
ideas-520	4	14	evaluated	evaluate	VERB
ideas-520	4	15	first	first	ADV
ideas-520	4	16	,	,	PUNCT
ideas-520	4	17	for	for	SCONJ
ideas-520	4	18	a	a	DET
ideas-520	4	19	test	test	NOUN
ideas-520	4	20	would	would	AUX
ideas-520	4	21	not	not	PART
ideas-520	4	22	be	be	AUX
ideas-520	4	23	considered	consider	VERB
ideas-520	4	24	valid	valid	ADJ
ideas-520	4	25	if	if	SCONJ
ideas-520	4	26	it	it	PRON
ideas-520	4	27	is	be	AUX
ideas-520	4	28	not	not	PART
ideas-520	4	29	reliable	reliable	ADJ
ideas-520	4	30	(	(	PUNCT
ideas-520	4	31	brown	brown	ADJ
ideas-520	4	32	,	,	PUNCT
ideas-520	4	33	1996	1996	NUM
ideas-520	4	34	;	;	PUNCT
ideas-520	4	35	but	but	CCONJ
ideas-520	4	36	see	see	VERB
ideas-520	4	37	moss	moss	NOUN
ideas-520	4	38	,	,	PUNCT
ideas-520	4	39	1994	1994	NUM
ideas-520	4	40	when	when	SCONJ
ideas-520	4	41	a	a	DET
ideas-520	4	42	test	test	NOUN
ideas-520	4	43	could	could	AUX
ideas-520	4	44	be	be	AUX
ideas-520	4	45	valid	valid	ADJ
ideas-520	4	46	without	without	ADP
ideas-520	4	47	reliability	reliability	NOUN
ideas-520	4	48	)	)	PUNCT
ideas-520	4	49	.	.	PUNCT
ideas-520	5	1	throughout	throughout	ADP
ideas-520	5	2	this	this	DET
ideas-520	5	3	paper	paper	NOUN
ideas-520	5	4	,	,	PUNCT
ideas-520	5	5	the	the	DET
ideas-520	5	6	term	term	NOUN
ideas-520	5	7	“	"	PUNCT
ideas-520	5	8	test(ing	test(ing	NOUN
ideas-520	5	9	)	)	PUNCT
ideas-520	5	10	”	"	PUNCT
ideas-520	5	11	will	will	AUX
ideas-520	5	12	be	be	AUX
ideas-520	5	13	used	use	VERB
ideas-520	5	14	more	more	ADV
ideas-520	5	15	or	or	CCONJ
ideas-520	5	16	less	less	ADV
ideas-520	5	17	synonymously	synonymously	ADV
ideas-520	5	18	with	with	ADP
ideas-520	5	19	“	"	PUNCT
ideas-520	5	20	assess(ment	assess(ment	PROPN
ideas-520	5	21	)	)	PUNCT
ideas-520	5	22	”	"	PUNCT
ideas-520	5	23	and	and	CCONJ
ideas-520	5	24	“	"	PUNCT
ideas-520	5	25	measure(ment	measure(ment	PROPN
ideas-520	5	26	)	)	PUNCT
ideas-520	5	27	”	"	PUNCT
ideas-520	5	28	,	,	PUNCT
ideas-520	5	29	in	in	ADP
ideas-520	5	30	that	that	DET
ideas-520	5	31	bachman	bachman	NOUN
ideas-520	5	32	and	and	CCONJ
ideas-520	5	33	palmer	palmer	PROPN
ideas-520	5	34	point	point	VERB
ideas-520	5	35	out	out	ADP
ideas-520	5	36	that	that	SCONJ
ideas-520	5	37	in	in	ADP
ideas-520	5	38	the	the	DET
ideas-520	5	39	field	field	NOUN
ideas-520	5	40	of	of	ADP
ideas-520	5	41	language	language	NOUN
ideas-520	5	42	testing	testing	NOUN
ideas-520	5	43	these	these	DET
ideas-520	5	44	terms	term	NOUN
ideas-520	5	45	have	have	AUX
ideas-520	5	46	been	be	AUX
ideas-520	5	47	very	very	ADV
ideas-520	5	48	broadly	broadly	ADV
ideas-520	5	49	defined	define	VERB
ideas-520	5	50	“	"	PUNCT
ideas-520	5	51	as	as	SCONJ
ideas-520	5	52	the	the	DET
ideas-520	5	53	process	process	NOUN
ideas-520	5	54	of	of	ADP
ideas-520	5	55	collecting	collect	VERB
ideas-520	5	56	information	information	NOUN
ideas-520	5	57	”	"	PUNCT
ideas-520	5	58	to	to	PART
ideas-520	5	59	make	make	VERB
ideas-520	5	60	decisions	decision	NOUN
ideas-520	5	61	(	(	PUNCT
ideas-520	5	62	2010	2010	NUM
ideas-520	5	63	,	,	PUNCT
ideas-520	5	64	p.	p.	NOUN
ideas-520	5	65	20	20	NUM
ideas-520	5	66	)	)	PUNCT
ideas-520	5	67	.	.	PUNCT
ideas-520	6	1	(	(	PUNCT
ideas-520	6	2	see	see	VERB
ideas-520	6	3	bachman	bachman	NOUN
ideas-520	6	4	,	,	PUNCT
ideas-520	6	5	1990	1990	NUM
ideas-520	6	6	;	;	PUNCT
ideas-520	6	7	cohen	cohen	PROPN
ideas-520	6	8	&	&	CCONJ
ideas-520	6	9	swedlik	swedlik	PROPN
ideas-520	6	10	,	,	PUNCT
ideas-520	6	11	2010	2010	NUM
ideas-520	6	12	;	;	PUNCT
ideas-520	6	13	douglas	douglas	PROPN
ideas-520	6	14	,	,	PUNCT
ideas-520	6	15	2010	2010	NUM
ideas-520	6	16	for	for	ADP
ideas-520	6	17	the	the	DET
ideas-520	6	18	distinctions	distinction	NOUN
ideas-520	6	19	,	,	PUNCT
ideas-520	6	20	e.g.	e.g.	ADV
ideas-520	6	21	,	,	PUNCT
ideas-520	6	22	a	a	DET
ideas-520	6	23	test	test	NOUN
ideas-520	6	24	is	be	AUX
ideas-520	6	25	a	a	DET
ideas-520	6	26	tool	tool	NOUN
ideas-520	6	27	for	for	ADP
ideas-520	6	28	assessment	assessment	NOUN
ideas-520	6	29	.	.	PUNCT
ideas-520	6	30	)	)	PUNCT
ideas-520	7	1	keywords	keyword	NOUN
ideas-520	7	2	:	:	PUNCT
ideas-520	7	3	evaluation	evaluation	NOUN
ideas-520	7	4	,	,	PUNCT
ideas-520	7	5	validity	validity	NOUN
ideas-520	7	6	,	,	PUNCT
ideas-520	7	7	reliability	reliability	NOUN
ideas-520	7	8	,	,	PUNCT
ideas-520	7	9	practicality	practicality	NOUN
ideas-520	7	10	,	,	PUNCT
ideas-520	7	11	first	first	ADJ
ideas-520	7	12	certification	certification	NOUN
ideas-520	7	13	in	in	ADP
ideas-520	7	14	english	english	PROPN
ideas-520	7	15	,	,	PUNCT
ideas-520	7	16	business	business	NOUN
ideas-520	7	17	language	language	NOUN
ideas-520	7	18	testing	testing	NOUN
ideas-520	7	19	service	service	NOUN
ideas-520	7	20	80	80	NUM
ideas-520	7	21	copyright	copyright	NOUN
ideas-520	7	22	©	©	PROPN
ideas-520	7	23	2018	2018	NUM
ideas-520	7	24	the	the	DET
ideas-520	7	25	author	author	NOUN
ideas-520	7	26	ideas	idea	NOUN
ideas-520	7	27	is	be	AUX
ideas-520	7	28	licensed	license	VERB
ideas-520	7	29	under	under	ADP
ideas-520	7	30	cc	cc	NOUN
ideas-520	7	31	-	-	PUNCT
ideas-520	7	32	by	by	ADP
ideas-520	7	33	-	-	PUNCT
ideas-520	7	34	sa	sa	NOUN
ideas-520	7	35	4.0	4.0	NUM
ideas-520	7	36	license	license	NOUN
ideas-520	7	37	issued	issue	VERB
ideas-520	7	38	by	by	ADP
ideas-520	7	39	english	english	ADJ
ideas-520	7	40	study	study	NOUN
ideas-520	7	41	program	program	NOUN
ideas-520	7	42	of	of	ADP
ideas-520	7	43	iain	iain	PROPN
ideas-520	7	44	palopo	palopo	PROPN
ideas-520	7	45	ideas	ideas	PROPN
ideas-520	7	46	journal	journal	PROPN
ideas-520	7	47	of	of	ADP
ideas-520	7	48	language	language	NOUN
ideas-520	7	49	teaching	teaching	NOUN
ideas-520	7	50	and	and	CCONJ
ideas-520	7	51	learning	learning	NOUN
ideas-520	7	52	,	,	PUNCT
ideas-520	7	53	linguistics	linguistic	NOUN
ideas-520	7	54	and	and	CCONJ
ideas-520	7	55	literature	literature	NOUN
ideas-520	7	56	issn	issn	PROPN
ideas-520	7	57	2338	2338	NUM
ideas-520	7	58	-	-	SYM
ideas-520	7	59	4778	4778	NUM
ideas-520	7	60	(	(	PUNCT
ideas-520	7	61	print	print	NOUN
ideas-520	7	62	)	)	PUNCT
ideas-520	7	63	issn	issn	VERB
ideas-520	7	64	2548	2548	NUM
ideas-520	7	65	-	-	SYM
ideas-520	7	66	4192	4192	NUM
ideas-520	7	67	(	(	PUNCT
ideas-520	7	68	online	online	ADJ
ideas-520	7	69	)	)	PUNCT
ideas-520	7	70	volume	volume	NOUN
ideas-520	7	71	6	6	NUM
ideas-520	7	72	,	,	PUNCT
ideas-520	7	73	number	number	NOUN
ideas-520	7	74	2	2	NUM
ideas-520	7	75	,	,	PUNCT
ideas-520	7	76	december	december	PROPN
ideas-520	7	77	2018	2018	NUM
ideas-520	7	78	pp	pp	ADP
ideas-520	7	79	.	.	PUNCT
ideas-520	8	1	49	49	NUM
ideas-520	8	2	–	–	SYM
ideas-520	8	3	61	61	NUM
ideas-520	8	4	http://u.lipi.go.id/1457703302	http://u.lipi.go.id/1457703302	NOUN
ideas-520	8	5	mailto:ahkam.arifin@parahikma.ac.id	mailto:ahkam.arifin@parahikma.ac.id	NUM
ideas-520	8	6	mailto:ahkam.arifin@gmail.com	mailto:ahkam.arifin@gmail.com	NOUN
ideas-520	8	7	muhammad	muhammad	PROPN
ideas-520	8	8	ahkam	ahkam	PROPN
ideas-520	8	9	arifin	arifin	PROPN
ideas-520	8	10	validity	validity	NOUN
ideas-520	8	11	,	,	PUNCT
ideas-520	8	12	reliability	reliability	NOUN
ideas-520	8	13	and	and	CCONJ
ideas-520	8	14	practicality	practicality	NOUN
ideas-520	8	15	of	of	ADP
ideas-520	8	16	the	the	DET
ideas-520	8	17	first	first	ADJ
ideas-520	8	18	certification	certification	NOUN
ideas-520	8	19	in	in	ADP
ideas-520	8	20	english	english	PROPN
ideas-520	8	21	(	(	PUNCT
ideas-520	8	22	fce	fce	PROPN
ideas-520	8	23	)	)	PUNCT
ideas-520	8	24	and	and	CCONJ
ideas-520	8	25	the	the	DET
ideas-520	8	26	business	business	NOUN
ideas-520	8	27	language	language	NOUN
ideas-520	8	28	testing	testing	NOUN
ideas-520	8	29	service	service	NOUN
ideas-520	8	30	(	(	PUNCT
ideas-520	8	31	bulats	bulat	NOUN
ideas-520	8	32	)	)	PUNCT
ideas-520	8	33	introduction	introduction	NOUN
ideas-520	8	34	both	both	CCONJ
ideas-520	8	35	the	the	DET
ideas-520	8	36	fce	fce	NOUN
ideas-520	8	37	and	and	CCONJ
ideas-520	8	38	bulats	bulat	NOUN
ideas-520	8	39	are	be	AUX
ideas-520	8	40	produced	produce	VERB
ideas-520	8	41	by	by	ADP
ideas-520	8	42	the	the	DET
ideas-520	8	43	university	university	PROPN
ideas-520	8	44	of	of	ADP
ideas-520	8	45	cambridge	cambridge	PROPN
ideas-520	8	46	local	local	ADJ
ideas-520	8	47	examinations	examination	NOUN
ideas-520	8	48	syndicate	syndicate	NOUN
ideas-520	8	49	(	(	PUNCT
ideas-520	8	50	ucles	ucle	NOUN
ideas-520	8	51	)	)	PUNCT
ideas-520	8	52	,	,	PUNCT
ideas-520	8	53	both	both	PRON
ideas-520	8	54	of	of	ADP
ideas-520	8	55	which	which	PRON
ideas-520	8	56	offer	offer	VERB
ideas-520	8	57	either	either	CCONJ
ideas-520	8	58	a	a	DET
ideas-520	8	59	paperbased	paperbased	ADJ
ideas-520	8	60	or	or	CCONJ
ideas-520	8	61	computer	computer	NOUN
ideas-520	8	62	-	-	PUNCT
ideas-520	8	63	based	base	VERB
ideas-520	8	64	exam	exam	NOUN
ideas-520	8	65	,	,	PUNCT
ideas-520	8	66	covering	cover	VERB
ideas-520	8	67	the	the	DET
ideas-520	8	68	four	four	NUM
ideas-520	8	69	skills1	skills1	NOUN
ideas-520	8	70	.	.	PUNCT
ideas-520	9	1	this	this	DET
ideas-520	9	2	paper	paper	NOUN
ideas-520	9	3	will	will	AUX
ideas-520	9	4	focus	focus	VERB
ideas-520	9	5	upon	upon	SCONJ
ideas-520	9	6	the	the	DET
ideas-520	9	7	fce	fce	NOUN
ideas-520	9	8	paper	paper	NOUN
ideas-520	9	9	-	-	PUNCT
ideas-520	9	10	based	base	VERB
ideas-520	9	11	speaking	speaking	NOUN
ideas-520	9	12	test	test	NOUN
ideas-520	9	13	and	and	CCONJ
ideas-520	9	14	bulats	bulat	VERB
ideas-520	9	15	computer	computer	NOUN
ideas-520	9	16	-	-	PUNCT
ideas-520	9	17	based	base	VERB
ideas-520	9	18	online	online	ADJ
ideas-520	9	19	speaking	speak	VERB
ideas-520	9	20	test	test	NOUN
ideas-520	9	21	.	.	PUNCT
ideas-520	10	1	the	the	DET
ideas-520	10	2	fce	fce	NOUN
ideas-520	10	3	is	be	AUX
ideas-520	10	4	intended	intend	VERB
ideas-520	10	5	for	for	ADP
ideas-520	10	6	learners	learner	NOUN
ideas-520	10	7	who	who	PRON
ideas-520	10	8	want	want	VERB
ideas-520	10	9	to	to	PART
ideas-520	10	10	live	live	VERB
ideas-520	10	11	,	,	PUNCT
ideas-520	10	12	work	work	NOUN
ideas-520	10	13	or	or	CCONJ
ideas-520	10	14	study	study	NOUN
ideas-520	10	15	in	in	ADP
ideas-520	10	16	an	an	DET
ideas-520	10	17	english	english	PROPN
ideas-520	10	18	-	-	PUNCT
ideas-520	10	19	speaking	speak	VERB
ideas-520	10	20	environment	environment	NOUN
ideas-520	10	21	(	(	PUNCT
ideas-520	10	22	ucles	ucle	NOUN
ideas-520	10	23	,	,	PUNCT
ideas-520	10	24	2015	2015	NUM
ideas-520	10	25	)	)	PUNCT
ideas-520	10	26	.	.	PUNCT
ideas-520	11	1	the	the	DET
ideas-520	11	2	fce	fce	NOUN
ideas-520	11	3	is	be	AUX
ideas-520	11	4	targeted	target	VERB
ideas-520	11	5	at	at	ADP
ideas-520	11	6	level	level	NOUN
ideas-520	11	7	b2	b2	NOUN
ideas-520	11	8	(	(	PUNCT
ideas-520	11	9	upper	upper	ADJ
ideas-520	11	10	-	-	PUNCT
ideas-520	11	11	intermediate	intermediate	ADJ
ideas-520	11	12	)	)	PUNCT
ideas-520	11	13	on	on	ADP
ideas-520	11	14	the	the	DET
ideas-520	11	15	cefr2	cefr2	NOUN
ideas-520	11	16	,	,	PUNCT
ideas-520	11	17	while	while	SCONJ
ideas-520	11	18	the	the	DET
ideas-520	11	19	bulats	bulat	NOUN
ideas-520	11	20	at	at	ADP
ideas-520	11	21	all	all	DET
ideas-520	11	22	levels	level	NOUN
ideas-520	11	23	(	(	PUNCT
ideas-520	11	24	ucles	ucle	NOUN
ideas-520	11	25	,	,	PUNCT
ideas-520	11	26	2011	2011	NUM
ideas-520	11	27	)	)	PUNCT
ideas-520	11	28	.	.	PUNCT
ideas-520	12	1	the	the	DET
ideas-520	12	2	bulats	bulat	NOUN
ideas-520	12	3	is	be	AUX
ideas-520	12	4	intended	intend	VERB
ideas-520	12	5	for	for	ADP
ideas-520	12	6	“	"	PUNCT
ideas-520	12	7	people	people	NOUN
ideas-520	12	8	at	at	ADP
ideas-520	12	9	work	work	NOUN
ideas-520	12	10	or	or	CCONJ
ideas-520	12	11	students	student	NOUN
ideas-520	12	12	studying	study	VERB
ideas-520	12	13	business	business	NOUN
ideas-520	12	14	courses	course	NOUN
ideas-520	12	15	”	"	PUNCT
ideas-520	12	16	(	(	PUNCT
ideas-520	12	17	ucles	ucle	NOUN
ideas-520	12	18	,	,	PUNCT
ideas-520	12	19	2011	2011	NUM
ideas-520	12	20	,	,	PUNCT
ideas-520	12	21	p.	p.	NOUN
ideas-520	12	22	2	2	NUM
ideas-520	12	23	)	)	PUNCT
ideas-520	12	24	.	.	PUNCT
ideas-520	13	1	it	it	PRON
ideas-520	13	2	takes	take	VERB
ideas-520	13	3	14	14	NUM
ideas-520	13	4	minutes	minute	NOUN
ideas-520	13	5	for	for	ADP
ideas-520	13	6	the	the	DET
ideas-520	13	7	fce	fce	NOUN
ideas-520	13	8	and	and	CCONJ
ideas-520	13	9	15	15	NUM
ideas-520	13	10	minutes	minute	NOUN
ideas-520	13	11	for	for	SCONJ
ideas-520	13	12	the	the	DET
ideas-520	13	13	bulats	bulat	NOUN
ideas-520	13	14	to	to	PART
ideas-520	13	15	complete	complete	VERB
ideas-520	13	16	.	.	PUNCT
ideas-520	14	1	the	the	DET
ideas-520	14	2	fce	fce	NOUN
ideas-520	14	3	is	be	AUX
ideas-520	14	4	composed	compose	VERB
ideas-520	14	5	of	of	ADP
ideas-520	14	6	four	four	NUM
ideas-520	14	7	sections	section	NOUN
ideas-520	14	8	:	:	PUNCT
ideas-520	14	9	(	(	PUNCT
ideas-520	14	10	1	1	X
ideas-520	14	11	)	)	PUNCT
ideas-520	14	12	an	an	DET
ideas-520	14	13	interview	interview	NOUN
ideas-520	14	14	between	between	ADP
ideas-520	14	15	the	the	DET
ideas-520	14	16	interlocutor3	interlocutor3	PROPN
ideas-520	14	17	and	and	CCONJ
ideas-520	14	18	each	each	PRON
ideas-520	14	19	of	of	ADP
ideas-520	14	20	the	the	DET
ideas-520	14	21	two	two	NUM
ideas-520	14	22	candidates	candidate	NOUN
ideas-520	14	23	,	,	PUNCT
ideas-520	14	24	(	(	PUNCT
ideas-520	14	25	2	2	X
ideas-520	14	26	)	)	PUNCT
ideas-520	14	27	a	a	DET
ideas-520	14	28	presentation	presentation	NOUN
ideas-520	14	29	from	from	ADP
ideas-520	14	30	each	each	DET
ideas-520	14	31	candidate	candidate	NOUN
ideas-520	14	32	,	,	PUNCT
ideas-520	14	33	(	(	PUNCT
ideas-520	14	34	3	3	X
ideas-520	14	35	)	)	PUNCT
ideas-520	14	36	a	a	DET
ideas-520	14	37	peer	peer	NOUN
ideas-520	14	38	-	-	PUNCT
ideas-520	14	39	peer	peer	NOUN
ideas-520	14	40	interaction	interaction	NOUN
ideas-520	14	41	between	between	ADP
ideas-520	14	42	the	the	DET
ideas-520	14	43	candidates	candidate	NOUN
ideas-520	14	44	,	,	PUNCT
ideas-520	14	45	and	and	CCONJ
ideas-520	14	46	(	(	PUNCT
ideas-520	14	47	4	4	X
ideas-520	14	48	)	)	PUNCT
ideas-520	14	49	a	a	DET
ideas-520	14	50	discussion	discussion	NOUN
ideas-520	14	51	between	between	ADP
ideas-520	14	52	the	the	DET
ideas-520	14	53	examiner	examiner	NOUN
ideas-520	14	54	and	and	CCONJ
ideas-520	14	55	candidates	candidate	NOUN
ideas-520	14	56	.	.	PUNCT
ideas-520	15	1	the	the	DET
ideas-520	15	2	bulats	bulat	NOUN
ideas-520	15	3	,	,	PUNCT
ideas-520	15	4	however	however	ADV
ideas-520	15	5	,	,	PUNCT
ideas-520	15	6	involves	involve	VERB
ideas-520	15	7	five	five	NUM
ideas-520	15	8	parts	part	NOUN
ideas-520	15	9	;	;	PUNCT
ideas-520	15	10	(	(	PUNCT
ideas-520	15	11	1	1	X
ideas-520	15	12	)	)	PUNCT
ideas-520	15	13	interview	interview	NOUN
ideas-520	15	14	,	,	PUNCT
ideas-520	15	15	(	(	PUNCT
ideas-520	15	16	2	2	X
ideas-520	15	17	)	)	PUNCT
ideas-520	15	18	reading	read	VERB
ideas-520	15	19	aloud	aloud	NOUN
ideas-520	15	20	,	,	PUNCT
ideas-520	15	21	(	(	PUNCT
ideas-520	15	22	3	3	X
ideas-520	15	23	)	)	PUNCT
ideas-520	15	24	presentation	presentation	NOUN
ideas-520	15	25	about	about	ADP
ideas-520	15	26	a	a	DET
ideas-520	15	27	work	work	NOUN
ideas-520	15	28	-	-	PUNCT
ideas-520	15	29	related	relate	VERB
ideas-520	15	30	topic	topic	NOUN
ideas-520	15	31	,	,	PUNCT
ideas-520	15	32	(	(	PUNCT
ideas-520	15	33	4	4	X
ideas-520	15	34	)	)	PUNCT
ideas-520	15	35	presentation	presentation	NOUN
ideas-520	15	36	with	with	ADP
ideas-520	15	37	graphics	graphic	NOUN
ideas-520	15	38	,	,	PUNCT
ideas-520	15	39	and	and	CCONJ
ideas-520	15	40	(	(	PUNCT
ideas-520	15	41	5	5	X
ideas-520	15	42	)	)	PUNCT
ideas-520	15	43	a	a	DET
ideas-520	15	44	communication	communication	NOUN
ideas-520	15	45	activity	activity	NOUN
ideas-520	15	46	by	by	ADP
ideas-520	15	47	responding	respond	VERB
ideas-520	15	48	to	to	ADP
ideas-520	15	49	questions	question	NOUN
ideas-520	15	50	on	on	ADP
ideas-520	15	51	a	a	DET
ideas-520	15	52	specific	specific	ADJ
ideas-520	15	53	situation	situation	NOUN
ideas-520	15	54	.	.	PUNCT
ideas-520	16	1	the	the	DET
ideas-520	16	2	construct	construct	NOUN
ideas-520	16	3	definitions	definition	NOUN
ideas-520	16	4	of	of	ADP
ideas-520	16	5	the	the	DET
ideas-520	16	6	fce	fce	NOUN
ideas-520	16	7	include	include	VERB
ideas-520	16	8	grammatical	grammatical	ADJ
ideas-520	16	9	and	and	CCONJ
ideas-520	16	10	lexical	lexical	ADJ
ideas-520	16	11	resource	resource	NOUN
ideas-520	16	12	,	,	PUNCT
ideas-520	16	13	discourse	discourse	NOUN
ideas-520	16	14	management	management	NOUN
ideas-520	16	15	,	,	PUNCT
ideas-520	16	16	pronunciation	pronunciation	NOUN
ideas-520	16	17	and	and	CCONJ
ideas-520	16	18	interactive	interactive	ADJ
ideas-520	16	19	communication	communication	NOUN
ideas-520	16	20	(	(	PUNCT
ideas-520	16	21	please	please	INTJ
ideas-520	16	22	see	see	VERB
ideas-520	16	23	appendix	appendix	NOUN
ideas-520	16	24	1a	1a	NOUN
ideas-520	16	25	,	,	PUNCT
ideas-520	16	26	1b	1b	NUM
ideas-520	16	27	&	&	CCONJ
ideas-520	16	28	iv	iv	NUM
ideas-520	16	29	for	for	ADP
ideas-520	16	30	detailed	detailed	ADJ
ideas-520	16	31	definitions	definition	NOUN
ideas-520	16	32	)	)	PUNCT
ideas-520	16	33	;	;	PUNCT
ideas-520	16	34	the	the	DET
ideas-520	16	35	construct	construct	NOUN
ideas-520	16	36	definitions	definition	NOUN
ideas-520	16	37	include	include	VERB
ideas-520	16	38	what	what	PRON
ideas-520	16	39	construct	construct	VERB
ideas-520	16	40	/	/	SYM
ideas-520	16	41	abilities	ability	NOUN
ideas-520	16	42	/	/	SYM
ideas-520	16	43	skills	skill	NOUN
ideas-520	16	44	,	,	PUNCT
ideas-520	16	45	that	that	SCONJ
ideas-520	16	46	a	a	DET
ideas-520	16	47	test	test	NOUN
ideas-520	16	48	is	be	AUX
ideas-520	16	49	intended	intend	VERB
ideas-520	16	50	to	to	PART
ideas-520	16	51	measure	measure	VERB
ideas-520	16	52	(	(	PUNCT
ideas-520	16	53	hughes	hughe	NOUN
ideas-520	16	54	,	,	PUNCT
ideas-520	16	55	2003	2003	NUM
ideas-520	16	56	;	;	PUNCT
ideas-520	16	57	see	see	VERB
ideas-520	16	58	chappele	chappele	PROPN
ideas-520	16	59	,	,	PUNCT
ideas-520	16	60	1998	1998	NUM
ideas-520	16	61	for	for	ADP
ideas-520	16	62	three	three	NUM
ideas-520	16	63	types	type	NOUN
ideas-520	16	64	of	of	ADP
ideas-520	16	65	construct	construct	ADJ
ideas-520	16	66	definitions	definition	NOUN
ideas-520	16	67	)	)	PUNCT
ideas-520	16	68	.	.	PUNCT
ideas-520	17	1	the	the	DET
ideas-520	17	2	bulats	bulat	NOUN
ideas-520	17	3	focuses	focus	VERB
ideas-520	17	4	upon	upon	SCONJ
ideas-520	17	5	the	the	DET
ideas-520	17	6	student	student	NOUN
ideas-520	17	7	task	task	NOUN
ideas-520	17	8	achievement	achievement	NOUN
ideas-520	17	9	,	,	PUNCT
ideas-520	17	10	coherence	coherence	NOUN
ideas-520	17	11	/	/	SYM
ideas-520	17	12	discourse	discourse	NOUN
ideas-520	17	13	management	management	NOUN
ideas-520	17	14	,	,	PUNCT
ideas-520	17	15	language	language	NOUN
ideas-520	17	16	resource	resource	NOUN
ideas-520	17	17	,	,	PUNCT
ideas-520	17	18	pronunciation	pronunciation	NOUN
ideas-520	17	19	,	,	PUNCT
ideas-520	17	20	and	and	CCONJ
ideas-520	17	21	hesitation	hesitation	NOUN
ideas-520	17	22	/	/	SYM
ideas-520	17	23	extent	extent	NOUN
ideas-520	17	24	(	(	PUNCT
ideas-520	17	25	see	see	VERB
ideas-520	17	26	appendix	appendix	NOUN
ideas-520	17	27	ii	ii	NOUN
ideas-520	17	28	)	)	PUNCT
ideas-520	17	29	.	.	PUNCT
ideas-520	18	1	for	for	ADP
ideas-520	18	2	the	the	DET
ideas-520	18	3	“	"	PUNCT
ideas-520	18	4	readingaloud	readingaloud	ADJ
ideas-520	18	5	”	"	PUNCT
ideas-520	18	6	part	part	NOUN
ideas-520	18	7	,	,	PUNCT
ideas-520	18	8	the	the	DET
ideas-520	18	9	constructs	construct	NOUN
ideas-520	18	10	are	be	AUX
ideas-520	18	11	focused	focus	VERB
ideas-520	18	12	upon	upon	SCONJ
ideas-520	18	13	the	the	DET
ideas-520	18	14	student	student	NOUN
ideas-520	18	15	overall	overall	ADJ
ideas-520	18	16	intelligibility	intelligibility	NOUN
ideas-520	18	17	(	(	PUNCT
ideas-520	18	18	pronunciation	pronunciation	NOUN
ideas-520	18	19	)	)	PUNCT
ideas-520	18	20	,	,	PUNCT
ideas-520	18	21	individual	individual	NOUN
ideas-520	18	22	sounds	sound	NOUN
ideas-520	18	23	,	,	PUNCT
ideas-520	18	24	stress	stress	NOUN
ideas-520	18	25	,	,	PUNCT
ideas-520	18	26	including	include	VERB
ideas-520	18	27	rhythm	rhythm	NOUN
ideas-520	18	28	,	,	PUNCT
ideas-520	18	29	and	and	CCONJ
ideas-520	18	30	intonation	intonation	NOUN
ideas-520	18	31	(	(	PUNCT
ideas-520	18	32	see	see	VERB
ideas-520	18	33	appendix	appendix	NOUN
ideas-520	18	34	iii	iii	NOUN
ideas-520	18	35	)	)	PUNCT
ideas-520	18	36	.	.	PUNCT
ideas-520	19	1	the	the	DET
ideas-520	19	2	fce	fce	NOUN
ideas-520	19	3	employs	employ	VERB
ideas-520	19	4	analytic	analytic	ADJ
ideas-520	19	5	rating	rating	NOUN
ideas-520	19	6	scales	scale	NOUN
ideas-520	19	7	,	,	PUNCT
ideas-520	19	8	for	for	SCONJ
ideas-520	19	9	they	they	PRON
ideas-520	19	10	set	set	VERB
ideas-520	19	11	a	a	DET
ideas-520	19	12	number	number	NOUN
ideas-520	19	13	of	of	ADP
ideas-520	19	14	criteria	criterion	NOUN
ideas-520	19	15	each	each	PRON
ideas-520	19	16	of	of	ADP
ideas-520	19	17	which	which	PRON
ideas-520	19	18	has	have	VERB
ideas-520	19	19	descriptors	descriptor	NOUN
ideas-520	19	20	at	at	ADP
ideas-520	19	21	the	the	DET
ideas-520	19	22	different	different	ADJ
ideas-520	19	23	levels	level	NOUN
ideas-520	19	24	of	of	ADP
ideas-520	19	25	the	the	DET
ideas-520	19	26	scale	scale	NOUN
ideas-520	19	27	,	,	PUNCT
ideas-520	19	28	whereas	whereas	SCONJ
ideas-520	19	29	the	the	DET
ideas-520	19	30	bulats	bulat	NOUN
ideas-520	19	31	employs	employ	VERB
ideas-520	19	32	holistic	holistic	ADJ
ideas-520	19	33	rating	rating	NOUN
ideas-520	19	34	scales	scale	NOUN
ideas-520	19	35	,	,	PUNCT
ideas-520	19	36	that	that	ADV
ideas-520	19	37	is	is	ADV
ideas-520	19	38	,	,	PUNCT
ideas-520	19	39	to	to	PART
ideas-520	19	40	report	report	VERB
ideas-520	19	41	an	an	DET
ideas-520	19	42	overall	overall	ADJ
ideas-520	19	43	impression	impression	NOUN
ideas-520	19	44	of	of	ADP
ideas-520	19	45	the	the	DET
ideas-520	19	46	student	student	NOUN
ideas-520	19	47	ability	ability	NOUN
ideas-520	19	48	in	in	ADP
ideas-520	19	49	one	one	NUM
ideas-520	19	50	score	score	NOUN
ideas-520	19	51	(	(	PUNCT
ideas-520	19	52	fulcher	fulcher	ADJ
ideas-520	19	53	,	,	PUNCT
ideas-520	19	54	2003	2003	NUM
ideas-520	19	55	)	)	PUNCT
ideas-520	19	56	.	.	PUNCT
ideas-520	20	1	the	the	DET
ideas-520	20	2	fce	fce	NOUN
ideas-520	20	3	interlocutor	interlocutor	NOUN
ideas-520	20	4	uses	use	VERB
ideas-520	20	5	the	the	DET
ideas-520	20	6	holistic	holistic	ADJ
ideas-520	20	7	rating	rating	NOUN
ideas-520	20	8	scale	scale	NOUN
ideas-520	20	9	(	(	PUNCT
ideas-520	20	10	see	see	VERB
ideas-520	20	11	appendix	appendix	ADJ
ideas-520	20	12	1c	1c	NOUN
ideas-520	20	13	)	)	PUNCT
ideas-520	20	14	,	,	PUNCT
ideas-520	20	15	whereas	whereas	SCONJ
ideas-520	20	16	the	the	DET
ideas-520	20	17	assessor	assessor	NOUN
ideas-520	20	18	uses	use	VERB
ideas-520	20	19	the	the	DET
ideas-520	20	20	analytic	analytic	ADJ
ideas-520	20	21	one	one	NOUN
ideas-520	20	22	(	(	PUNCT
ideas-520	20	23	galaczi	galaczi	PROPN
ideas-520	20	24	,	,	PUNCT
ideas-520	20	25	2008	2008	NUM
ideas-520	20	26	)	)	PUNCT
ideas-520	20	27	.	.	PUNCT
ideas-520	21	1	regarding	regard	VERB
ideas-520	21	2	the	the	DET
ideas-520	21	3	interpretations	interpretation	NOUN
ideas-520	21	4	of	of	ADP
ideas-520	21	5	the	the	DET
ideas-520	21	6	test	test	NOUN
ideas-520	21	7	results	result	NOUN
ideas-520	21	8	,	,	PUNCT
ideas-520	21	9	both	both	CCONJ
ideas-520	21	10	the	the	DET
ideas-520	21	11	fce	fce	NOUN
ideas-520	21	12	and	and	CCONJ
ideas-520	21	13	bulats	bulat	NOUN
ideas-520	21	14	can	can	AUX
ideas-520	21	15	be	be	AUX
ideas-520	21	16	categorized	categorize	VERB
ideas-520	21	17	into	into	ADP
ideas-520	21	18	criterion	criterion	NOUN
ideas-520	21	19	-	-	PUNCT
ideas-520	21	20	referenced	reference	VERB
ideas-520	21	21	testing	testing	NOUN
ideas-520	21	22	(	(	PUNCT
ideas-520	21	23	crt	crt	ADJ
ideas-520	21	24	)	)	PUNCT
ideas-520	21	25	in	in	ADP
ideas-520	21	26	that	that	SCONJ
ideas-520	21	27	the	the	DET
ideas-520	21	28	student	student	NOUN
ideas-520	21	29	scores	score	NOUN
ideas-520	21	30	are	be	AUX
ideas-520	21	31	interpreted	interpret	VERB
ideas-520	21	32	in	in	ADP
ideas-520	21	33	relation	relation	NOUN
ideas-520	21	34	to	to	ADP
ideas-520	21	35	one	one	NUM
ideas-520	21	36	or	or	CCONJ
ideas-520	21	37	more	more	ADJ
ideas-520	21	38	standards	standard	NOUN
ideas-520	21	39	,	,	PUNCT
ideas-520	21	40	objectives	objective	NOUN
ideas-520	21	41	and	and	CCONJ
ideas-520	21	42	other	other	ADJ
ideas-520	21	43	criteria	criterion	NOUN
ideas-520	21	44	,	,	PUNCT
ideas-520	21	45	e.g.	e.g.	ADV
ideas-520	21	46	,	,	PUNCT
ideas-520	21	47	what	what	PRON
ideas-520	21	48	they	they	PRON
ideas-520	21	49	can	can	AUX
ideas-520	21	50	and	and	CCONJ
ideas-520	21	51	can	can	AUX
ideas-520	21	52	not	not	PART
ideas-520	21	53	do	do	VERB
ideas-520	21	54	(	(	PUNCT
ideas-520	21	55	hughes	hughe	NOUN
ideas-520	21	56	,	,	PUNCT
ideas-520	21	57	2003	2003	NUM
ideas-520	21	58	;	;	PUNCT
ideas-520	21	59	see	see	VERB
ideas-520	21	60	brown	brown	PROPN
ideas-520	21	61	,	,	PUNCT
ideas-520	21	62	&	&	CCONJ
ideas-520	21	63	hudson	hudson	PROPN
ideas-520	21	64	,	,	PUNCT
ideas-520	21	65	2002	2002	NUM
ideas-520	21	66	for	for	ADP
ideas-520	21	67	the	the	DET
ideas-520	21	68	development	development	NOUN
ideas-520	21	69	of	of	ADP
ideas-520	21	70	crt	crt	NOUN
ideas-520	21	71	in	in	ADP
ideas-520	21	72	response	response	NOUN
ideas-520	21	73	to	to	ADP
ideas-520	21	74	nrt4	nrt4	NOUN
ideas-520	21	75	)	)	PUNCT
ideas-520	21	76	.	.	PUNCT
ideas-520	22	1	however	however	ADV
ideas-520	22	2	,	,	PUNCT
ideas-520	22	3	wiliam	wiliam	PROPN
ideas-520	22	4	argues	argue	VERB
ideas-520	22	5	that	that	SCONJ
ideas-520	22	6	“	"	PUNCT
ideas-520	22	7	the	the	DET
ideas-520	22	8	requirement	requirement	NOUN
ideas-520	22	9	that	that	SCONJ
ideas-520	22	10	a	a	DET
ideas-520	22	11	criterion	criterion	NOUN
ideas-520	22	12	is	be	AUX
ideas-520	22	13	useful	useful	ADJ
ideas-520	22	14	for	for	ADP
ideas-520	22	15	distinguishing	distinguish	VERB
ideas-520	22	16	1	1	NUM
ideas-520	22	17	the	the	DET
ideas-520	22	18	four	four	NUM
ideas-520	22	19	skills	skill	NOUN
ideas-520	22	20	:	:	PUNCT
ideas-520	22	21	reading	reading	NOUN
ideas-520	22	22	,	,	PUNCT
ideas-520	22	23	writing	writing	NOUN
ideas-520	22	24	,	,	PUNCT
ideas-520	22	25	listening	listen	VERB
ideas-520	22	26	and	and	CCONJ
ideas-520	22	27	speaking	speak	VERB
ideas-520	22	28	.	.	PUNCT
ideas-520	23	1	2	2	NUM
ideas-520	23	2	cefr	cefr	NOUN
ideas-520	23	3	stands	stand	VERB
ideas-520	23	4	for	for	ADP
ideas-520	23	5	common	common	ADJ
ideas-520	23	6	european	european	ADJ
ideas-520	23	7	framework	framework	NOUN
ideas-520	23	8	of	of	ADP
ideas-520	23	9	reference	reference	NOUN
ideas-520	23	10	.	.	PUNCT
ideas-520	24	1	3	3	NUM
ideas-520	24	2	in	in	ADP
ideas-520	24	3	cambridge	cambridge	PROPN
ideas-520	24	4	esol	esol	PROPN
ideas-520	24	5	terms	term	NOUN
ideas-520	24	6	,	,	PUNCT
ideas-520	24	7	the	the	DET
ideas-520	24	8	“	"	PUNCT
ideas-520	24	9	interlocutor	interlocutor	NOUN
ideas-520	24	10	”	"	PUNCT
ideas-520	24	11	is	be	AUX
ideas-520	24	12	the	the	DET
ideas-520	24	13	examiner	examiner	NOUN
ideas-520	24	14	who	who	PRON
ideas-520	24	15	participates	participate	VERB
ideas-520	24	16	in	in	ADP
ideas-520	24	17	the	the	DET
ideas-520	24	18	test	test	NOUN
ideas-520	24	19	and	and	CCONJ
ideas-520	24	20	provides	provide	VERB
ideas-520	24	21	a	a	DET
ideas-520	24	22	global	global	ADJ
ideas-520	24	23	mark	mark	NOUN
ideas-520	24	24	based	base	VERB
ideas-520	24	25	on	on	ADP
ideas-520	24	26	a	a	DET
ideas-520	24	27	holistic	holistic	ADJ
ideas-520	24	28	scale	scale	NOUN
ideas-520	24	29	;	;	PUNCT
ideas-520	24	30	while	while	SCONJ
ideas-520	24	31	the	the	DET
ideas-520	24	32	nonparticipating	nonparticipating	NOUN
ideas-520	24	33	examiner	examiner	NOUN
ideas-520	24	34	,	,	PUNCT
ideas-520	24	35	called	call	VERB
ideas-520	24	36	the	the	DET
ideas-520	24	37	“	"	PUNCT
ideas-520	24	38	assessor	assessor	NOUN
ideas-520	24	39	”	"	PUNCT
ideas-520	24	40	,	,	PUNCT
ideas-520	24	41	awards	award	VERB
ideas-520	24	42	four	four	NUM
ideas-520	24	43	analytical	analytical	ADJ
ideas-520	24	44	marks	mark	NOUN
ideas-520	24	45	.	.	PUNCT
ideas-520	25	1	4	4	NUM
ideas-520	25	2	,	,	PUNCT
ideas-520	25	3	norm	norm	NOUN
ideas-520	25	4	-	-	PUNCT
ideas-520	25	5	referenced	reference	VERB
ideas-520	25	6	testing	testing	NOUN
ideas-520	25	7	(	(	PUNCT
ideas-520	25	8	nrt	nrt	NOUN
ideas-520	25	9	)	)	PUNCT
ideas-520	25	10	ideas	idea	NOUN
ideas-520	25	11	,	,	PUNCT
ideas-520	25	12	vol	vol	NOUN
ideas-520	25	13	.	.	PROPN
ideas-520	25	14	6	6	NUM
ideas-520	25	15	,	,	PUNCT
ideas-520	25	16	no	no	INTJ
ideas-520	25	17	.	.	NOUN
ideas-520	25	18	2	2	NUM
ideas-520	25	19	,	,	PUNCT
ideas-520	25	20	december	december	PROPN
ideas-520	25	21	2018	2018	NUM
ideas-520	25	22	issn	issn	VERB
ideas-520	25	23	2338	2338	NUM
ideas-520	25	24	-	-	SYM
ideas-520	25	25	4778	4778	NUM
ideas-520	25	26	(	(	PUNCT
ideas-520	25	27	print	print	NOUN
ideas-520	25	28	)	)	PUNCT
ideas-520	25	29	issn	issn	VERB
ideas-520	25	30	2548	2548	NUM
ideas-520	25	31	-	-	SYM
ideas-520	25	32	4192	4192	NUM
ideas-520	25	33	(	(	PUNCT
ideas-520	25	34	online	online	ADJ
ideas-520	25	35	)	)	PUNCT
ideas-520	25	36	levels	level	NOUN
ideas-520	25	37	of	of	ADP
ideas-520	25	38	performance	performance	NOUN
ideas-520	25	39	means	mean	VERB
ideas-520	25	40	that	that	SCONJ
ideas-520	25	41	we	we	PRON
ideas-520	25	42	have	have	VERB
ideas-520	25	43	to	to	PART
ideas-520	25	44	use	use	VERB
ideas-520	25	45	norms	norm	NOUN
ideas-520	25	46	,	,	PUNCT
ideas-520	25	47	however	however	ADV
ideas-520	25	48	implicitly	implicitly	ADV
ideas-520	25	49	”	"	PUNCT
ideas-520	25	50	(	(	PUNCT
ideas-520	25	51	1993	1993	NUM
ideas-520	25	52	,	,	PUNCT
ideas-520	25	53	p.	p.	NOUN
ideas-520	25	54	341	341	NUM
ideas-520	25	55	)	)	PUNCT
ideas-520	25	56	.	.	PUNCT
ideas-520	26	1	considering	consider	VERB
ideas-520	26	2	that	that	SCONJ
ideas-520	26	3	both	both	PRON
ideas-520	26	4	assess	assess	VERB
ideas-520	26	5	the	the	DET
ideas-520	26	6	student	student	NOUN
ideas-520	26	7	level	level	NOUN
ideas-520	26	8	of	of	ADP
ideas-520	26	9	language	language	NOUN
ideas-520	26	10	ability	ability	NOUN
ideas-520	26	11	without	without	ADP
ideas-520	26	12	respect	respect	NOUN
ideas-520	26	13	to	to	ADP
ideas-520	26	14	any	any	DET
ideas-520	26	15	particular	particular	ADJ
ideas-520	26	16	program	program	NOUN
ideas-520	26	17	or	or	CCONJ
ideas-520	26	18	curriculum	curriculum	NOUN
ideas-520	26	19	,	,	PUNCT
ideas-520	26	20	both	both	PRON
ideas-520	26	21	could	could	AUX
ideas-520	26	22	be	be	AUX
ideas-520	26	23	considered	consider	VERB
ideas-520	26	24	proficiency	proficiency	NOUN
ideas-520	26	25	tests	test	NOUN
ideas-520	26	26	(	(	PUNCT
ideas-520	26	27	brown	brown	ADJ
ideas-520	26	28	,	,	PUNCT
ideas-520	26	29	1995	1995	NUM
ideas-520	26	30	)	)	PUNCT
ideas-520	26	31	.	.	PUNCT
ideas-520	27	1	however	however	ADV
ideas-520	27	2	,	,	PUNCT
ideas-520	27	3	both	both	PRON
ideas-520	27	4	could	could	AUX
ideas-520	27	5	also	also	ADV
ideas-520	27	6	be	be	AUX
ideas-520	27	7	regarded	regard	VERB
ideas-520	27	8	as	as	ADP
ideas-520	27	9	admission	admission	NOUN
ideas-520	27	10	tests	test	NOUN
ideas-520	27	11	,	,	PUNCT
ideas-520	27	12	for	for	SCONJ
ideas-520	27	13	the	the	DET
ideas-520	27	14	fce	fce	NOUN
ideas-520	27	15	is	be	AUX
ideas-520	27	16	used	use	VERB
ideas-520	27	17	for	for	ADP
ideas-520	27	18	“	"	PUNCT
ideas-520	27	19	entry	entry	NOUN
ideas-520	27	20	to	to	ADP
ideas-520	27	21	undergraduate	undergraduate	ADJ
ideas-520	27	22	programmes	programme	NOUN
ideas-520	27	23	”	"	PUNCT
ideas-520	27	24	5	5	NUM
ideas-520	27	25	and	and	CCONJ
ideas-520	27	26	bulats	bulat	NOUN
ideas-520	27	27	is	be	AUX
ideas-520	27	28	“	"	PUNCT
ideas-520	27	29	for	for	ADP
ideas-520	27	30	admission	admission	NOUN
ideas-520	27	31	to	to	PART
ideas-520	27	32	study	study	VERB
ideas-520	27	33	business	business	NOUN
ideas-520	27	34	-	-	PUNCT
ideas-520	27	35	related	relate	VERB
ideas-520	27	36	courses	course	NOUN
ideas-520	27	37	”	"	PUNCT
ideas-520	27	38	6	6	NUM
ideas-520	27	39	.	.	PUNCT
ideas-520	28	1	reliability	reliability	NOUN
ideas-520	28	2	evaluation	evaluation	NOUN
ideas-520	28	3	this	this	DET
ideas-520	28	4	section	section	NOUN
ideas-520	28	5	will	will	AUX
ideas-520	28	6	in	in	ADP
ideas-520	28	7	turn	turn	NOUN
ideas-520	28	8	focus	focus	VERB
ideas-520	28	9	upon	upon	SCONJ
ideas-520	28	10	the	the	DET
ideas-520	28	11	reliability	reliability	NOUN
ideas-520	28	12	of	of	ADP
ideas-520	28	13	the	the	DET
ideas-520	28	14	fce	fce	NOUN
ideas-520	28	15	and	and	CCONJ
ideas-520	28	16	bulats	bulat	NOUN
ideas-520	28	17	;	;	PUNCT
ideas-520	28	18	reliability	reliability	NOUN
ideas-520	28	19	is	be	AUX
ideas-520	28	20	simply	simply	ADV
ideas-520	28	21	defined	define	VERB
ideas-520	28	22	as	as	ADP
ideas-520	28	23	the	the	DET
ideas-520	28	24	“	"	PUNCT
ideas-520	28	25	consistency	consistency	NOUN
ideas-520	28	26	of	of	ADP
ideas-520	28	27	scoring	scoring	NOUN
ideas-520	28	28	or	or	CCONJ
ideas-520	28	29	measurement	measurement	NOUN
ideas-520	28	30	”	"	PUNCT
ideas-520	28	31	(	(	PUNCT
ideas-520	28	32	bachman	bachman	PROPN
ideas-520	28	33	&	&	CCONJ
ideas-520	28	34	palmer	palmer	PROPN
ideas-520	28	35	,	,	PUNCT
ideas-520	28	36	1996	1996	NUM
ideas-520	28	37	,	,	PUNCT
ideas-520	28	38	p.	p.	NOUN
ideas-520	28	39	19	19	NUM
ideas-520	28	40	)	)	PUNCT
ideas-520	28	41	.	.	PUNCT
ideas-520	29	1	that	that	PRON
ideas-520	29	2	is	be	AUX
ideas-520	29	3	,	,	PUNCT
ideas-520	29	4	the	the	DET
ideas-520	29	5	more	more	ADV
ideas-520	29	6	similar	similar	ADJ
ideas-520	29	7	scores	score	NOUN
ideas-520	29	8	the	the	DET
ideas-520	29	9	students	student	NOUN
ideas-520	29	10	have	have	VERB
ideas-520	29	11	for	for	ADP
ideas-520	29	12	the	the	DET
ideas-520	29	13	same	same	ADJ
ideas-520	29	14	test	test	NOUN
ideas-520	29	15	by	by	ADP
ideas-520	29	16	taking	take	VERB
ideas-520	29	17	it	it	PRON
ideas-520	29	18	in	in	ADP
ideas-520	29	19	different	different	ADJ
ideas-520	29	20	settings	setting	NOUN
ideas-520	29	21	or	or	CCONJ
ideas-520	29	22	situations	situation	NOUN
ideas-520	29	23	,	,	PUNCT
ideas-520	29	24	the	the	PRON
ideas-520	29	25	more	more	ADV
ideas-520	29	26	reliable	reliable	ADJ
ideas-520	29	27	the	the	DET
ideas-520	29	28	test	test	NOUN
ideas-520	29	29	is	be	AUX
ideas-520	29	30	said	say	VERB
ideas-520	29	31	to	to	PART
ideas-520	29	32	be	be	AUX
ideas-520	29	33	(	(	PUNCT
ideas-520	29	34	hughes	hughe	NOUN
ideas-520	29	35	,	,	PUNCT
ideas-520	29	36	2003	2003	NUM
ideas-520	29	37	)	)	PUNCT
ideas-520	29	38	.	.	PUNCT
ideas-520	30	1	one	one	NUM
ideas-520	30	2	common	common	ADJ
ideas-520	30	3	way	way	NOUN
ideas-520	30	4	to	to	PART
ideas-520	30	5	analyse	analyse	VERB
ideas-520	30	6	the	the	DET
ideas-520	30	7	reliability	reliability	NOUN
ideas-520	30	8	of	of	ADP
ideas-520	30	9	a	a	DET
ideas-520	30	10	test	test	NOUN
ideas-520	30	11	is	be	AUX
ideas-520	30	12	through	through	ADP
ideas-520	30	13	“	"	PUNCT
ideas-520	30	14	correlation	correlation	NOUN
ideas-520	30	15	”	"	PUNCT
ideas-520	30	16	,	,	PUNCT
ideas-520	30	17	that	that	ADV
ideas-520	30	18	is	is	ADV
ideas-520	30	19	,	,	PUNCT
ideas-520	30	20	a	a	DET
ideas-520	30	21	statistical	statistical	ADJ
ideas-520	30	22	indicator	indicator	NOUN
ideas-520	30	23	for	for	ADP
ideas-520	30	24	the	the	DET
ideas-520	30	25	strength	strength	NOUN
ideas-520	30	26	of	of	ADP
ideas-520	30	27	relationship	relationship	NOUN
ideas-520	30	28	between	between	ADP
ideas-520	30	29	two	two	NUM
ideas-520	30	30	(	(	PUNCT
ideas-520	30	31	or	or	CCONJ
ideas-520	30	32	more	more	ADJ
ideas-520	30	33	)	)	PUNCT
ideas-520	30	34	sets	set	NOUN
ideas-520	30	35	of	of	ADP
ideas-520	30	36	measures	measure	NOUN
ideas-520	30	37	which	which	PRON
ideas-520	30	38	are	be	AUX
ideas-520	30	39	considered	consider	VERB
ideas-520	30	40	to	to	PART
ideas-520	30	41	be	be	AUX
ideas-520	30	42	related	relate	VERB
ideas-520	30	43	(	(	PUNCT
ideas-520	30	44	luoma	luoma	ADJ
ideas-520	30	45	,	,	PUNCT
ideas-520	30	46	2004	2004	NUM
ideas-520	30	47	)	)	PUNCT
ideas-520	30	48	.	.	PUNCT
ideas-520	31	1	this	this	DET
ideas-520	31	2	relationship	relationship	NOUN
ideas-520	31	3	is	be	AUX
ideas-520	31	4	then	then	ADV
ideas-520	31	5	known	know	VERB
ideas-520	31	6	as	as	ADP
ideas-520	31	7	the	the	DET
ideas-520	31	8	correlation	correlation	NOUN
ideas-520	31	9	coefficient	coefficient	NOUN
ideas-520	31	10	(	(	PUNCT
ideas-520	31	11	davies	davy	NOUN
ideas-520	31	12	et	et	PROPN
ideas-520	31	13	al	al	PROPN
ideas-520	31	14	.	.	PROPN
ideas-520	31	15	,	,	PUNCT
ideas-520	31	16	1999	1999	NUM
ideas-520	31	17	)	)	PUNCT
ideas-520	31	18	.	.	PUNCT
ideas-520	32	1	theoretically	theoretically	ADV
ideas-520	32	2	,	,	PUNCT
ideas-520	32	3	values	value	NOUN
ideas-520	32	4	for	for	ADP
ideas-520	32	5	correlation	correlation	NOUN
ideas-520	32	6	coefficients	coefficient	NOUN
ideas-520	32	7	range	range	VERB
ideas-520	32	8	between	between	ADP
ideas-520	32	9	.00	.00	NUM
ideas-520	32	10	and	and	CCONJ
ideas-520	32	11	1.00	1.00	NUM
ideas-520	32	12	.	.	PUNCT
ideas-520	33	1	while	while	SCONJ
ideas-520	33	2	values	value	NOUN
ideas-520	33	3	close	close	ADJ
ideas-520	33	4	to	to	ADP
ideas-520	33	5	zero	zero	NUM
ideas-520	33	6	indicate	indicate	VERB
ideas-520	33	7	no	no	DET
ideas-520	33	8	relationship	relationship	NOUN
ideas-520	33	9	,	,	PUNCT
ideas-520	33	10	values	value	NOUN
ideas-520	33	11	close	close	ADJ
ideas-520	33	12	to	to	PART
ideas-520	33	13	1	1	NUM
ideas-520	33	14	means	mean	VERB
ideas-520	33	15	a	a	DET
ideas-520	33	16	perfect	perfect	ADJ
ideas-520	33	17	positive	positive	ADJ
ideas-520	33	18	correlation	correlation	NOUN
ideas-520	33	19	(	(	PUNCT
ideas-520	33	20	hughes	hughe	NOUN
ideas-520	33	21	,	,	PUNCT
ideas-520	33	22	2003	2003	NUM
ideas-520	33	23	)	)	PUNCT
ideas-520	33	24	,	,	PUNCT
ideas-520	33	25	notwithstanding	notwithstanding	ADP
ideas-520	33	26	neither	neither	CCONJ
ideas-520	33	27	extreme	extreme	NOUN
ideas-520	33	28	never	never	ADV
ideas-520	33	29	occurs	occur	VERB
ideas-520	33	30	in	in	ADP
ideas-520	33	31	practice	practice	NOUN
ideas-520	33	32	.	.	PUNCT
ideas-520	34	1	carr	carr	PROPN
ideas-520	34	2	(	(	PUNCT
ideas-520	34	3	2011	2011	NUM
ideas-520	34	4	)	)	PUNCT
ideas-520	34	5	argues	argue	VERB
ideas-520	34	6	that	that	SCONJ
ideas-520	34	7	a	a	DET
ideas-520	34	8	reliability	reliability	NOUN
ideas-520	34	9	of	of	ADP
ideas-520	34	10	.80	.80	NUM
ideas-520	34	11	is	be	AUX
ideas-520	34	12	generally	generally	ADV
ideas-520	34	13	set	set	VERB
ideas-520	34	14	as	as	ADP
ideas-520	34	15	a	a	DET
ideas-520	34	16	minimum	minimum	ADJ
ideas-520	34	17	level	level	NOUN
ideas-520	34	18	for	for	ADP
ideas-520	34	19	high	high	ADJ
ideas-520	34	20	-	-	PUNCT
ideas-520	34	21	stakes	stake	NOUN
ideas-520	34	22	testing	testing	NOUN
ideas-520	34	23	,	,	PUNCT
ideas-520	34	24	whereas	whereas	SCONJ
ideas-520	34	25	lado	lado	PROPN
ideas-520	34	26	(	(	PUNCT
ideas-520	34	27	1961	1961	NUM
ideas-520	34	28	)	)	PUNCT
ideas-520	34	29	claims	claim	VERB
ideas-520	34	30	that	that	SCONJ
ideas-520	34	31	the	the	DET
ideas-520	34	32	speaking	speak	VERB
ideas-520	34	33	test	test	NOUN
ideas-520	34	34	ranging	range	VERB
ideas-520	34	35	from	from	ADP
ideas-520	34	36	.70	.70	NUM
ideas-520	34	37	to	to	PART
ideas-520	34	38	.79	.79	NUM
ideas-520	34	39	would	would	AUX
ideas-520	34	40	be	be	AUX
ideas-520	34	41	reliable	reliable	ADJ
ideas-520	34	42	enough	enough	ADV
ideas-520	34	43	.	.	PUNCT
ideas-520	35	1	the	the	DET
ideas-520	35	2	fce	fce	PROPN
ideas-520	35	3	speaking	speak	VERB
ideas-520	35	4	test	test	NOUN
ideas-520	35	5	has	have	VERB
ideas-520	35	6	a	a	DET
ideas-520	35	7	reliability	reliability	NOUN
ideas-520	35	8	of	of	ADP
ideas-520	35	9	.847	.847	NUM
ideas-520	35	10	,	,	PUNCT
ideas-520	35	11	which	which	PRON
ideas-520	35	12	could	could	AUX
ideas-520	35	13	be	be	AUX
ideas-520	35	14	considered	consider	VERB
ideas-520	35	15	to	to	PART
ideas-520	35	16	be	be	AUX
ideas-520	35	17	quite	quite	ADV
ideas-520	35	18	high	high	ADJ
ideas-520	35	19	(	(	PUNCT
ideas-520	35	20	lado	lado	ADJ
ideas-520	35	21	,	,	PUNCT
ideas-520	35	22	ibid	ibid	NOUN
ideas-520	35	23	)	)	PUNCT
ideas-520	35	24	.	.	PUNCT
ideas-520	36	1	hacket	hacket	PROPN
ideas-520	36	2	(	(	PUNCT
ideas-520	36	3	2002	2002	NUM
ideas-520	36	4	)	)	PUNCT
ideas-520	36	5	reports	report	VERB
ideas-520	36	6	that	that	SCONJ
ideas-520	36	7	the	the	DET
ideas-520	36	8	overall	overall	ADJ
ideas-520	36	9	reliability	reliability	NOUN
ideas-520	36	10	alphas	alpha	NOUN
ideas-520	36	11	of	of	ADP
ideas-520	36	12	the	the	DET
ideas-520	36	13	bulats	bulat	NOUN
ideas-520	36	14	vary	vary	VERB
ideas-520	36	15	from	from	ADP
ideas-520	36	16	.95	.95	NUM
ideas-520	36	17	to	to	ADP
ideas-520	36	18	.96	.96	NUM
ideas-520	36	19	,	,	PUNCT
ideas-520	36	20	while	while	SCONJ
ideas-520	36	21	each	each	DET
ideas-520	36	22	section	section	NOUN
ideas-520	36	23	ranges	range	VERB
ideas-520	36	24	between	between	ADP
ideas-520	36	25	.85	.85	NUM
ideas-520	36	26	and	and	CCONJ
ideas-520	36	27	.92	.92	NUM
ideas-520	36	28	.	.	PUNCT
ideas-520	37	1	using	use	VERB
ideas-520	37	2	item	item	NOUN
ideas-520	37	3	response	response	NOUN
ideas-520	37	4	theory	theory	NOUN
ideas-520	37	5	(	(	PUNCT
ideas-520	37	6	irt	irt	PROPN
ideas-520	37	7	)	)	PUNCT
ideas-520	37	8	(	(	PUNCT
ideas-520	37	9	e.g.	e.g.	ADV
ideas-520	37	10	,	,	PUNCT
ideas-520	37	11	the	the	DET
ideas-520	37	12	rasch	rasch	PROPN
ideas-520	37	13	model	model	PROPN
ideas-520	37	14	)	)	PUNCT
ideas-520	37	15	8	8	NUM
ideas-520	37	16	,	,	PUNCT
ideas-520	37	17	jones	jones	PROPN
ideas-520	37	18	(	(	PUNCT
ideas-520	37	19	2000	2000	NUM
ideas-520	37	20	)	)	PUNCT
ideas-520	37	21	shows	show	VERB
ideas-520	37	22	that	that	SCONJ
ideas-520	37	23	the	the	DET
ideas-520	37	24	standard	standard	ADJ
ideas-520	37	25	error	error	NOUN
ideas-520	37	26	measurement	measurement	NOUN
ideas-520	37	27	(	(	PUNCT
ideas-520	37	28	sem	sem	NOUN
ideas-520	37	29	)	)	PUNCT
ideas-520	37	30	of	of	ADP
ideas-520	37	31	the	the	DET
ideas-520	37	32	overall	overall	ADJ
ideas-520	37	33	bulats	bulat	NOUN
ideas-520	37	34	test	test	NOUN
ideas-520	37	35	is	be	AUX
ideas-520	37	36	.33	.33	NUM
ideas-520	37	37	,	,	PUNCT
ideas-520	37	38	whereas	whereas	SCONJ
ideas-520	37	39	the	the	DET
ideas-520	37	40	overall	overall	ADJ
ideas-520	37	41	fce	fce	NOUN
ideas-520	37	42	test	test	NOUN
ideas-520	37	43	has	have	VERB
ideas-520	37	44	a	a	DET
ideas-520	37	45	sem	sem	NOUN
ideas-520	37	46	of	of	ADP
ideas-520	37	47	2.78	2.78	NUM
ideas-520	37	48	and	and	CCONJ
ideas-520	37	49	of	of	ADP
ideas-520	37	50	1.50	1.50	NUM
ideas-520	37	51	for	for	ADP
ideas-520	37	52	the	the	DET
ideas-520	37	53	speaking	speak	VERB
ideas-520	37	54	test9	test9	NOUN
ideas-520	37	55	.	.	PUNCT
ideas-520	38	1	the	the	DET
ideas-520	38	2	sem	sem	PROPN
ideas-520	38	3	concerns	concern	NOUN
ideas-520	38	4	with	with	ADP
ideas-520	38	5	the	the	DET
ideas-520	38	6	reliability	reliability	NOUN
ideas-520	38	7	of	of	ADP
ideas-520	38	8	individual	individual	ADJ
ideas-520	38	9	scores	score	NOUN
ideas-520	38	10	rather	rather	ADV
ideas-520	38	11	than	than	ADP
ideas-520	38	12	the	the	DET
ideas-520	38	13	reliability	reliability	NOUN
ideas-520	38	14	of	of	ADP
ideas-520	38	15	tests	test	NOUN
ideas-520	38	16	,	,	PUNCT
ideas-520	38	17	that	that	ADV
ideas-520	38	18	is	is	ADV
ideas-520	38	19	,	,	PUNCT
ideas-520	38	20	the	the	DET
ideas-520	38	21	estimation	estimation	NOUN
ideas-520	38	22	of	of	ADP
ideas-520	38	23	how	how	SCONJ
ideas-520	38	24	close	close	ADJ
ideas-520	38	25	the	the	DET
ideas-520	38	26	individual	individual	ADJ
ideas-520	38	27	actual	actual	ADJ
ideas-520	38	28	(	(	PUNCT
ideas-520	38	29	or	or	CCONJ
ideas-520	38	30	true	true	ADJ
ideas-520	38	31	)	)	PUNCT
ideas-520	38	32	score	score	NOUN
ideas-520	38	33	;	;	PUNCT
ideas-520	38	34	the	the	DET
ideas-520	38	35	variability	variability	NOUN
ideas-520	38	36	caused	cause	VERB
ideas-520	38	37	by	by	ADP
ideas-520	38	38	other	other	ADJ
ideas-520	38	39	factors	factor	NOUN
ideas-520	38	40	(	(	PUNCT
ideas-520	38	41	e.g.	e.g.	ADV
ideas-520	38	42	,	,	PUNCT
ideas-520	38	43	motivation	motivation	NOUN
ideas-520	38	44	or	or	CCONJ
ideas-520	38	45	tiredness	tiredness	NOUN
ideas-520	38	46	)	)	PUNCT
ideas-520	38	47	is	be	AUX
ideas-520	38	48	called	call	VERB
ideas-520	38	49	error	error	NOUN
ideas-520	38	50	(	(	PUNCT
ideas-520	38	51	hughes	hughe	NOUN
ideas-520	38	52	,	,	PUNCT
ideas-520	38	53	2003	2003	NUM
ideas-520	38	54	;	;	PUNCT
ideas-520	38	55	mcnamara	mcnamara	PROPN
ideas-520	38	56	,	,	PUNCT
ideas-520	38	57	1996	1996	NUM
ideas-520	38	58	)	)	PUNCT
ideas-520	38	59	.	.	PUNCT
ideas-520	39	1	hence	hence	ADV
ideas-520	39	2	,	,	PUNCT
ideas-520	39	3	statistically	statistically	ADV
ideas-520	39	4	the	the	DET
ideas-520	39	5	bulats	bulat	NOUN
ideas-520	39	6	could	could	AUX
ideas-520	39	7	be	be	AUX
ideas-520	39	8	said	say	VERB
ideas-520	39	9	to	to	PART
ideas-520	39	10	have	have	VERB
ideas-520	39	11	higher	high	ADJ
ideas-520	39	12	reliability	reliability	NOUN
ideas-520	39	13	than	than	ADP
ideas-520	39	14	the	the	DET
ideas-520	39	15	fce	fce	NOUN
ideas-520	39	16	.	.	PUNCT
ideas-520	40	1	throughout	throughout	ADP
ideas-520	40	2	this	this	DET
ideas-520	40	3	paper	paper	NOUN
ideas-520	40	4	the	the	DET
ideas-520	40	5	term	term	NOUN
ideas-520	40	6	“	"	PUNCT
ideas-520	40	7	reliability	reliability	NOUN
ideas-520	40	8	”	"	PUNCT
ideas-520	40	9	is	be	AUX
ideas-520	40	10	synonymous	synonymous	ADJ
ideas-520	40	11	with	with	ADP
ideas-520	40	12	“	"	PUNCT
ideas-520	40	13	dependability”10	dependability”10	PROPN
ideas-520	40	14	,	,	PUNCT
ideas-520	40	15	or	or	CCONJ
ideas-520	40	16	what	what	DET
ideas-520	40	17	brown	brown	ADJ
ideas-520	40	18	(	(	PUNCT
ideas-520	40	19	1990	1990	NUM
ideas-520	40	20	)	)	PUNCT
ideas-520	40	21	calls	call	VERB
ideas-520	40	22	“	"	PUNCT
ideas-520	40	23	decision	decision	NOUN
ideas-520	40	24	consistency	consistency	NOUN
ideas-520	40	25	”	"	PUNCT
ideas-520	40	26	.	.	PUNCT
ideas-520	41	1	5	5	NUM
ideas-520	41	2	http://www.cambridgeenglish.org/exams/first/	http://www.cambridgeenglish.org/exams/first/	PROPN
ideas-520	41	3	6	6	NUM
ideas-520	41	4	http://www.bulats.org/why-bulats	http://www.bulats.org/why-bulat	NOUN
ideas-520	41	5	7	7	NUM
ideas-520	41	6	http://www.cambridgeenglish.org/research-and-validation/quality-and-accountability/	http://www.cambridgeenglish.org/research-and-validation/quality-and-accountability/	NUM
ideas-520	41	7	8	8	NUM
ideas-520	41	8	irt	irt	PROPN
ideas-520	41	9	is	be	AUX
ideas-520	41	10	a	a	DET
ideas-520	41	11	general	general	ADJ
ideas-520	41	12	measurement	measurement	NOUN
ideas-520	41	13	theory	theory	NOUN
ideas-520	41	14	.	.	PUNCT
ideas-520	42	1	it	it	PRON
ideas-520	42	2	assumes	assume	VERB
ideas-520	42	3	that	that	SCONJ
ideas-520	42	4	for	for	ADP
ideas-520	42	5	an	an	DET
ideas-520	42	6	item	item	NOUN
ideas-520	42	7	with	with	ADP
ideas-520	42	8	a	a	DET
ideas-520	42	9	given	give	VERB
ideas-520	42	10	level	level	NOUN
ideas-520	42	11	of	of	ADP
ideas-520	42	12	difficulty	difficulty	NOUN
ideas-520	42	13	,	,	PUNCT
ideas-520	42	14	the	the	DET
ideas-520	42	15	probability	probability	NOUN
ideas-520	42	16	that	that	SCONJ
ideas-520	42	17	a	a	DET
ideas-520	42	18	test	test	NOUN
ideas-520	42	19	taker	taker	NOUN
ideas-520	42	20	will	will	AUX
ideas-520	42	21	answer	answer	VERB
ideas-520	42	22	correctly	correctly	ADV
ideas-520	42	23	depend	depend	VERB
ideas-520	42	24	on	on	ADP
ideas-520	42	25	their	their	PRON
ideas-520	42	26	level	level	NOUN
ideas-520	42	27	of	of	ADP
ideas-520	42	28	ability	ability	NOUN
ideas-520	42	29	.	.	PUNCT
ideas-520	43	1	rasch	rasch	PROPN
ideas-520	43	2	model	model	PROPN
ideas-520	43	3	is	be	AUX
ideas-520	43	4	one	one	NUM
ideas-520	43	5	type	type	NOUN
ideas-520	43	6	of	of	ADP
ideas-520	43	7	irt	irt	PROPN
ideas-520	43	8	(	(	PUNCT
ideas-520	43	9	carr	carr	PROPN
ideas-520	43	10	,	,	PUNCT
ideas-520	43	11	2011	2011	NUM
ideas-520	43	12	)	)	PUNCT
ideas-520	43	13	.	.	PUNCT
ideas-520	44	1	9	9	NUM
ideas-520	44	2	http://www.cambridgeenglish.org/research-and-validation/quality-and-accountability/	http://www.cambridgeenglish.org/research-and-validation/quality-and-accountability/	NUM
ideas-520	44	3	10ucles	10ucles	NUM
ideas-520	44	4	(	(	PUNCT
ideas-520	44	5	2013	2013	NUM
ideas-520	44	6	)	)	PUNCT
ideas-520	44	7	uses	use	VERB
ideas-520	44	8	both	both	DET
ideas-520	44	9	these	these	DET
ideas-520	44	10	terms	term	NOUN
ideas-520	44	11	more	more	ADV
ideas-520	44	12	or	or	CCONJ
ideas-520	44	13	less	less	ADV
ideas-520	44	14	interchangeably	interchangeably	ADV
ideas-520	44	15	.	.	PUNCT
ideas-520	45	1	82	82	NUM
ideas-520	45	2	muhammad	muhammad	PROPN
ideas-520	45	3	ahkam	ahkam	PROPN
ideas-520	45	4	arifin	arifin	PROPN
ideas-520	45	5	validity	validity	NOUN
ideas-520	45	6	,	,	PUNCT
ideas-520	45	7	reliability	reliability	NOUN
ideas-520	45	8	and	and	CCONJ
ideas-520	45	9	practicality	practicality	NOUN
ideas-520	45	10	of	of	ADP
ideas-520	45	11	the	the	DET
ideas-520	45	12	first	first	ADJ
ideas-520	45	13	certification	certification	NOUN
ideas-520	45	14	in	in	ADP
ideas-520	45	15	english	english	PROPN
ideas-520	45	16	(	(	PUNCT
ideas-520	45	17	fce	fce	PROPN
ideas-520	45	18	)	)	PUNCT
ideas-520	45	19	and	and	CCONJ
ideas-520	45	20	the	the	DET
ideas-520	45	21	business	business	NOUN
ideas-520	45	22	language	language	NOUN
ideas-520	45	23	testing	testing	NOUN
ideas-520	45	24	service	service	NOUN
ideas-520	45	25	(	(	PUNCT
ideas-520	45	26	bulats	bulat	NOUN
ideas-520	45	27	)	)	PUNCT
ideas-520	45	28	dependability	dependability	NOUN
ideas-520	45	29	has	have	AUX
ideas-520	45	30	been	be	AUX
ideas-520	45	31	used	use	VERB
ideas-520	45	32	for	for	ADP
ideas-520	45	33	crt	crt	NOUN
ideas-520	45	34	and	and	CCONJ
ideas-520	45	35	reliability	reliability	NOUN
ideas-520	45	36	for	for	ADP
ideas-520	45	37	nrt	nrt	PROPN
ideas-520	45	38	(	(	PUNCT
ideas-520	45	39	e.g	e.g	PROPN
ideas-520	45	40	,	,	PUNCT
ideas-520	45	41	brown	brown	PROPN
ideas-520	45	42	&	&	CCONJ
ideas-520	45	43	hudson	hudson	PROPN
ideas-520	45	44	,	,	PUNCT
ideas-520	45	45	2002	2002	NUM
ideas-520	45	46	;	;	PUNCT
ideas-520	45	47	see	see	VERB
ideas-520	45	48	also	also	ADV
ideas-520	45	49	ennis	enni	NOUN
ideas-520	45	50	,	,	PUNCT
ideas-520	45	51	1999	1999	NUM
ideas-520	45	52	for	for	ADP
ideas-520	45	53	the	the	DET
ideas-520	45	54	use	use	NOUN
ideas-520	45	55	of	of	ADP
ideas-520	45	56	“	"	PUNCT
ideas-520	45	57	consistency	consistency	NOUN
ideas-520	45	58	”	"	PUNCT
ideas-520	45	59	over	over	ADP
ideas-520	45	60	“	"	PUNCT
ideas-520	45	61	reliability	reliability	NOUN
ideas-520	45	62	”	"	PUNCT
ideas-520	45	63	)	)	PUNCT
ideas-520	45	64	.	.	PUNCT
ideas-520	46	1	orr	orr	PROPN
ideas-520	46	2	(	(	PUNCT
ideas-520	46	3	2002	2002	NUM
ideas-520	46	4	)	)	PUNCT
ideas-520	46	5	reveals	reveal	VERB
ideas-520	46	6	that	that	SCONJ
ideas-520	46	7	the	the	DET
ideas-520	46	8	raters	rater	NOUN
ideas-520	46	9	for	for	ADP
ideas-520	46	10	the	the	DET
ideas-520	46	11	fce	fce	NOUN
ideas-520	46	12	speaking	speak	VERB
ideas-520	46	13	test	test	NOUN
ideas-520	46	14	are	be	AUX
ideas-520	46	15	found	find	VERB
ideas-520	46	16	to	to	PART
ideas-520	46	17	not	not	PART
ideas-520	46	18	heed	heed	VERB
ideas-520	46	19	the	the	DET
ideas-520	46	20	same	same	ADJ
ideas-520	46	21	aspects	aspect	NOUN
ideas-520	46	22	of	of	ADP
ideas-520	46	23	criterion	criterion	NOUN
ideas-520	46	24	,	,	PUNCT
ideas-520	46	25	which	which	PRON
ideas-520	46	26	then	then	ADV
ideas-520	46	27	will	will	AUX
ideas-520	46	28	result	result	VERB
ideas-520	46	29	in	in	ADP
ideas-520	46	30	giving	give	VERB
ideas-520	46	31	different	different	ADJ
ideas-520	46	32	scorers	scorer	NOUN
ideas-520	46	33	.	.	PUNCT
ideas-520	47	1	the	the	DET
ideas-520	47	2	same	same	ADJ
ideas-520	47	3	issue	issue	NOUN
ideas-520	47	4	may	may	AUX
ideas-520	47	5	apply	apply	VERB
ideas-520	47	6	to	to	ADP
ideas-520	47	7	any	any	DET
ideas-520	47	8	other	other	ADJ
ideas-520	47	9	types	type	NOUN
ideas-520	47	10	of	of	ADP
ideas-520	47	11	test	test	NOUN
ideas-520	47	12	(	(	PUNCT
ideas-520	47	13	mcnamara	mcnamara	PROPN
ideas-520	47	14	,	,	PUNCT
ideas-520	47	15	1996	1996	NUM
ideas-520	47	16	)	)	PUNCT
ideas-520	47	17	,	,	PUNCT
ideas-520	47	18	which	which	PRON
ideas-520	47	19	means	mean	VERB
ideas-520	47	20	that	that	SCONJ
ideas-520	47	21	it	it	PRON
ideas-520	47	22	could	could	AUX
ideas-520	47	23	also	also	ADV
ideas-520	47	24	apply	apply	VERB
ideas-520	47	25	to	to	ADP
ideas-520	47	26	the	the	DET
ideas-520	47	27	bulats	bulat	NOUN
ideas-520	47	28	.	.	PUNCT
ideas-520	48	1	(	(	PUNCT
ideas-520	48	2	further	further	ADJ
ideas-520	48	3	research	research	NOUN
ideas-520	48	4	is	be	AUX
ideas-520	48	5	needed	need	VERB
ideas-520	48	6	.	.	PUNCT
ideas-520	48	7	)	)	PUNCT
ideas-520	49	1	however	however	ADV
ideas-520	49	2	,	,	PUNCT
ideas-520	49	3	inasmuch	inasmuch	ADJ
ideas-520	49	4	as	as	SCONJ
ideas-520	49	5	the	the	DET
ideas-520	49	6	ucles	ucle	NOUN
ideas-520	49	7	provides	provide	VERB
ideas-520	49	8	rater	rater	ADJ
ideas-520	49	9	training	training	NOUN
ideas-520	49	10	,	,	PUNCT
ideas-520	49	11	the	the	DET
ideas-520	49	12	reliability	reliability	NOUN
ideas-520	49	13	then	then	ADV
ideas-520	49	14	could	could	AUX
ideas-520	49	15	be	be	AUX
ideas-520	49	16	enhanced	enhance	VERB
ideas-520	49	17	in	in	ADP
ideas-520	49	18	the	the	DET
ideas-520	49	19	sense	sense	NOUN
ideas-520	49	20	that	that	SCONJ
ideas-520	49	21	the	the	DET
ideas-520	49	22	raters	rater	NOUN
ideas-520	49	23	would	would	AUX
ideas-520	49	24	arguably	arguably	ADV
ideas-520	49	25	give	give	VERB
ideas-520	49	26	a	a	DET
ideas-520	49	27	similar	similar	ADJ
ideas-520	49	28	score	score	NOUN
ideas-520	49	29	albeit	albeit	SCONJ
ideas-520	49	30	on	on	ADP
ideas-520	49	31	different	different	ADJ
ideas-520	49	32	occasions	occasion	NOUN
ideas-520	49	33	,	,	PUNCT
ideas-520	49	34	and	and	CCONJ
ideas-520	49	35	the	the	DET
ideas-520	49	36	similar	similar	ADJ
ideas-520	49	37	score	score	NOUN
ideas-520	49	38	would	would	AUX
ideas-520	49	39	also	also	ADV
ideas-520	49	40	be	be	AUX
ideas-520	49	41	given	give	VERB
ideas-520	49	42	by	by	ADP
ideas-520	49	43	another	another	DET
ideas-520	49	44	rater	rater	NOUN
ideas-520	49	45	;	;	PUNCT
ideas-520	49	46	the	the	DET
ideas-520	49	47	former	former	ADJ
ideas-520	49	48	is	be	AUX
ideas-520	49	49	called	call	VERB
ideas-520	49	50	“	"	PUNCT
ideas-520	49	51	intra	intra	ADJ
ideas-520	49	52	-	-	ADJ
ideas-520	49	53	rater	rater	ADJ
ideas-520	49	54	reliability	reliability	NOUN
ideas-520	49	55	”	"	PUNCT
ideas-520	49	56	,	,	PUNCT
ideas-520	49	57	or	or	CCONJ
ideas-520	49	58	“	"	PUNCT
ideas-520	49	59	internal	internal	ADJ
ideas-520	49	60	consistency	consistency	NOUN
ideas-520	49	61	”	"	PUNCT
ideas-520	49	62	(	(	PUNCT
ideas-520	49	63	luoma	luoma	PROPN
ideas-520	49	64	,	,	PUNCT
ideas-520	49	65	2004	2004	NUM
ideas-520	49	66	)	)	PUNCT
ideas-520	49	67	,	,	PUNCT
ideas-520	49	68	while	while	SCONJ
ideas-520	49	69	the	the	DET
ideas-520	49	70	latter	latter	ADJ
ideas-520	49	71	“	"	PUNCT
ideas-520	49	72	inter	inter	ADJ
ideas-520	49	73	-	-	ADJ
ideas-520	49	74	rater	rater	ADJ
ideas-520	49	75	reliability	reliability	NOUN
ideas-520	49	76	”	"	PUNCT
ideas-520	49	77	(	(	PUNCT
ideas-520	49	78	hughes	hughe	NOUN
ideas-520	49	79	,	,	PUNCT
ideas-520	49	80	2003	2003	NUM
ideas-520	49	81	)	)	PUNCT
ideas-520	49	82	.	.	PUNCT
ideas-520	50	1	moreover	moreover	ADV
ideas-520	50	2	,	,	PUNCT
ideas-520	50	3	bonk	bonk	VERB
ideas-520	50	4	and	and	CCONJ
ideas-520	50	5	ockey	ockey	NOUN
ideas-520	50	6	(	(	PUNCT
ideas-520	50	7	2003	2003	NUM
ideas-520	50	8	)	)	PUNCT
ideas-520	50	9	report	report	NOUN
ideas-520	50	10	that	that	SCONJ
ideas-520	50	11	returning	return	VERB
ideas-520	50	12	raters	rater	NOUN
ideas-520	50	13	will	will	AUX
ideas-520	50	14	tend	tend	VERB
ideas-520	50	15	to	to	PART
ideas-520	50	16	move	move	VERB
ideas-520	50	17	toward	toward	ADP
ideas-520	50	18	better	well	ADJ
ideas-520	50	19	consistency	consistency	NOUN
ideas-520	50	20	,	,	PUNCT
ideas-520	50	21	as	as	SCONJ
ideas-520	50	22	they	they	PRON
ideas-520	50	23	get	get	VERB
ideas-520	50	24	more	more	ADJ
ideas-520	50	25	experience	experience	NOUN
ideas-520	50	26	.	.	PUNCT
ideas-520	51	1	the	the	DET
ideas-520	51	2	use	use	NOUN
ideas-520	51	3	of	of	ADP
ideas-520	51	4	rating	rating	NOUN
ideas-520	51	5	scales	scale	NOUN
ideas-520	51	6	(	(	PUNCT
ideas-520	51	7	or	or	CCONJ
ideas-520	51	8	rubric	rubric	ADJ
ideas-520	51	9	)	)	PUNCT
ideas-520	51	10	,	,	PUNCT
ideas-520	51	11	more	more	ADV
ideas-520	51	12	varied	varied	ADJ
ideas-520	51	13	pattern	pattern	NOUN
ideas-520	51	14	of	of	ADP
ideas-520	51	15	interaction	interaction	NOUN
ideas-520	51	16	in	in	ADP
ideas-520	51	17	the	the	DET
ideas-520	51	18	fce	fce	NOUN
ideas-520	51	19	(	(	PUNCT
ideas-520	51	20	as	as	ADV
ideas-520	51	21	well	well	ADV
ideas-520	51	22	as	as	ADP
ideas-520	51	23	two	two	NUM
ideas-520	51	24	examiners	examiner	NOUN
ideas-520	51	25	)	)	PUNCT
ideas-520	51	26	and	and	CCONJ
ideas-520	51	27	bulats	bulat	NOUN
ideas-520	51	28	may	may	AUX
ideas-520	51	29	also	also	ADV
ideas-520	51	30	reduce	reduce	VERB
ideas-520	51	31	the	the	DET
ideas-520	51	32	subjectivity	subjectivity	NOUN
ideas-520	51	33	of	of	ADP
ideas-520	51	34	the	the	DET
ideas-520	51	35	scores	score	NOUN
ideas-520	51	36	that	that	PRON
ideas-520	51	37	will	will	AUX
ideas-520	51	38	affect	affect	VERB
ideas-520	51	39	the	the	DET
ideas-520	51	40	reliability	reliability	NOUN
ideas-520	51	41	.	.	PUNCT
ideas-520	52	1	(	(	PUNCT
ideas-520	52	2	see	see	VERB
ideas-520	52	3	bachman	bachman	NOUN
ideas-520	52	4	,	,	PUNCT
ideas-520	52	5	1990	1990	NUM
ideas-520	52	6	for	for	ADP
ideas-520	52	7	the	the	DET
ideas-520	52	8	problematic	problematic	ADJ
ideas-520	52	9	distinction	distinction	NOUN
ideas-520	52	10	between	between	ADP
ideas-520	52	11	the	the	DET
ideas-520	52	12	so	so	ADV
ideas-520	52	13	-	-	PUNCT
ideas-520	52	14	called	call	VERB
ideas-520	52	15	subjective	subjective	ADJ
ideas-520	52	16	and	and	CCONJ
ideas-520	52	17	objective	objective	ADJ
ideas-520	52	18	tests	test	NOUN
ideas-520	52	19	.	.	PUNCT
ideas-520	52	20	)	)	PUNCT
ideas-520	52	21	to	to	PART
ideas-520	52	22	conclude	conclude	VERB
ideas-520	52	23	,	,	PUNCT
ideas-520	52	24	weigle`s	weigle`s	NOUN
ideas-520	52	25	claim	claim	VERB
ideas-520	52	26	that	that	SCONJ
ideas-520	52	27	a	a	DET
ideas-520	52	28	holistic	holistic	ADJ
ideas-520	52	29	scale	scale	NOUN
ideas-520	52	30	have	have	VERB
ideas-520	52	31	weaker	weak	ADJ
ideas-520	52	32	reliability	reliability	NOUN
ideas-520	52	33	than	than	ADP
ideas-520	52	34	an	an	DET
ideas-520	52	35	analytic	analytic	ADJ
ideas-520	52	36	scale	scale	NOUN
ideas-520	52	37	may	may	AUX
ideas-520	52	38	not	not	PART
ideas-520	52	39	apply	apply	VERB
ideas-520	52	40	to	to	ADP
ideas-520	52	41	all	all	DET
ideas-520	52	42	contexts	context	NOUN
ideas-520	52	43	(	(	PUNCT
ideas-520	52	44	weigles	weigle	NOUN
ideas-520	52	45	,	,	PUNCT
ideas-520	52	46	2002	2002	NUM
ideas-520	52	47	)	)	PUNCT
ideas-520	52	48	,	,	PUNCT
ideas-520	52	49	particularly	particularly	ADV
ideas-520	52	50	the	the	DET
ideas-520	52	51	speaking	speak	VERB
ideas-520	52	52	tests	test	NOUN
ideas-520	52	53	for	for	ADP
ideas-520	52	54	both	both	CCONJ
ideas-520	52	55	the	the	DET
ideas-520	52	56	fce	fce	NOUN
ideas-520	52	57	and	and	CCONJ
ideas-520	52	58	bulats	bulat	NOUN
ideas-520	52	59	.	.	PUNCT
ideas-520	53	1	validity	validity	NOUN
ideas-520	53	2	evaluation	evaluation	NOUN
ideas-520	53	3	secondly	secondly	ADV
ideas-520	53	4	,	,	PUNCT
ideas-520	53	5	both	both	DET
ideas-520	53	6	tests	test	NOUN
ideas-520	53	7	would	would	AUX
ideas-520	53	8	be	be	AUX
ideas-520	53	9	evaluated	evaluate	VERB
ideas-520	53	10	whether	whether	SCONJ
ideas-520	53	11	they	they	PRON
ideas-520	53	12	accurately	accurately	ADV
ideas-520	53	13	assess	assess	VERB
ideas-520	53	14	what	what	PRON
ideas-520	53	15	they	they	PRON
ideas-520	53	16	are	be	AUX
ideas-520	53	17	intended	intend	VERB
ideas-520	53	18	to	to	PART
ideas-520	53	19	assess	assess	VERB
ideas-520	53	20	,	,	PUNCT
ideas-520	53	21	this	this	DET
ideas-520	53	22	evaluation	evaluation	NOUN
ideas-520	53	23	is	be	AUX
ideas-520	53	24	called	call	VERB
ideas-520	53	25	validity	validity	NOUN
ideas-520	53	26	(	(	PUNCT
ideas-520	53	27	davies	davy	NOUN
ideas-520	53	28	,	,	PUNCT
ideas-520	53	29	1990	1990	NUM
ideas-520	53	30	;	;	PUNCT
ideas-520	53	31	brown	brown	ADJ
ideas-520	53	32	,	,	PUNCT
ideas-520	53	33	2005	2005	NUM
ideas-520	53	34	)	)	PUNCT
ideas-520	53	35	.	.	PUNCT
ideas-520	54	1	nonetheless	nonetheless	ADV
ideas-520	54	2	,	,	PUNCT
ideas-520	54	3	green	green	ADJ
ideas-520	54	4	(	(	PUNCT
ideas-520	54	5	2014	2014	NUM
ideas-520	54	6	)	)	PUNCT
ideas-520	54	7	considers	consider	VERB
ideas-520	54	8	this	this	DET
ideas-520	54	9	definition	definition	NOUN
ideas-520	54	10	to	to	PART
ideas-520	54	11	be	be	AUX
ideas-520	54	12	classic	classic	ADJ
ideas-520	54	13	,	,	PUNCT
ideas-520	54	14	and	and	CCONJ
ideas-520	54	15	goes	go	VERB
ideas-520	54	16	on	on	ADP
ideas-520	54	17	claiming	claim	VERB
ideas-520	54	18	that	that	SCONJ
ideas-520	54	19	this	this	PRON
ideas-520	54	20	“	"	PUNCT
ideas-520	54	21	definition	definition	NOUN
ideas-520	54	22	is	be	AUX
ideas-520	54	23	now	now	ADV
ideas-520	54	24	seen	see	VERB
ideas-520	54	25	to	to	PART
ideas-520	54	26	be	be	AUX
ideas-520	54	27	too	too	ADV
ideas-520	54	28	limited	limited	ADJ
ideas-520	54	29	and	and	CCONJ
ideas-520	54	30	somewhat	somewhat	ADV
ideas-520	54	31	misleading	misleading	ADJ
ideas-520	54	32	”	"	PUNCT
ideas-520	54	33	(	(	PUNCT
ideas-520	54	34	2014	2014	NUM
ideas-520	54	35	,	,	PUNCT
ideas-520	54	36	p.	p.	NOUN
ideas-520	54	37	75	75	NUM
ideas-520	54	38	)	)	PUNCT
ideas-520	54	39	.	.	PUNCT
ideas-520	55	1	standards	standard	NOUN
ideas-520	55	2	for	for	ADP
ideas-520	55	3	educational	educational	ADJ
ideas-520	55	4	and	and	CCONJ
ideas-520	55	5	psychological	psychological	ADJ
ideas-520	55	6	testing	testing	NOUN
ideas-520	55	7	defines	define	VERB
ideas-520	55	8	validity	validity	NOUN
ideas-520	55	9	as	as	ADP
ideas-520	55	10	“	"	PUNCT
ideas-520	55	11	the	the	DET
ideas-520	55	12	degree	degree	NOUN
ideas-520	55	13	to	to	PART
ideas-520	55	14	which	which	DET
ideas-520	55	15	evidence	evidence	NOUN
ideas-520	55	16	and	and	CCONJ
ideas-520	55	17	theory	theory	NOUN
ideas-520	55	18	support	support	VERB
ideas-520	55	19	the	the	DET
ideas-520	55	20	interpretation	interpretation	NOUN
ideas-520	55	21	of	of	ADP
ideas-520	55	22	test	test	NOUN
ideas-520	55	23	scores	score	NOUN
ideas-520	55	24	entailed	entail	VERB
ideas-520	55	25	by	by	ADP
ideas-520	55	26	proposed	propose	VERB
ideas-520	55	27	tests	test	NOUN
ideas-520	55	28	”	"	PUNCT
ideas-520	55	29	(	(	PUNCT
ideas-520	55	30	american	american	ADJ
ideas-520	55	31	educational	educational	PROPN
ideas-520	55	32	research	research	PROPN
ideas-520	55	33	association	association	PROPN
ideas-520	55	34	et	et	PROPN
ideas-520	55	35	al	al	PROPN
ideas-520	55	36	.	.	PROPN
ideas-520	55	37	,	,	PUNCT
ideas-520	55	38	1999	1999	NUM
ideas-520	55	39	)	)	PUNCT
ideas-520	55	40	.	.	PUNCT
ideas-520	56	1	carr	carr	PROPN
ideas-520	56	2	(	(	PUNCT
ideas-520	56	3	2011	2011	NUM
ideas-520	56	4	)	)	PUNCT
ideas-520	56	5	also	also	ADV
ideas-520	56	6	warns	warn	VERB
ideas-520	56	7	that	that	SCONJ
ideas-520	56	8	we	we	PRON
ideas-520	56	9	should	should	AUX
ideas-520	56	10	not	not	PART
ideas-520	56	11	speak	speak	VERB
ideas-520	56	12	of	of	ADP
ideas-520	56	13	validating	validate	VERB
ideas-520	56	14	a	a	DET
ideas-520	56	15	test	test	NOUN
ideas-520	56	16	per	per	ADP
ideas-520	56	17	se	se	ADV
ideas-520	56	18	,	,	PUNCT
ideas-520	56	19	but	but	CCONJ
ideas-520	56	20	we	we	PRON
ideas-520	56	21	should	should	AUX
ideas-520	56	22	speak	speak	VERB
ideas-520	56	23	of	of	ADP
ideas-520	56	24	validating	validate	VERB
ideas-520	56	25	specific	specific	ADJ
ideas-520	56	26	uses	use	NOUN
ideas-520	56	27	of	of	ADP
ideas-520	56	28	a	a	DET
ideas-520	56	29	test	test	NOUN
ideas-520	56	30	.	.	PUNCT
ideas-520	57	1	throughout	throughout	ADP
ideas-520	57	2	this	this	DET
ideas-520	57	3	paper	paper	NOUN
ideas-520	57	4	validity	validity	NOUN
ideas-520	57	5	is	be	AUX
ideas-520	57	6	used	use	VERB
ideas-520	57	7	synonymously	synonymously	ADV
ideas-520	57	8	with	with	ADP
ideas-520	57	9	construct	construct	NOUN
ideas-520	57	10	validity	validity	NOUN
ideas-520	57	11	,	,	PUNCT
ideas-520	57	12	given	give	VERB
ideas-520	57	13	that	that	SCONJ
ideas-520	57	14	the	the	DET
ideas-520	57	15	broader	broad	ADJ
ideas-520	57	16	field	field	NOUN
ideas-520	57	17	of	of	ADP
ideas-520	57	18	educational	educational	ADJ
ideas-520	57	19	and	and	CCONJ
ideas-520	57	20	psychological	psychological	ADJ
ideas-520	57	21	measurement	measurement	NOUN
ideas-520	57	22	and	and	CCONJ
ideas-520	57	23	testing	testing	NOUN
ideas-520	57	24	uses	uses	AUX
ideas-520	57	25	construct	construct	VERB
ideas-520	57	26	validity	validity	NOUN
ideas-520	57	27	as	as	ADP
ideas-520	57	28	“	"	PUNCT
ideas-520	57	29	the	the	DET
ideas-520	57	30	whole	whole	NOUN
ideas-520	57	31	of	of	ADP
ideas-520	57	32	validity	validity	NOUN
ideas-520	57	33	theory	theory	NOUN
ideas-520	57	34	”	"	PUNCT
ideas-520	57	35	(	(	PUNCT
ideas-520	57	36	shepard	shepard	NOUN
ideas-520	57	37	,	,	PUNCT
ideas-520	57	38	1993	1993	NUM
ideas-520	57	39	,	,	PUNCT
ideas-520	57	40	p.	p.	NOUN
ideas-520	57	41	418	418	NUM
ideas-520	57	42	;	;	PUNCT
ideas-520	57	43	see	see	VERB
ideas-520	57	44	thorndike	thorndike	PROPN
ideas-520	57	45	&	&	CCONJ
ideas-520	57	46	hagen	hagen	PROPN
ideas-520	57	47	,	,	PUNCT
ideas-520	57	48	1986	1986	NUM
ideas-520	57	49	,	,	PUNCT
ideas-520	57	50	cronbach	cronbach	PROPN
ideas-520	57	51	&	&	CCONJ
ideas-520	57	52	meehl	meehl	PROPN
ideas-520	57	53	,	,	PUNCT
ideas-520	57	54	1995	1995	NUM
ideas-520	57	55	for	for	ADP
ideas-520	57	56	the	the	DET
ideas-520	57	57	past	past	ADJ
ideas-520	57	58	use	use	NOUN
ideas-520	57	59	of	of	ADP
ideas-520	57	60	construct	construct	VERB
ideas-520	57	61	validity	validity	NOUN
ideas-520	57	62	under	under	ADP
ideas-520	57	63	validity	validity	NOUN
ideas-520	57	64	)	)	PUNCT
ideas-520	57	65	.	.	PUNCT
ideas-520	58	1	to	to	PART
ideas-520	58	2	evaluate	evaluate	VERB
ideas-520	58	3	the	the	DET
ideas-520	58	4	degree	degree	NOUN
ideas-520	58	5	of	of	ADP
ideas-520	58	6	the	the	DET
ideas-520	58	7	construct	construct	NOUN
ideas-520	58	8	validity	validity	NOUN
ideas-520	58	9	of	of	ADP
ideas-520	58	10	the	the	DET
ideas-520	58	11	fce	fce	NOUN
ideas-520	58	12	and	and	CCONJ
ideas-520	58	13	bulats	bulat	NOUN
ideas-520	58	14	tests	test	NOUN
ideas-520	58	15	,	,	PUNCT
ideas-520	58	16	one	one	NUM
ideas-520	58	17	essential	essential	ADJ
ideas-520	58	18	type	type	NOUN
ideas-520	58	19	of	of	ADP
ideas-520	58	20	validity	validity	NOUN
ideas-520	58	21	evidence	evidence	NOUN
ideas-520	58	22	(	(	PUNCT
ideas-520	58	23	not	not	PART
ideas-520	58	24	type	type	NOUN
ideas-520	58	25	of	of	ADP
ideas-520	58	26	validity	validity	NOUN
ideas-520	58	27	)	)	PUNCT
ideas-520	58	28	to	to	PART
ideas-520	58	29	explore	explore	VERB
ideas-520	58	30	is	be	AUX
ideas-520	58	31	content	content	NOUN
ideas-520	58	32	validity	validity	NOUN
ideas-520	58	33	,	,	PUNCT
ideas-520	58	34	also	also	ADV
ideas-520	58	35	called	call	VERB
ideas-520	58	36	‘	'	PUNCT
ideas-520	58	37	‘	'	PUNCT
ideas-520	58	38	definition	definition	NOUN
ideas-520	58	39	validity	validity	NOUN
ideas-520	58	40	’’	’'	PUNCT
ideas-520	58	41	and	and	CCONJ
ideas-520	58	42	‘	'	PUNCT
ideas-520	58	43	‘	'	PUNCT
ideas-520	58	44	logical	logical	ADJ
ideas-520	58	45	validity	validity	NOUN
ideas-520	58	46	’’	’'	PUNCT
ideas-520	58	47	(	(	PUNCT
ideas-520	58	48	newman	newman	PROPN
ideas-520	58	49	et	et	PROPN
ideas-520	58	50	al	al	PROPN
ideas-520	58	51	.	.	PROPN
ideas-520	58	52	,	,	PUNCT
ideas-520	58	53	2006	2006	NUM
ideas-520	58	54	)	)	PUNCT
ideas-520	58	55	.	.	PUNCT
ideas-520	59	1	a	a	DET
ideas-520	59	2	measurement	measurement	NOUN
ideas-520	59	3	could	could	AUX
ideas-520	59	4	be	be	AUX
ideas-520	59	5	said	say	VERB
ideas-520	59	6	to	to	PART
ideas-520	59	7	have	have	VERB
ideas-520	59	8	content	content	NOUN
ideas-520	59	9	validity	validity	NOUN
ideas-520	59	10	if	if	SCONJ
ideas-520	59	11	its	its	PRON
ideas-520	59	12	content	content	NOUN
ideas-520	59	13	represents	represent	VERB
ideas-520	59	14	the	the	DET
ideas-520	59	15	full	full	ADJ
ideas-520	59	16	range	range	NOUN
ideas-520	59	17	of	of	ADP
ideas-520	59	18	constructs	construct	NOUN
ideas-520	59	19	(	(	PUNCT
ideas-520	59	20	or	or	CCONJ
ideas-520	59	21	knowledge	knowledge	NOUN
ideas-520	59	22	,	,	PUNCT
ideas-520	59	23	skills	skill	NOUN
ideas-520	59	24	,	,	PUNCT
ideas-520	59	25	abilities	ability	NOUN
ideas-520	59	26	)	)	PUNCT
ideas-520	59	27	that	that	SCONJ
ideas-520	59	28	it	it	PRON
ideas-520	59	29	is	be	AUX
ideas-520	59	30	intended	intend	VERB
ideas-520	59	31	to	to	PART
ideas-520	59	32	cover	cover	VERB
ideas-520	59	33	(	(	PUNCT
ideas-520	59	34	alderson	alderson	PROPN
ideas-520	59	35	et	et	PROPN
ideas-520	59	36	al	al	PROPN
ideas-520	59	37	.	.	PROPN
ideas-520	59	38	,	,	PUNCT
ideas-520	59	39	1995	1995	NUM
ideas-520	59	40	)	)	PUNCT
ideas-520	59	41	.	.	PUNCT
ideas-520	60	1	using	use	VERB
ideas-520	60	2	observation	observation	NOUN
ideas-520	60	3	checklists	checklist	NOUN
ideas-520	60	4	which	which	PRON
ideas-520	60	5	contain	contain	VERB
ideas-520	60	6	a	a	DET
ideas-520	60	7	set	set	NOUN
ideas-520	60	8	of	of	ADP
ideas-520	60	9	functions	function	NOUN
ideas-520	60	10	(	(	PUNCT
ideas-520	60	11	see	see	VERB
ideas-520	60	12	appendix	appendix	NOUN
ideas-520	60	13	iv	iv	NUM
ideas-520	60	14	)	)	PUNCT
ideas-520	60	15	,	,	PUNCT
ideas-520	60	16	o'sullivan	o'sullivan	PROPN
ideas-520	60	17	et	et	PROPN
ideas-520	60	18	al	al	PROPN
ideas-520	60	19	.	.	PROPN
ideas-520	61	1	(	(	PUNCT
ideas-520	61	2	2002	2002	NUM
ideas-520	61	3	)	)	PUNCT
ideas-520	61	4	report	report	NOUN
ideas-520	61	5	that	that	SCONJ
ideas-520	61	6	the	the	DET
ideas-520	61	7	contents	content	NOUN
ideas-520	61	8	of	of	ADP
ideas-520	61	9	the	the	DET
ideas-520	61	10	fce	fce	NOUN
ideas-520	61	11	have	have	AUX
ideas-520	61	12	constituted	constitute	VERB
ideas-520	61	13	a	a	DET
ideas-520	61	14	representative	representative	ADJ
ideas-520	61	15	sample	sample	NOUN
ideas-520	61	16	of	of	ADP
ideas-520	61	17	those	those	DET
ideas-520	61	18	functions	function	NOUN
ideas-520	61	19	(	(	PUNCT
ideas-520	61	20	or	or	CCONJ
ideas-520	61	21	construct	construct	VERB
ideas-520	61	22	)	)	PUNCT
ideas-520	61	23	.	.	PUNCT
ideas-520	62	1	for	for	ADP
ideas-520	62	2	the	the	DET
ideas-520	62	3	bulats	bulat	NOUN
ideas-520	62	4	,	,	PUNCT
ideas-520	62	5	in	in	ADP
ideas-520	62	6	the	the	DET
ideas-520	62	7	handbook	handbook	NOUN
ideas-520	62	8	a	a	DET
ideas-520	62	9	list	list	NOUN
ideas-520	62	10	of	of	ADP
ideas-520	62	11	possible	possible	ADJ
ideas-520	62	12	functions	function	NOUN
ideas-520	62	13	that	that	PRON
ideas-520	62	14	will	will	AUX
ideas-520	62	15	be	be	AUX
ideas-520	62	16	tested	test	VERB
ideas-520	62	17	in	in	ADP
ideas-520	62	18	the	the	DET
ideas-520	62	19	speaking	speak	VERB
ideas-520	62	20	test	test	NOUN
ideas-520	62	21	is	be	AUX
ideas-520	62	22	provided	provide	VERB
ideas-520	62	23	.	.	PUNCT
ideas-520	63	1	ideas	idea	NOUN
ideas-520	63	2	,	,	PUNCT
ideas-520	63	3	vol	vol	NOUN
ideas-520	63	4	.	.	PROPN
ideas-520	63	5	6	6	NUM
ideas-520	63	6	,	,	PUNCT
ideas-520	63	7	no	no	INTJ
ideas-520	63	8	.	.	NOUN
ideas-520	63	9	2	2	NUM
ideas-520	63	10	,	,	PUNCT
ideas-520	63	11	december	december	PROPN
ideas-520	63	12	2018	2018	NUM
ideas-520	63	13	issn	issn	VERB
ideas-520	63	14	2338	2338	NUM
ideas-520	63	15	-	-	SYM
ideas-520	63	16	4778	4778	NUM
ideas-520	63	17	(	(	PUNCT
ideas-520	63	18	print	print	NOUN
ideas-520	63	19	)	)	PUNCT
ideas-520	63	20	issn	issn	VERB
ideas-520	63	21	2548	2548	NUM
ideas-520	63	22	-	-	SYM
ideas-520	63	23	4192	4192	NUM
ideas-520	63	24	(	(	PUNCT
ideas-520	63	25	online	online	NOUN
ideas-520	63	26	)	)	PUNCT
ideas-520	63	27	thus	thus	ADV
ideas-520	63	28	,	,	PUNCT
ideas-520	63	29	i	i	PRON
ideas-520	63	30	assume	assume	VERB
ideas-520	63	31	the	the	DET
ideas-520	63	32	bulats	bulat	NOUN
ideas-520	63	33	have	have	VERB
ideas-520	63	34	content	content	NOUN
ideas-520	63	35	evidence	evidence	NOUN
ideas-520	63	36	validity	validity	NOUN
ideas-520	63	37	,	,	PUNCT
ideas-520	63	38	considering	consider	VERB
ideas-520	63	39	also	also	ADV
ideas-520	63	40	that	that	SCONJ
ideas-520	63	41	the	the	DET
ideas-520	63	42	bulats	bulat	NOUN
ideas-520	63	43	is	be	AUX
ideas-520	63	44	constructed	construct	VERB
ideas-520	63	45	by	by	ADP
ideas-520	63	46	a	a	DET
ideas-520	63	47	group	group	NOUN
ideas-520	63	48	of	of	ADP
ideas-520	63	49	language	language	NOUN
ideas-520	63	50	testing	testing	NOUN
ideas-520	63	51	experts	expert	NOUN
ideas-520	63	52	,	,	PUNCT
ideas-520	63	53	who	who	PRON
ideas-520	63	54	will	will	AUX
ideas-520	63	55	have	have	VERB
ideas-520	63	56	to	to	PART
ideas-520	63	57	provide	provide	VERB
ideas-520	63	58	argument	argument	NOUN
ideas-520	63	59	regarding	regard	VERB
ideas-520	63	60	the	the	DET
ideas-520	63	61	type	type	NOUN
ideas-520	63	62	of	of	ADP
ideas-520	63	63	underlying	underlie	VERB
ideas-520	63	64	construct	construct	NOUN
ideas-520	63	65	for	for	ADP
ideas-520	63	66	each	each	PRON
ideas-520	63	67	of	of	ADP
ideas-520	63	68	the	the	DET
ideas-520	63	69	test	test	NOUN
ideas-520	63	70	item	item	NOUN
ideas-520	63	71	(	(	PUNCT
ideas-520	63	72	or	or	CCONJ
ideas-520	63	73	prompt	prompt	ADJ
ideas-520	63	74	)	)	PUNCT
ideas-520	63	75	.	.	PUNCT
ideas-520	64	1	(	(	PUNCT
ideas-520	64	2	further	further	ADJ
ideas-520	64	3	research	research	NOUN
ideas-520	64	4	is	be	AUX
ideas-520	64	5	needed	need	VERB
ideas-520	64	6	)	)	PUNCT
ideas-520	64	7	.	.	PUNCT
ideas-520	65	1	a	a	DET
ideas-520	65	2	similar	similar	ADJ
ideas-520	65	3	type	type	NOUN
ideas-520	65	4	of	of	ADP
ideas-520	65	5	evidence	evidence	NOUN
ideas-520	65	6	is	be	AUX
ideas-520	65	7	face	face	NOUN
ideas-520	65	8	validity	validity	NOUN
ideas-520	65	9	.	.	PUNCT
ideas-520	66	1	as	as	ADP
ideas-520	66	2	a	a	DET
ideas-520	66	3	stakeholder	stakeholder	NOUN
ideas-520	66	4	,	,	PUNCT
ideas-520	66	5	i	i	PRON
ideas-520	66	6	believe	believe	VERB
ideas-520	66	7	that	that	SCONJ
ideas-520	66	8	both	both	DET
ideas-520	66	9	tests	test	NOUN
ideas-520	66	10	have	have	AUX
ideas-520	66	11	face	face	NOUN
ideas-520	66	12	validity	validity	NOUN
ideas-520	66	13	in	in	ADP
ideas-520	66	14	that	that	SCONJ
ideas-520	66	15	they	they	PRON
ideas-520	66	16	directly	directly	ADV
ideas-520	66	17	ask	ask	VERB
ideas-520	66	18	the	the	DET
ideas-520	66	19	learners	learner	NOUN
ideas-520	66	20	to	to	PART
ideas-520	66	21	speak	speak	VERB
ideas-520	66	22	(	(	PUNCT
ideas-520	66	23	green	green	ADJ
ideas-520	66	24	,	,	PUNCT
ideas-520	66	25	2014	2014	NUM
ideas-520	66	26	)	)	PUNCT
ideas-520	66	27	,	,	PUNCT
ideas-520	66	28	albeit	albeit	SCONJ
ideas-520	66	29	the	the	DET
ideas-520	66	30	bulats	bulat	NOUN
ideas-520	66	31	could	could	AUX
ideas-520	66	32	be	be	AUX
ideas-520	66	33	considered	consider	VERB
ideas-520	66	34	to	to	PART
ideas-520	66	35	be	be	AUX
ideas-520	66	36	semi	semi	ADJ
ideas-520	66	37	-	-	ADJ
ideas-520	66	38	direct	direct	ADJ
ideas-520	66	39	,	,	PUNCT
ideas-520	66	40	for	for	SCONJ
ideas-520	66	41	there	there	PRON
ideas-520	66	42	is	be	VERB
ideas-520	66	43	no	no	DET
ideas-520	66	44	face	face	NOUN
ideas-520	66	45	-	-	PUNCT
ideas-520	66	46	to	to	ADP
ideas-520	66	47	-	-	PUNCT
ideas-520	66	48	face	face	NOUN
ideas-520	66	49	interaction	interaction	NOUN
ideas-520	66	50	with	with	ADP
ideas-520	66	51	an	an	DET
ideas-520	66	52	interlocutor	interlocutor	NOUN
ideas-520	66	53	(	(	PUNCT
ideas-520	66	54	fulcher	fulcher	ADJ
ideas-520	66	55	,	,	PUNCT
ideas-520	66	56	2003	2003	NUM
ideas-520	66	57	;	;	PUNCT
ideas-520	66	58	but	but	CCONJ
ideas-520	66	59	see	see	VERB
ideas-520	66	60	carr	carr	PROPN
ideas-520	66	61	,	,	PUNCT
ideas-520	66	62	2011	2011	NUM
ideas-520	66	63	who	who	PRON
ideas-520	66	64	finds	find	VERB
ideas-520	66	65	the	the	DET
ideas-520	66	66	distinction	distinction	NOUN
ideas-520	66	67	of	of	ADP
ideas-520	66	68	direct	direct	ADJ
ideas-520	66	69	and	and	CCONJ
ideas-520	66	70	indirect	indirect	ADJ
ideas-520	66	71	tests	test	NOUN
ideas-520	66	72	problematic	problematic	ADJ
ideas-520	66	73	)	)	PUNCT
ideas-520	66	74	.	.	PUNCT
ideas-520	67	1	other	other	ADJ
ideas-520	67	2	types	type	NOUN
ideas-520	67	3	of	of	ADP
ideas-520	67	4	evidence	evidence	NOUN
ideas-520	67	5	are	be	AUX
ideas-520	67	6	concurrent	concurrent	ADJ
ideas-520	67	7	-	-	PUNCT
ideas-520	67	8	validity	validity	NOUN
ideas-520	67	9	and	and	CCONJ
ideas-520	67	10	predictive	predictive	ADJ
ideas-520	67	11	validity	validity	NOUN
ideas-520	67	12	,	,	PUNCT
ideas-520	67	13	both	both	PRON
ideas-520	67	14	are	be	AUX
ideas-520	67	15	under	under	ADP
ideas-520	67	16	“	"	PUNCT
ideas-520	67	17	criterion	criterion	NOUN
ideas-520	67	18	-	-	PUNCT
ideas-520	67	19	related	relate	VERB
ideas-520	67	20	validity	validity	NOUN
ideas-520	67	21	”	"	PUNCT
ideas-520	67	22	(	(	PUNCT
ideas-520	67	23	weir	weir	NOUN
ideas-520	67	24	,	,	PUNCT
ideas-520	67	25	2005	2005	NUM
ideas-520	67	26	)	)	PUNCT
ideas-520	67	27	.	.	PUNCT
ideas-520	68	1	using	use	VERB
ideas-520	68	2	predictive	predictive	ADJ
ideas-520	68	3	validity	validity	NOUN
ideas-520	68	4	evidence	evidence	NOUN
ideas-520	68	5	by	by	ADP
ideas-520	68	6	examining	examine	VERB
ideas-520	68	7	university	university	NOUN
ideas-520	68	8	students	student	NOUN
ideas-520	68	9	,	,	PUNCT
ideas-520	68	10	al	al	PROPN
ideas-520	68	11	-	-	PUNCT
ideas-520	68	12	musawi	musawi	PROPN
ideas-520	68	13	and	and	CCONJ
ideas-520	68	14	al	al	PROPN
ideas-520	68	15	-	-	PUNCT
ideas-520	68	16	anshari	anshari	NOUN
ideas-520	68	17	(	(	PUNCT
ideas-520	68	18	1999	1999	NUM
ideas-520	68	19	,	,	PUNCT
ideas-520	68	20	p.	p.	NOUN
ideas-520	68	21	389	389	NUM
ideas-520	68	22	)	)	PUNCT
ideas-520	68	23	claim	claim	VERB
ideas-520	68	24	that	that	SCONJ
ideas-520	68	25	“	"	PUNCT
ideas-520	68	26	the	the	DET
ideas-520	68	27	multivariate	multivariate	NOUN
ideas-520	68	28	of	of	ADP
ideas-520	68	29	the	the	DET
ideas-520	68	30	gpa	gpa	PROPN
ideas-520	68	31	from	from	ADP
ideas-520	68	32	the	the	DET
ideas-520	68	33	scores	score	NOUN
ideas-520	68	34	on	on	ADP
ideas-520	68	35	the	the	DET
ideas-520	68	36	fce	fce	NOUN
ideas-520	68	37	is	be	AUX
ideas-520	68	38	very	very	ADV
ideas-520	68	39	accurate	accurate	ADJ
ideas-520	68	40	”	"	PUNCT
ideas-520	68	41	.	.	PUNCT
ideas-520	69	1	however	however	ADV
ideas-520	69	2	,	,	PUNCT
ideas-520	69	3	they	they	PRON
ideas-520	69	4	do	do	AUX
ideas-520	69	5	not	not	PART
ideas-520	69	6	focus	focus	VERB
ideas-520	69	7	solely	solely	ADV
ideas-520	69	8	on	on	ADP
ideas-520	69	9	the	the	DET
ideas-520	69	10	speaking	speak	VERB
ideas-520	69	11	section	section	NOUN
ideas-520	69	12	.	.	PUNCT
ideas-520	70	1	weir	weir	PROPN
ideas-520	70	2	(	(	PUNCT
ideas-520	70	3	2005	2005	NUM
ideas-520	70	4	)	)	PUNCT
ideas-520	70	5	points	point	VERB
ideas-520	70	6	out	out	ADP
ideas-520	70	7	that	that	SCONJ
ideas-520	70	8	concurrent	concurrent	ADJ
ideas-520	70	9	validation	validation	NOUN
ideas-520	70	10	is	be	AUX
ideas-520	70	11	concerned	concern	VERB
ideas-520	70	12	with	with	ADP
ideas-520	70	13	the	the	DET
ideas-520	70	14	comparison	comparison	NOUN
ideas-520	70	15	of	of	ADP
ideas-520	70	16	test	test	NOUN
ideas-520	70	17	scores	score	NOUN
ideas-520	70	18	with	with	ADP
ideas-520	70	19	another	another	DET
ideas-520	70	20	measure	measure	NOUN
ideas-520	70	21	of	of	ADP
ideas-520	70	22	performance	performance	NOUN
ideas-520	70	23	,	,	PUNCT
ideas-520	70	24	e.g.	e.g.	ADV
ideas-520	70	25	,	,	PUNCT
ideas-520	70	26	another	another	DET
ideas-520	70	27	well	well	ADV
ideas-520	70	28	-	-	PUNCT
ideas-520	70	29	established	establish	VERB
ideas-520	70	30	test	test	NOUN
ideas-520	70	31	taken	take	VERB
ideas-520	70	32	at	at	ADP
ideas-520	70	33	the	the	DET
ideas-520	70	34	same	same	ADJ
ideas-520	70	35	time	time	NOUN
ideas-520	70	36	,	,	PUNCT
ideas-520	70	37	teacher	teacher	NOUN
ideas-520	70	38	ranking	ranking	NOUN
ideas-520	70	39	of	of	ADP
ideas-520	70	40	students	student	NOUN
ideas-520	70	41	,	,	PUNCT
ideas-520	70	42	or	or	CCONJ
ideas-520	70	43	student	student	NOUN
ideas-520	70	44	self	self	NOUN
ideas-520	70	45	-	-	PUNCT
ideas-520	70	46	assessment	assessment	NOUN
ideas-520	70	47	.	.	PUNCT
ideas-520	71	1	regarding	regard	VERB
ideas-520	71	2	the	the	DET
ideas-520	71	3	form	form	NOUN
ideas-520	71	4	of	of	ADP
ideas-520	71	5	computer	computer	NOUN
ideas-520	71	6	test	test	NOUN
ideas-520	71	7	of	of	ADP
ideas-520	71	8	the	the	DET
ideas-520	71	9	bulats	bulat	NOUN
ideas-520	71	10	,	,	PUNCT
ideas-520	71	11	chambers	chamber	NOUN
ideas-520	71	12	and	and	CCONJ
ideas-520	71	13	ingham	ingham	PROPN
ideas-520	71	14	(	(	PUNCT
ideas-520	71	15	2011	2011	NUM
ideas-520	71	16	)	)	PUNCT
ideas-520	71	17	report	report	NOUN
ideas-520	71	18	that	that	SCONJ
ideas-520	71	19	test	test	NOUN
ideas-520	71	20	takers	taker	NOUN
ideas-520	71	21	and	and	CCONJ
ideas-520	71	22	examiners	examiner	NOUN
ideas-520	71	23	show	show	VERB
ideas-520	71	24	overall	overall	ADJ
ideas-520	71	25	positive	positive	ADJ
ideas-520	71	26	feedback	feedback	NOUN
ideas-520	71	27	on	on	ADP
ideas-520	71	28	the	the	DET
ideas-520	71	29	use	use	NOUN
ideas-520	71	30	of	of	ADP
ideas-520	71	31	computer	computer	NOUN
ideas-520	71	32	for	for	ADP
ideas-520	71	33	the	the	DET
ideas-520	71	34	speaking	speak	VERB
ideas-520	71	35	test	test	NOUN
ideas-520	71	36	,	,	PUNCT
ideas-520	71	37	and	and	CCONJ
ideas-520	71	38	it	it	PRON
ideas-520	71	39	could	could	AUX
ideas-520	71	40	be	be	AUX
ideas-520	71	41	considered	consider	VERB
ideas-520	71	42	to	to	PART
ideas-520	71	43	be	be	AUX
ideas-520	71	44	type	type	NOUN
ideas-520	71	45	of	of	ADP
ideas-520	71	46	evidence	evidence	NOUN
ideas-520	71	47	validity	validity	NOUN
ideas-520	71	48	called	call	VERB
ideas-520	71	49	“	"	PUNCT
ideas-520	71	50	response	response	NOUN
ideas-520	71	51	validity	validity	NOUN
ideas-520	71	52	”	"	PUNCT
ideas-520	71	53	(	(	PUNCT
ideas-520	71	54	alderson	alderson	PROPN
ideas-520	71	55	et	et	PROPN
ideas-520	71	56	al	al	PROPN
ideas-520	71	57	.	.	PROPN
ideas-520	71	58	,	,	PUNCT
ideas-520	71	59	1995	1995	NUM
ideas-520	71	60	)	)	PUNCT
ideas-520	71	61	.	.	PUNCT
ideas-520	72	1	nevertheless	nevertheless	ADV
ideas-520	72	2	,	,	PUNCT
ideas-520	72	3	they	they	PRON
ideas-520	72	4	also	also	ADV
ideas-520	72	5	find	find	VERB
ideas-520	72	6	that	that	SCONJ
ideas-520	72	7	some	some	PRON
ideas-520	72	8	may	may	AUX
ideas-520	72	9	find	find	VERB
ideas-520	72	10	it	it	PRON
ideas-520	72	11	more	more	ADV
ideas-520	72	12	stressful	stressful	ADJ
ideas-520	72	13	,	,	PUNCT
ideas-520	72	14	for	for	SCONJ
ideas-520	72	15	they	they	PRON
ideas-520	72	16	will	will	AUX
ideas-520	72	17	not	not	PART
ideas-520	72	18	have	have	VERB
ideas-520	72	19	an	an	DET
ideas-520	72	20	interlocutor	interlocutor	ADJ
ideas-520	72	21	support	support	NOUN
ideas-520	72	22	particularly	particularly	ADV
ideas-520	72	23	when	when	SCONJ
ideas-520	72	24	they	they	PRON
ideas-520	72	25	need	need	VERB
ideas-520	72	26	the	the	DET
ideas-520	72	27	questions	question	NOUN
ideas-520	72	28	to	to	PART
ideas-520	72	29	be	be	AUX
ideas-520	72	30	repeated	repeat	VERB
ideas-520	72	31	.	.	PUNCT
ideas-520	73	1	washback	washback	NOUN
ideas-520	73	2	and	and	CCONJ
ideas-520	73	3	practicality	practicality	NOUN
ideas-520	73	4	evaluation	evaluation	NOUN
ideas-520	73	5	messick	messick	NOUN
ideas-520	73	6	claims	claim	VERB
ideas-520	73	7	that	that	SCONJ
ideas-520	73	8	“	"	PUNCT
ideas-520	73	9	for	for	ADP
ideas-520	73	10	a	a	DET
ideas-520	73	11	fully	fully	ADV
ideas-520	73	12	unified	unified	ADJ
ideas-520	73	13	view	view	NOUN
ideas-520	73	14	of	of	ADP
ideas-520	73	15	validity	validity	NOUN
ideas-520	73	16	”	"	PUNCT
ideas-520	73	17	(	(	PUNCT
ideas-520	73	18	1989	1989	NUM
ideas-520	73	19	,	,	PUNCT
ideas-520	73	20	p.	p.	NOUN
ideas-520	73	21	18	18	NUM
ideas-520	73	22	)	)	PUNCT
ideas-520	73	23	,	,	PUNCT
ideas-520	73	24	social	social	ADJ
ideas-520	73	25	values	value	NOUN
ideas-520	73	26	and	and	CCONJ
ideas-520	73	27	consequences	consequence	NOUN
ideas-520	73	28	of	of	ADP
ideas-520	73	29	a	a	DET
ideas-520	73	30	test	test	NOUN
ideas-520	73	31	should	should	AUX
ideas-520	73	32	be	be	AUX
ideas-520	73	33	taken	take	VERB
ideas-520	73	34	into	into	ADP
ideas-520	73	35	considerations	consideration	NOUN
ideas-520	73	36	,	,	PUNCT
ideas-520	73	37	and	and	CCONJ
ideas-520	73	38	these	these	DET
ideas-520	73	39	consequences	consequence	NOUN
ideas-520	73	40	have	have	AUX
ideas-520	73	41	been	be	AUX
ideas-520	73	42	called	call	VERB
ideas-520	73	43	“	"	PUNCT
ideas-520	73	44	impact	impact	NOUN
ideas-520	73	45	”	"	PUNCT
ideas-520	73	46	,	,	PUNCT
ideas-520	73	47	that	that	ADV
ideas-520	73	48	is	is	ADV
ideas-520	73	49	,	,	PUNCT
ideas-520	73	50	the	the	DET
ideas-520	73	51	effects	effect	NOUN
ideas-520	73	52	of	of	ADP
ideas-520	73	53	a	a	DET
ideas-520	73	54	test	test	NOUN
ideas-520	73	55	on	on	ADP
ideas-520	73	56	“	"	PUNCT
ideas-520	73	57	individuals	individual	NOUN
ideas-520	73	58	,	,	PUNCT
ideas-520	73	59	policies	policy	NOUN
ideas-520	73	60	or	or	CCONJ
ideas-520	73	61	practices	practice	NOUN
ideas-520	73	62	,	,	PUNCT
ideas-520	73	63	within	within	ADP
ideas-520	73	64	classroom	classroom	NOUN
ideas-520	73	65	,	,	PUNCT
ideas-520	73	66	the	the	DET
ideas-520	73	67	school	school	NOUN
ideas-520	73	68	,	,	PUNCT
ideas-520	73	69	the	the	DET
ideas-520	73	70	educational	educational	ADJ
ideas-520	73	71	system	system	NOUN
ideas-520	73	72	or	or	CCONJ
ideas-520	73	73	society	society	NOUN
ideas-520	73	74	as	as	ADP
ideas-520	73	75	a	a	DET
ideas-520	73	76	whole	whole	NOUN
ideas-520	73	77	”	"	PUNCT
ideas-520	73	78	(	(	PUNCT
ideas-520	73	79	wall	wall	NOUN
ideas-520	73	80	,	,	PUNCT
ideas-520	73	81	1997	1997	NUM
ideas-520	73	82	,	,	PUNCT
ideas-520	73	83	p.	p.	NOUN
ideas-520	73	84	291	291	NUM
ideas-520	73	85	)	)	PUNCT
ideas-520	73	86	.	.	PUNCT
ideas-520	74	1	it	it	PRON
ideas-520	74	2	then	then	ADV
ideas-520	74	3	leads	lead	VERB
ideas-520	74	4	to	to	ADP
ideas-520	74	5	the	the	DET
ideas-520	74	6	creation	creation	NOUN
ideas-520	74	7	of	of	ADP
ideas-520	74	8	code	code	NOUN
ideas-520	74	9	of	of	ADP
ideas-520	74	10	ethics	ethic	NOUN
ideas-520	74	11	for	for	ADP
ideas-520	74	12	the	the	DET
ideas-520	74	13	international	international	ADJ
ideas-520	74	14	language	language	NOUN
ideas-520	74	15	testing	testing	NOUN
ideas-520	74	16	association	association	NOUN
ideas-520	74	17	(	(	PUNCT
ideas-520	74	18	see	see	VERB
ideas-520	74	19	davies	davy	NOUN
ideas-520	74	20	,	,	PUNCT
ideas-520	74	21	2003	2003	NUM
ideas-520	74	22	)	)	PUNCT
ideas-520	74	23	.	.	PUNCT
ideas-520	75	1	seemingly	seemingly	ADV
ideas-520	75	2	the	the	DET
ideas-520	75	3	most	most	ADV
ideas-520	75	4	commonly	commonly	ADV
ideas-520	75	5	discussed	discuss	VERB
ideas-520	75	6	aspect	aspect	NOUN
ideas-520	75	7	of	of	ADP
ideas-520	75	8	impact	impact	NOUN
ideas-520	75	9	is	be	AUX
ideas-520	75	10	backwash11	backwash11	NOUN
ideas-520	75	11	(	(	PUNCT
ideas-520	75	12	or	or	CCONJ
ideas-520	75	13	washback	washback	NOUN
ideas-520	75	14	)	)	PUNCT
ideas-520	75	15	.	.	PUNCT
ideas-520	76	1	backwash	backwash	NOUN
ideas-520	76	2	has	have	AUX
ideas-520	76	3	been	be	AUX
ideas-520	76	4	generally	generally	ADV
ideas-520	76	5	defined	define	VERB
ideas-520	76	6	as	as	ADP
ideas-520	76	7	the	the	DET
ideas-520	76	8	beneficial	beneficial	ADJ
ideas-520	76	9	or	or	CCONJ
ideas-520	76	10	harmful	harmful	ADJ
ideas-520	76	11	effects	effect	NOUN
ideas-520	76	12	the	the	DET
ideas-520	76	13	tests	test	NOUN
ideas-520	76	14	have	have	VERB
ideas-520	76	15	on	on	ADP
ideas-520	76	16	teaching	teaching	NOUN
ideas-520	76	17	and	and	CCONJ
ideas-520	76	18	learning	learning	NOUN
ideas-520	76	19	(	(	PUNCT
ideas-520	76	20	e.g.	e.g.	ADV
ideas-520	76	21	,	,	PUNCT
ideas-520	76	22	hughes	hughe	NOUN
ideas-520	76	23	,	,	PUNCT
ideas-520	76	24	2003	2003	NUM
ideas-520	76	25	;	;	PUNCT
ideas-520	76	26	alderson	alderson	PROPN
ideas-520	76	27	&	&	CCONJ
ideas-520	76	28	wall	wall	PROPN
ideas-520	76	29	,	,	PUNCT
ideas-520	76	30	1993	1993	NUM
ideas-520	76	31	)	)	PUNCT
ideas-520	76	32	.	.	PUNCT
ideas-520	77	1	comparing	compare	VERB
ideas-520	77	2	the	the	DET
ideas-520	77	3	bulats	bulat	NOUN
ideas-520	77	4	and	and	CCONJ
ideas-520	77	5	fce	fce	NOUN
ideas-520	77	6	,	,	PUNCT
ideas-520	77	7	i	i	PRON
ideas-520	77	8	believe	believe	VERB
ideas-520	77	9	that	that	SCONJ
ideas-520	77	10	the	the	DET
ideas-520	77	11	latter	latter	NOUN
ideas-520	77	12	has	have	VERB
ideas-520	77	13	more	more	ADV
ideas-520	77	14	beneficial	beneficial	ADJ
ideas-520	77	15	backwash	backwash	NOUN
ideas-520	77	16	because	because	SCONJ
ideas-520	77	17	it	it	PRON
ideas-520	77	18	is	be	AUX
ideas-520	77	19	more	more	ADV
ideas-520	77	20	authentic	authentic	ADJ
ideas-520	77	21	than	than	ADP
ideas-520	77	22	the	the	DET
ideas-520	77	23	former	former	ADJ
ideas-520	77	24	,	,	PUNCT
ideas-520	77	25	which	which	PRON
ideas-520	77	26	can	can	AUX
ideas-520	77	27	be	be	AUX
ideas-520	77	28	considered	consider	VERB
ideas-520	77	29	to	to	PART
ideas-520	77	30	be	be	AUX
ideas-520	77	31	semi	semi	ADJ
ideas-520	77	32	-	-	ADJ
ideas-520	77	33	direct	direct	ADJ
ideas-520	77	34	(	(	PUNCT
ideas-520	77	35	carr	carr	NOUN
ideas-520	77	36	,	,	PUNCT
ideas-520	77	37	2011	2011	NUM
ideas-520	77	38	)	)	PUNCT
ideas-520	77	39	.	.	PUNCT
ideas-520	78	1	if	if	SCONJ
ideas-520	78	2	i	i	PRON
ideas-520	78	3	were	be	AUX
ideas-520	78	4	teaching	teach	VERB
ideas-520	78	5	to	to	PART
ideas-520	78	6	prepare	prepare	VERB
ideas-520	78	7	my	my	PRON
ideas-520	78	8	students	student	NOUN
ideas-520	78	9	for	for	ADP
ideas-520	78	10	the	the	DET
ideas-520	78	11	fce	fce	PROPN
ideas-520	78	12	,	,	PUNCT
ideas-520	78	13	i	i	PRON
ideas-520	78	14	would	would	AUX
ideas-520	78	15	create	create	VERB
ideas-520	78	16	more	more	ADJ
ideas-520	78	17	opportunities	opportunity	NOUN
ideas-520	78	18	for	for	SCONJ
ideas-520	78	19	my	my	PRON
ideas-520	78	20	student	student	NOUN
ideas-520	78	21	to	to	PART
ideas-520	78	22	have	have	VERB
ideas-520	78	23	more	more	ADJ
ideas-520	78	24	discussion	discussion	NOUN
ideas-520	78	25	among	among	ADP
ideas-520	78	26	them	they	PRON
ideas-520	78	27	in	in	ADP
ideas-520	78	28	my	my	PRON
ideas-520	78	29	classroom	classroom	NOUN
ideas-520	78	30	,	,	PUNCT
ideas-520	78	31	for	for	SCONJ
ideas-520	78	32	the	the	DET
ideas-520	78	33	fce	fce	NOUN
ideas-520	78	34	provides	provide	VERB
ideas-520	78	35	peer	peer	NOUN
ideas-520	78	36	-	-	PUNCT
ideas-520	78	37	peer	peer	NOUN
ideas-520	78	38	interaction	interaction	NOUN
ideas-520	78	39	and	and	CCONJ
ideas-520	78	40	discussion	discussion	NOUN
ideas-520	78	41	.	.	PUNCT
ideas-520	79	1	however	however	ADV
ideas-520	79	2	,	,	PUNCT
ideas-520	79	3	the	the	DET
ideas-520	79	4	fce	fce	NOUN
ideas-520	79	5	also	also	ADV
ideas-520	79	6	may	may	AUX
ideas-520	79	7	bring	bring	VERB
ideas-520	79	8	harmful	harmful	ADJ
ideas-520	79	9	impact	impact	NOUN
ideas-520	79	10	to	to	ADP
ideas-520	79	11	the	the	DET
ideas-520	79	12	extent	extent	NOUN
ideas-520	79	13	that	that	SCONJ
ideas-520	79	14	it	it	PRON
ideas-520	79	15	may	may	AUX
ideas-520	79	16	create	create	VERB
ideas-520	79	17	subjectivity	subjectivity	NOUN
ideas-520	79	18	as	as	SCONJ
ideas-520	79	19	the	the	DET
ideas-520	79	20	examiners	examiner	NOUN
ideas-520	79	21	can	can	AUX
ideas-520	79	22	directly	directly	ADV
ideas-520	79	23	identify	identify	VERB
ideas-520	79	24	the	the	DET
ideas-520	79	25	students	student	NOUN
ideas-520	79	26	(	(	PUNCT
ideas-520	79	27	lack	lack	NOUN
ideas-520	79	28	of	of	ADP
ideas-520	79	29	privacy	privacy	NOUN
ideas-520	79	30	and	and	CCONJ
ideas-520	79	31	confidentiality	confidentiality	NOUN
ideas-520	79	32	)	)	PUNCT
ideas-520	79	33	,	,	PUNCT
ideas-520	79	34	which	which	PRON
ideas-520	79	35	then	then	ADV
ideas-520	79	36	may	may	AUX
ideas-520	79	37	lead	lead	VERB
ideas-520	79	38	to	to	ADP
ideas-520	79	39	the	the	DET
ideas-520	79	40	fairness	fairness	NOUN
ideas-520	79	41	issue	issue	NOUN
ideas-520	79	42	;	;	PUNCT
ideas-520	79	43	privacy	privacy	NOUN
ideas-520	79	44	and	and	CCONJ
ideas-520	79	45	confidentiality	confidentiality	NOUN
ideas-520	79	46	are	be	AUX
ideas-520	79	47	basic	basic	ADJ
ideas-520	79	48	rights	right	NOUN
ideas-520	79	49	11	11	NUM
ideas-520	79	50	although	although	SCONJ
ideas-520	79	51	washback	washback	NOUN
ideas-520	79	52	is	be	AUX
ideas-520	79	53	rarely	rarely	ADV
ideas-520	79	54	found	find	VERB
ideas-520	79	55	in	in	ADP
ideas-520	79	56	dictionaries	dictionary	NOUN
ideas-520	79	57	,	,	PUNCT
ideas-520	79	58	it	it	PRON
ideas-520	79	59	has	have	AUX
ideas-520	79	60	been	be	AUX
ideas-520	79	61	commonly	commonly	ADV
ideas-520	79	62	used	use	VERB
ideas-520	79	63	in	in	ADP
ideas-520	79	64	applied	apply	VERB
ideas-520	79	65	linguistics	linguistic	NOUN
ideas-520	79	66	today	today	NOUN
ideas-520	79	67	.	.	PUNCT
ideas-520	80	1	84	84	NUM
ideas-520	80	2	muhammad	muhammad	PROPN
ideas-520	80	3	ahkam	ahkam	PROPN
ideas-520	80	4	arifin	arifin	PROPN
ideas-520	80	5	validity	validity	NOUN
ideas-520	80	6	,	,	PUNCT
ideas-520	80	7	reliability	reliability	NOUN
ideas-520	80	8	and	and	CCONJ
ideas-520	80	9	practicality	practicality	NOUN
ideas-520	80	10	of	of	ADP
ideas-520	80	11	the	the	DET
ideas-520	80	12	first	first	ADJ
ideas-520	80	13	certification	certification	NOUN
ideas-520	80	14	in	in	ADP
ideas-520	80	15	english	english	PROPN
ideas-520	80	16	(	(	PUNCT
ideas-520	80	17	fce	fce	PROPN
ideas-520	80	18	)	)	PUNCT
ideas-520	80	19	and	and	CCONJ
ideas-520	80	20	the	the	DET
ideas-520	80	21	business	business	NOUN
ideas-520	80	22	language	language	NOUN
ideas-520	80	23	testing	testing	NOUN
ideas-520	80	24	service	service	NOUN
ideas-520	80	25	(	(	PUNCT
ideas-520	80	26	bulats	bulat	NOUN
ideas-520	80	27	)	)	PUNCT
ideas-520	80	28	to	to	ADP
ideas-520	80	29	the	the	DET
ideas-520	80	30	test	test	NOUN
ideas-520	80	31	takers	taker	NOUN
ideas-520	80	32	(	(	PUNCT
ideas-520	80	33	bachman	bachman	PROPN
ideas-520	80	34	&	&	CCONJ
ideas-520	80	35	palmer	palmer	PROPN
ideas-520	80	36	,	,	PUNCT
ideas-520	80	37	1996	1996	NUM
ideas-520	80	38	)	)	PUNCT
ideas-520	80	39	.	.	PUNCT
ideas-520	81	1	regarding	regard	VERB
ideas-520	81	2	practicality	practicality	NOUN
ideas-520	81	3	,	,	PUNCT
ideas-520	81	4	in	in	ADP
ideas-520	81	5	classroom	classroom	NOUN
ideas-520	81	6	contexts	contexts	NOUN
ideas-520	81	7	the	the	DET
ideas-520	81	8	fce	fce	NOUN
ideas-520	81	9	could	could	AUX
ideas-520	81	10	be	be	AUX
ideas-520	81	11	considered	consider	VERB
ideas-520	81	12	to	to	PART
ideas-520	81	13	be	be	AUX
ideas-520	81	14	more	more	ADV
ideas-520	81	15	practical	practical	ADJ
ideas-520	81	16	in	in	SCONJ
ideas-520	81	17	that	that	SCONJ
ideas-520	81	18	teachers	teacher	NOUN
ideas-520	81	19	may	may	AUX
ideas-520	81	20	need	need	VERB
ideas-520	81	21	to	to	PART
ideas-520	81	22	provide	provide	VERB
ideas-520	81	23	computers	computer	NOUN
ideas-520	81	24	and	and	CCONJ
ideas-520	81	25	the	the	DET
ideas-520	81	26	internet	internet	NOUN
ideas-520	81	27	connection	connection	NOUN
ideas-520	81	28	for	for	ADP
ideas-520	81	29	teaching	teach	VERB
ideas-520	81	30	the	the	DET
ideas-520	81	31	bulats	bulat	NOUN
ideas-520	81	32	.	.	PUNCT
ideas-520	82	1	nonetheless	nonetheless	ADV
ideas-520	82	2	in	in	ADP
ideas-520	82	3	administrating	administrate	VERB
ideas-520	82	4	the	the	DET
ideas-520	82	5	test	test	NOUN
ideas-520	82	6	,	,	PUNCT
ideas-520	82	7	the	the	DET
ideas-520	82	8	bulats	bulat	NOUN
ideas-520	82	9	could	could	AUX
ideas-520	82	10	be	be	AUX
ideas-520	82	11	more	more	ADV
ideas-520	82	12	practical	practical	ADJ
ideas-520	82	13	as	as	SCONJ
ideas-520	82	14	it	it	PRON
ideas-520	82	15	will	will	AUX
ideas-520	82	16	not	not	PART
ideas-520	82	17	require	require	VERB
ideas-520	82	18	the	the	DET
ideas-520	82	19	examiners	examiner	NOUN
ideas-520	82	20	to	to	PART
ideas-520	82	21	be	be	AUX
ideas-520	82	22	in	in	ADP
ideas-520	82	23	the	the	DET
ideas-520	82	24	testing	testing	NOUN
ideas-520	82	25	room	room	NOUN
ideas-520	82	26	,	,	PUNCT
ideas-520	82	27	rather	rather	ADV
ideas-520	82	28	it	it	PRON
ideas-520	82	29	uses	use	VERB
ideas-520	82	30	computer	computer	NOUN
ideas-520	82	31	to	to	PART
ideas-520	82	32	record	record	VERB
ideas-520	82	33	the	the	DET
ideas-520	82	34	student	student	NOUN
ideas-520	82	35	voice	voice	NOUN
ideas-520	82	36	.	.	PUNCT
ideas-520	83	1	at	at	ADP
ideas-520	83	2	any	any	DET
ideas-520	83	3	rate	rate	NOUN
ideas-520	83	4	,	,	PUNCT
ideas-520	83	5	bachman	bachman	NOUN
ideas-520	83	6	and	and	CCONJ
ideas-520	83	7	palmer	palmer	PROPN
ideas-520	83	8	(	(	PUNCT
ideas-520	83	9	1996	1996	NUM
ideas-520	83	10	)	)	PUNCT
ideas-520	83	11	cautions	caution	VERB
ideas-520	83	12	that	that	SCONJ
ideas-520	83	13	a	a	DET
ideas-520	83	14	test	test	NOUN
ideas-520	83	15	should	should	AUX
ideas-520	83	16	not	not	PART
ideas-520	83	17	consider	consider	VERB
ideas-520	83	18	practicality	practicality	NOUN
ideas-520	83	19	to	to	PART
ideas-520	83	20	be	be	AUX
ideas-520	83	21	less	less	ADV
ideas-520	83	22	important	important	ADJ
ideas-520	83	23	than	than	ADP
ideas-520	83	24	other	other	ADJ
ideas-520	83	25	qualities	quality	NOUN
ideas-520	83	26	,	,	PUNCT
ideas-520	83	27	instead	instead	ADV
ideas-520	83	28	all	all	DET
ideas-520	83	29	qualities	quality	NOUN
ideas-520	83	30	should	should	AUX
ideas-520	83	31	be	be	AUX
ideas-520	83	32	weighed	weigh	VERB
ideas-520	83	33	the	the	DET
ideas-520	83	34	same	same	ADJ
ideas-520	83	35	.	.	PUNCT
ideas-520	84	1	references	reference	NOUN
ideas-520	84	2	alderson	alderson	PROPN
ideas-520	84	3	,	,	PUNCT
ideas-520	84	4	j.	j.	PROPN
ideas-520	84	5	c.	c.	PROPN
ideas-520	84	6	,	,	PUNCT
ideas-520	84	7	&	&	CCONJ
ideas-520	84	8	wall	wall	PROPN
ideas-520	84	9	,	,	PUNCT
ideas-520	84	10	d.	d.	PROPN
ideas-520	84	11	(	(	PUNCT
ideas-520	84	12	1993	1993	NUM
ideas-520	84	13	)	)	PUNCT
ideas-520	84	14	.	.	PUNCT
ideas-520	85	1	does	do	AUX
ideas-520	85	2	washback	washback	VERB
ideas-520	85	3	exist	exist	VERB
ideas-520	85	4	?	?	PUNCT
ideas-520	86	1	applied	apply	VERB
ideas-520	86	2	linguistics	linguistic	NOUN
ideas-520	86	3	,	,	PUNCT
ideas-520	86	4	14(1	14(1	NUM
ideas-520	86	5	)	)	PUNCT
ideas-520	86	6	,	,	PUNCT
ideas-520	86	7	115–129	115–129	NUM
ideas-520	86	8	.	.	PUNCT
ideas-520	87	1	alderson	alderson	PROPN
ideas-520	87	2	,	,	PUNCT
ideas-520	87	3	j.c	j.c	PROPN
ideas-520	87	4	.	.	PROPN
ideas-520	87	5	,	,	PUNCT
ideas-520	87	6	clapham	clapham	PROPN
ideas-520	87	7	,	,	PUNCT
ideas-520	87	8	c	c	PROPN
ideas-520	87	9	&	&	CCONJ
ideas-520	87	10	wall	wall	PROPN
ideas-520	87	11	,	,	PUNCT
ideas-520	87	12	d.	d.	PROPN
ideas-520	87	13	(	(	PUNCT
ideas-520	87	14	1995	1995	NUM
ideas-520	87	15	)	)	PUNCT
ideas-520	87	16	.	.	PUNCT
ideas-520	88	1	language	language	NOUN
ideas-520	88	2	test	test	NOUN
ideas-520	88	3	construction	construction	NOUN
ideas-520	88	4	and	and	CCONJ
ideas-520	88	5	evaluation	evaluation	NOUN
ideas-520	88	6	.	.	PUNCT
ideas-520	89	1	cambridge	cambridge	PROPN
ideas-520	89	2	:	:	PUNCT
ideas-520	89	3	cambridge	cambridge	PROPN
ideas-520	89	4	university	university	PROPN
ideas-520	89	5	press	press	NOUN
ideas-520	89	6	.	.	PUNCT
ideas-520	90	1	american	american	ADJ
ideas-520	90	2	educational	educational	PROPN
ideas-520	90	3	research	research	PROPN
ideas-520	90	4	association	association	PROPN
ideas-520	90	5	,	,	PUNCT
ideas-520	90	6	american	american	PROPN
ideas-520	90	7	psychological	psychological	PROPN
ideas-520	90	8	association	association	PROPN
ideas-520	90	9	and	and	CCONJ
ideas-520	90	10	national	national	PROPN
ideas-520	90	11	council	council	PROPN
ideas-520	90	12	on	on	ADP
ideas-520	90	13	measurement	measurement	NOUN
ideas-520	90	14	in	in	ADP
ideas-520	90	15	education	education	NOUN
ideas-520	90	16	.	.	PUNCT
ideas-520	91	1	(	(	PUNCT
ideas-520	91	2	1999	1999	NUM
ideas-520	91	3	)	)	PUNCT
ideas-520	91	4	.	.	PUNCT
ideas-520	92	1	standards	standard	NOUN
ideas-520	92	2	for	for	ADP
ideas-520	92	3	educational	educational	ADJ
ideas-520	92	4	and	and	CCONJ
ideas-520	92	5	psychological	psychological	ADJ
ideas-520	92	6	testing	testing	NOUN
ideas-520	92	7	.	.	PUNCT
ideas-520	93	1	washington	washington	PROPN
ideas-520	93	2	,	,	PUNCT
ideas-520	93	3	dc	dc	PROPN
ideas-520	93	4	:	:	PUNCT
ideas-520	93	5	american	american	PROPN
ideas-520	93	6	educational	educational	PROPN
ideas-520	93	7	research	research	PROPN
ideas-520	93	8	association	association	PROPN
ideas-520	93	9	bachman	bachman	PROPN
ideas-520	93	10	,	,	PUNCT
ideas-520	93	11	l.	l.	PROPN
ideas-520	93	12	f.	f.	PROPN
ideas-520	93	13	(	(	PUNCT
ideas-520	93	14	1990	1990	NUM
ideas-520	93	15	)	)	PUNCT
ideas-520	93	16	.	.	PUNCT
ideas-520	94	1	fundamental	fundamental	ADJ
ideas-520	94	2	considerations	consideration	NOUN
ideas-520	94	3	in	in	ADP
ideas-520	94	4	language	language	NOUN
ideas-520	94	5	testing	testing	NOUN
ideas-520	94	6	.	.	PUNCT
ideas-520	95	1	oxford	oxford	NOUN
ideas-520	95	2	:	:	PUNCT
ideas-520	95	3	oxford	oxford	PROPN
ideas-520	95	4	university	university	PROPN
ideas-520	95	5	press	press	NOUN
ideas-520	95	6	.	.	PUNCT
ideas-520	96	1	bachman	bachman	PROPN
ideas-520	96	2	,	,	PUNCT
ideas-520	96	3	l.	l.	PROPN
ideas-520	96	4	f.	f.	PROPN
ideas-520	96	5	,	,	PUNCT
ideas-520	96	6	&	&	CCONJ
ideas-520	96	7	palmer	palmer	PROPN
ideas-520	96	8	,	,	PUNCT
ideas-520	96	9	a.	a.	PROPN
ideas-520	96	10	s.	s.	PROPN
ideas-520	96	11	(	(	PUNCT
ideas-520	96	12	1996	1996	NUM
ideas-520	96	13	)	)	PUNCT
ideas-520	96	14	.	.	PUNCT
ideas-520	97	1	language	language	NOUN
ideas-520	97	2	testing	testing	NOUN
ideas-520	97	3	in	in	ADP
ideas-520	97	4	practice	practice	NOUN
ideas-520	97	5	:	:	PUNCT
ideas-520	97	6	designing	design	VERB
ideas-520	97	7	and	and	CCONJ
ideas-520	97	8	developing	develop	VERB
ideas-520	97	9	useful	useful	ADJ
ideas-520	97	10	language	language	NOUN
ideas-520	97	11	tests	test	NOUN
ideas-520	97	12	.	.	PUNCT
ideas-520	98	1	oxford	oxford	NOUN
ideas-520	98	2	:	:	PUNCT
ideas-520	98	3	oxford	oxford	PROPN
ideas-520	98	4	university	university	PROPN
ideas-520	98	5	press	press	NOUN
ideas-520	98	6	.	.	PUNCT
ideas-520	99	1	bachman	bachman	PROPN
ideas-520	99	2	,	,	PUNCT
ideas-520	99	3	l.	l.	PROPN
ideas-520	99	4	f.	f.	PROPN
ideas-520	99	5	,	,	PUNCT
ideas-520	99	6	&	&	CCONJ
ideas-520	99	7	palmer	palmer	PROPN
ideas-520	99	8	,	,	PUNCT
ideas-520	99	9	a.	a.	PROPN
ideas-520	99	10	s.	s.	PROPN
ideas-520	99	11	(	(	PUNCT
ideas-520	99	12	2010	2010	NUM
ideas-520	99	13	)	)	PUNCT
ideas-520	99	14	.	.	PUNCT
ideas-520	100	1	language	language	NOUN
ideas-520	100	2	assessment	assessment	NOUN
ideas-520	100	3	in	in	ADP
ideas-520	100	4	practice	practice	NOUN
ideas-520	100	5	.	.	PUNCT
ideas-520	101	1	oxford	oxford	NOUN
ideas-520	101	2	:	:	PUNCT
ideas-520	101	3	oxford	oxford	PROPN
ideas-520	101	4	.	.	PUNCT
ideas-520	102	1	university	university	NOUN
ideas-520	102	2	press	press	NOUN
ideas-520	102	3	.	.	PUNCT
ideas-520	103	1	bonk	bonk	PROPN
ideas-520	103	2	,	,	PUNCT
ideas-520	103	3	w.	w.	PROPN
ideas-520	103	4	j.	j.	PROPN
ideas-520	103	5	&	&	CCONJ
ideas-520	103	6	g.	g.	PROPN
ideas-520	103	7	j.	j.	PROPN
ideas-520	103	8	ockey	ockey	PROPN
ideas-520	103	9	.	.	PUNCT
ideas-520	104	1	(	(	PUNCT
ideas-520	104	2	2003	2003	NUM
ideas-520	104	3	)	)	PUNCT
ideas-520	104	4	.	.	PUNCT
ideas-520	105	1	a	a	DET
ideas-520	105	2	many	many	ADJ
ideas-520	105	3	-	-	PUNCT
ideas-520	105	4	facet	facet	ADJ
ideas-520	105	5	rasch	rasch	ADJ
ideas-520	105	6	analysis	analysis	NOUN
ideas-520	105	7	of	of	ADP
ideas-520	105	8	the	the	DET
ideas-520	105	9	second	second	ADJ
ideas-520	105	10	language	language	NOUN
ideas-520	105	11	group	group	NOUN
ideas-520	105	12	oral	oral	ADJ
ideas-520	105	13	discussion	discussion	NOUN
ideas-520	105	14	task	task	NOUN
ideas-520	105	15	.	.	PUNCT
ideas-520	106	1	language	language	NOUN
ideas-520	106	2	testing	testing	NOUN
ideas-520	106	3	20(1	20(1	NOUN
ideas-520	106	4	)	)	PUNCT
ideas-520	106	5	,	,	PUNCT
ideas-520	106	6	89–110	89–110	PROPN
ideas-520	106	7	.	.	PUNCT
ideas-520	106	8	brown	brown	PROPN
ideas-520	106	9	,	,	PUNCT
ideas-520	106	10	j.	j.	PROPN
ideas-520	106	11	d.	d.	PROPN
ideas-520	106	12	(	(	PUNCT
ideas-520	106	13	1990	1990	NUM
ideas-520	106	14	)	)	PUNCT
ideas-520	106	15	.	.	PUNCT
ideas-520	107	1	short	short	ADJ
ideas-520	107	2	-	-	PUNCT
ideas-520	107	3	cut	cut	VERB
ideas-520	107	4	estimators	estimator	NOUN
ideas-520	107	5	of	of	ADP
ideas-520	107	6	criterion	criterion	NOUN
ideas-520	107	7	-	-	PUNCT
ideas-520	107	8	referenced	reference	VERB
ideas-520	107	9	test	test	NOUN
ideas-520	107	10	consistency	consistency	NOUN
ideas-520	107	11	.	.	PUNCT
ideas-520	108	1	language	language	NOUN
ideas-520	108	2	testing	testing	NOUN
ideas-520	108	3	,	,	PUNCT
ideas-520	108	4	7(1	7(1	NUM
ideas-520	108	5	)	)	PUNCT
ideas-520	108	6	,	,	PUNCT
ideas-520	108	7	77	77	NUM
ideas-520	108	8	-	-	SYM
ideas-520	108	9	97	97	NUM
ideas-520	108	10	.	.	PUNCT
ideas-520	108	11	brown	brown	PROPN
ideas-520	108	12	,	,	PUNCT
ideas-520	108	13	j.	j.	PROPN
ideas-520	108	14	d.	d.	PROPN
ideas-520	108	15	(	(	PUNCT
ideas-520	108	16	1995	1995	NUM
ideas-520	108	17	)	)	PUNCT
ideas-520	108	18	.	.	PUNCT
ideas-520	109	1	the	the	DET
ideas-520	109	2	elements	element	NOUN
ideas-520	109	3	of	of	ADP
ideas-520	109	4	language	language	NOUN
ideas-520	109	5	curriculum	curriculum	NOUN
ideas-520	109	6	:	:	PUNCT
ideas-520	109	7	a	a	DET
ideas-520	109	8	systematic	systematic	ADJ
ideas-520	109	9	approach	approach	NOUN
ideas-520	109	10	to	to	ADP
ideas-520	109	11	program	program	NOUN
ideas-520	109	12	design	design	NOUN
ideas-520	109	13	.	.	PUNCT
ideas-520	110	1	boston	boston	PROPN
ideas-520	110	2	:	:	PUNCT
ideas-520	110	3	heinle	heinle	VERB
ideas-520	110	4	&	&	CCONJ
ideas-520	110	5	heinle	heinle	PROPN
ideas-520	110	6	brown	brown	PROPN
ideas-520	110	7	,	,	PUNCT
ideas-520	110	8	j.	j.	PROPN
ideas-520	110	9	d.	d.	PROPN
ideas-520	110	10	(	(	PUNCT
ideas-520	110	11	1996	1996	NUM
ideas-520	110	12	)	)	PUNCT
ideas-520	110	13	.	.	PUNCT
ideas-520	111	1	testing	testing	NOUN
ideas-520	111	2	in	in	ADP
ideas-520	111	3	language	language	NOUN
ideas-520	111	4	programs	program	NOUN
ideas-520	111	5	.	.	PUNCT
ideas-520	112	1	upper	upper	ADJ
ideas-520	112	2	saddle	saddle	PROPN
ideas-520	112	3	river	river	PROPN
ideas-520	112	4	,	,	PUNCT
ideas-520	112	5	nj	nj	PROPN
ideas-520	112	6	:	:	PUNCT
ideas-520	112	7	prentice	prentice	PROPN
ideas-520	112	8	hall	hall	PROPN
ideas-520	112	9	regents	regent	NOUN
ideas-520	112	10	brown	brown	PROPN
ideas-520	112	11	,	,	PUNCT
ideas-520	112	12	j.	j.	PROPN
ideas-520	112	13	d.	d.	PROPN
ideas-520	112	14	(	(	PUNCT
ideas-520	112	15	2005	2005	NUM
ideas-520	112	16	)	)	PUNCT
ideas-520	112	17	.	.	PUNCT
ideas-520	113	1	testing	testing	NOUN
ideas-520	113	2	in	in	ADP
ideas-520	113	3	language	language	NOUN
ideas-520	113	4	programs	program	NOUN
ideas-520	113	5	:	:	PUNCT
ideas-520	113	6	a	a	DET
ideas-520	113	7	comprehensive	comprehensive	ADJ
ideas-520	113	8	guide	guide	NOUN
ideas-520	113	9	to	to	ADP
ideas-520	113	10	english	english	ADJ
ideas-520	113	11	language	language	NOUN
ideas-520	113	12	assessment	assessment	NOUN
ideas-520	113	13	.	.	PUNCT
ideas-520	114	1	new	new	PROPN
ideas-520	114	2	york	york	PROPN
ideas-520	114	3	,	,	PUNCT
ideas-520	114	4	ny	ny	PROPN
ideas-520	114	5	:	:	PUNCT
ideas-520	114	6	mcgraw	mcgraw	PROPN
ideas-520	114	7	hill	hill	PROPN
ideas-520	114	8	college	college	PROPN
ideas-520	114	9	.	.	PUNCT
ideas-520	115	1	brown	brown	PROPN
ideas-520	115	2	,	,	PUNCT
ideas-520	115	3	j.	j.	PROPN
ideas-520	115	4	d.	d.	PROPN
ideas-520	115	5	,	,	PUNCT
ideas-520	115	6	&	&	CCONJ
ideas-520	115	7	hudson	hudson	PROPN
ideas-520	115	8	,	,	PUNCT
ideas-520	115	9	t.	t.	PROPN
ideas-520	115	10	(	(	PUNCT
ideas-520	115	11	2002	2002	NUM
ideas-520	115	12	)	)	PUNCT
ideas-520	115	13	.	.	PUNCT
ideas-520	116	1	criterion	criterion	NOUN
ideas-520	116	2	-	-	PUNCT
ideas-520	116	3	referenced	reference	VERB
ideas-520	116	4	language	language	NOUN
ideas-520	116	5	testing	testing	NOUN
ideas-520	116	6	.	.	PUNCT
ideas-520	117	1	cambridge	cambridge	PROPN
ideas-520	117	2	:	:	PUNCT
ideas-520	117	3	cambridge	cambridge	PROPN
ideas-520	117	4	university	university	PROPN
ideas-520	117	5	press	press	NOUN
ideas-520	117	6	.	.	PUNCT
ideas-520	118	1	ideas	idea	NOUN
ideas-520	118	2	,	,	PUNCT
ideas-520	118	3	vol	vol	NOUN
ideas-520	118	4	.	.	PROPN
ideas-520	118	5	6	6	NUM
ideas-520	118	6	,	,	PUNCT
ideas-520	118	7	no	no	INTJ
ideas-520	118	8	.	.	NOUN
ideas-520	118	9	2	2	NUM
ideas-520	118	10	,	,	PUNCT
ideas-520	118	11	december	december	PROPN
ideas-520	118	12	2018	2018	NUM
ideas-520	118	13	issn	issn	VERB
ideas-520	118	14	2338	2338	NUM
ideas-520	118	15	-	-	SYM
ideas-520	118	16	4778	4778	NUM
ideas-520	118	17	(	(	PUNCT
ideas-520	118	18	print	print	NOUN
ideas-520	118	19	)	)	PUNCT
ideas-520	118	20	issn	issn	VERB
ideas-520	118	21	2548	2548	NUM
ideas-520	118	22	-	-	SYM
ideas-520	118	23	4192	4192	NUM
ideas-520	118	24	(	(	PUNCT
ideas-520	118	25	online	online	ADJ
ideas-520	118	26	)	)	PUNCT
ideas-520	118	27	carr	carr	PROPN
ideas-520	118	28	,	,	PUNCT
ideas-520	118	29	n.	n.	PROPN
ideas-520	118	30	t.	t.	PROPN
ideas-520	118	31	(	(	PUNCT
ideas-520	118	32	2011	2011	NUM
ideas-520	118	33	)	)	PUNCT
ideas-520	118	34	.	.	PUNCT
ideas-520	119	1	designing	design	VERB
ideas-520	119	2	and	and	CCONJ
ideas-520	119	3	analyzing	analyze	VERB
ideas-520	119	4	language	language	NOUN
ideas-520	119	5	tests	test	NOUN
ideas-520	119	6	.	.	PUNCT
ideas-520	120	1	oxford	oxford	NOUN
ideas-520	120	2	:	:	PUNCT
ideas-520	120	3	oxford	oxford	PROPN
ideas-520	120	4	university	university	PROPN
ideas-520	120	5	press	press	NOUN
ideas-520	120	6	.	.	PUNCT
ideas-520	121	1	chambers	chamber	NOUN
ideas-520	121	2	,	,	PUNCT
ideas-520	121	3	l	l	PROPN
ideas-520	121	4	and	and	CCONJ
ideas-520	121	5	ingham	ingham	PROPN
ideas-520	121	6	,	,	PUNCT
ideas-520	121	7	k.	k.	PROPN
ideas-520	121	8	(	(	PUNCT
ideas-520	121	9	2011	2011	NUM
ideas-520	121	10	)	)	PUNCT
ideas-520	121	11	.	.	PUNCT
ideas-520	122	1	the	the	DET
ideas-520	122	2	bulats	bulat	NOUN
ideas-520	122	3	online	online	ADJ
ideas-520	122	4	speaking	speak	VERB
ideas-520	122	5	test	test	NOUN
ideas-520	122	6	.	.	PUNCT
ideas-520	123	1	research	research	NOUN
ideas-520	123	2	notes	note	VERB
ideas-520	123	3	43(1	43(1	NOUN
ideas-520	123	4	)	)	PUNCT
ideas-520	123	5	,	,	PUNCT
ideas-520	123	6	21–25	21–25	NUM
ideas-520	123	7	.	.	PUNCT
ideas-520	123	8	chapelle	chapelle	PROPN
ideas-520	123	9	,	,	PUNCT
ideas-520	123	10	c.	c.	PROPN
ideas-520	123	11	(	(	PUNCT
ideas-520	123	12	1998	1998	NUM
ideas-520	123	13	)	)	PUNCT
ideas-520	123	14	.	.	PUNCT
ideas-520	124	1	construct	construct	VERB
ideas-520	124	2	definition	definition	NOUN
ideas-520	124	3	and	and	CCONJ
ideas-520	124	4	validity	validity	NOUN
ideas-520	124	5	inquiry	inquiry	NOUN
ideas-520	124	6	in	in	ADP
ideas-520	124	7	sla	sla	PROPN
ideas-520	124	8	research	research	NOUN
ideas-520	124	9	.	.	PUNCT
ideas-520	125	1	in	in	ADP
ideas-520	125	2	bachman	bachman	PROPN
ideas-520	125	3	,	,	PUNCT
ideas-520	125	4	l.	l.	PROPN
ideas-520	125	5	and	and	CCONJ
ideas-520	125	6	cohen	cohen	PROPN
ideas-520	125	7	,	,	PUNCT
ideas-520	125	8	a.	a.	PROPN
ideas-520	125	9	,	,	PUNCT
ideas-520	125	10	(	(	PUNCT
ideas-520	125	11	eds	ed	NOUN
ideas-520	125	12	)	)	PUNCT
ideas-520	125	13	,	,	PUNCT
ideas-520	125	14	interfaces	interface	NOUN
ideas-520	125	15	between	between	ADP
ideas-520	125	16	second	second	ADJ
ideas-520	125	17	language	language	NOUN
ideas-520	125	18	acquisition	acquisition	NOUN
ideas-520	125	19	and	and	CCONJ
ideas-520	125	20	language	language	NOUN
ideas-520	125	21	testing	testing	NOUN
ideas-520	125	22	research	research	NOUN
ideas-520	125	23	.	.	PUNCT
ideas-520	126	1	cambridge	cambridge	PROPN
ideas-520	126	2	:	:	PUNCT
ideas-520	126	3	cambridge	cambridge	PROPN
ideas-520	126	4	university	university	PROPN
ideas-520	126	5	press	press	NOUN
ideas-520	126	6	,	,	PUNCT
ideas-520	126	7	32–70	32–70	NUM
ideas-520	126	8	.	.	PUNCT
ideas-520	127	1	cohen	cohen	PROPN
ideas-520	127	2	,	,	PUNCT
ideas-520	127	3	r.	r.	PROPN
ideas-520	127	4	j.	j.	PROPN
ideas-520	127	5	,	,	PUNCT
ideas-520	127	6	&	&	CCONJ
ideas-520	127	7	swerdlik	swerdlik	PROPN
ideas-520	127	8	,	,	PUNCT
ideas-520	127	9	m.	m.	PROPN
ideas-520	127	10	e.	e.	PROPN
ideas-520	127	11	(	(	PUNCT
ideas-520	127	12	2010	2010	NUM
ideas-520	127	13	)	)	PUNCT
ideas-520	127	14	.	.	PUNCT
ideas-520	128	1	psychological	psychological	ADJ
ideas-520	128	2	testing	testing	NOUN
ideas-520	128	3	and	and	CCONJ
ideas-520	128	4	assessment	assessment	NOUN
ideas-520	128	5	:	:	PUNCT
ideas-520	128	6	an	an	DET
ideas-520	128	7	introduction	introduction	NOUN
ideas-520	128	8	to	to	ADP
ideas-520	128	9	tests	test	NOUN
ideas-520	128	10	and	and	CCONJ
ideas-520	128	11	measurement	measurement	NOUN
ideas-520	128	12	(	(	PUNCT
ideas-520	128	13	7th	7th	ADJ
ideas-520	128	14	ed	ed	NOUN
ideas-520	128	15	.	.	PUNCT
ideas-520	128	16	)	)	PUNCT
ideas-520	128	17	.	.	PUNCT
ideas-520	129	1	new	new	PROPN
ideas-520	129	2	york	york	PROPN
ideas-520	129	3	:	:	PUNCT
ideas-520	129	4	mcgraw	mcgraw	PROPN
ideas-520	129	5	-	-	PUNCT
ideas-520	129	6	hill	hill	PROPN
ideas-520	129	7	.	.	PUNCT
ideas-520	130	1	cronbach	cronbach	PROPN
ideas-520	130	2	,	,	PUNCT
ideas-520	130	3	l.	l.	PROPN
ideas-520	130	4	j.	j.	PROPN
ideas-520	130	5	,	,	PUNCT
ideas-520	130	6	&	&	CCONJ
ideas-520	130	7	meehl	meehl	PROPN
ideas-520	130	8	,	,	PUNCT
ideas-520	130	9	p.	p.	PROPN
ideas-520	130	10	e.	e.	PROPN
ideas-520	131	1	(	(	PUNCT
ideas-520	131	2	2010	2010	NUM
ideas-520	131	3	)	)	PUNCT
ideas-520	131	4	.	.	PUNCT
ideas-520	132	1	construct	construct	VERB
ideas-520	132	2	validity	validity	NOUN
ideas-520	132	3	in	in	ADP
ideas-520	132	4	psychological	psychological	ADJ
ideas-520	132	5	tests	test	NOUN
ideas-520	132	6	.	.	PUNCT
ideas-520	133	1	psychological	psychological	ADJ
ideas-520	133	2	bulletin	bulletin	NOUN
ideas-520	133	3	,	,	PUNCT
ideas-520	133	4	52(1	52(1	NOUN
ideas-520	133	5	)	)	PUNCT
ideas-520	133	6	,	,	PUNCT
ideas-520	133	7	281	281	NUM
ideas-520	133	8	-	-	SYM
ideas-520	133	9	302	302	NUM
ideas-520	133	10	davies	davy	NOUN
ideas-520	133	11	,	,	PUNCT
ideas-520	133	12	a.	a.	NOUN
ideas-520	133	13	(	(	PUNCT
ideas-520	133	14	1990	1990	NUM
ideas-520	133	15	)	)	PUNCT
ideas-520	133	16	.	.	PUNCT
ideas-520	134	1	principles	principle	NOUN
ideas-520	134	2	of	of	ADP
ideas-520	134	3	language	language	NOUN
ideas-520	134	4	testing	testing	NOUN
ideas-520	134	5	.	.	PUNCT
ideas-520	135	1	oxford	oxford	NOUN
ideas-520	135	2	:	:	PUNCT
ideas-520	135	3	blackwell	blackwell	PROPN
ideas-520	135	4	.	.	PUNCT
ideas-520	136	1	davies	davy	NOUN
ideas-520	136	2	,	,	PUNCT
ideas-520	136	3	a.	a.	NOUN
ideas-520	136	4	(	(	PUNCT
ideas-520	136	5	2003	2003	NUM
ideas-520	136	6	)	)	PUNCT
ideas-520	136	7	.	.	PUNCT
ideas-520	137	1	three	three	NUM
ideas-520	137	2	heresies	heresy	NOUN
ideas-520	137	3	of	of	ADP
ideas-520	137	4	language	language	NOUN
ideas-520	137	5	testing	testing	NOUN
ideas-520	137	6	research	research	NOUN
ideas-520	137	7	.	.	PUNCT
ideas-520	138	1	language	language	NOUN
ideas-520	138	2	testing	test	VERB
ideas-520	138	3	20(4	20(4	NOUN
ideas-520	138	4	)	)	PUNCT
ideas-520	138	5	,	,	PUNCT
ideas-520	138	6	355	355	NUM
ideas-520	138	7	-	-	SYM
ideas-520	138	8	368	368	NUM
ideas-520	138	9	.	.	PUNCT
ideas-520	139	1	davies	davy	NOUN
ideas-520	139	2	,	,	PUNCT
ideas-520	139	3	a.	a.	NOUN
ideas-520	139	4	,	,	PUNCT
ideas-520	139	5	brown	brown	PROPN
ideas-520	139	6	,	,	PUNCT
ideas-520	139	7	a.	a.	NOUN
ideas-520	139	8	,	,	PUNCT
ideas-520	139	9	elder	elder	NOUN
ideas-520	139	10	,	,	PUNCT
ideas-520	139	11	c.	c.	PROPN
ideas-520	139	12	and	and	CCONJ
ideas-520	139	13	hill	hill	PROPN
ideas-520	139	14	,	,	PUNCT
ideas-520	139	15	k.	k.	PROPN
ideas-520	139	16	(	(	PUNCT
ideas-520	139	17	1999	1999	NUM
ideas-520	139	18	)	)	PUNCT
ideas-520	139	19	.	.	PUNCT
ideas-520	140	1	dictionary	dictionary	NOUN
ideas-520	140	2	of	of	ADP
ideas-520	140	3	language	language	NOUN
ideas-520	140	4	testing	testing	NOUN
ideas-520	140	5	.	.	PUNCT
ideas-520	141	1	cambridge	cambridge	PROPN
ideas-520	141	2	:	:	PUNCT
ideas-520	141	3	cambridge	cambridge	PROPN
ideas-520	141	4	university	university	PROPN
ideas-520	141	5	press	press	NOUN
ideas-520	141	6	.	.	PUNCT
ideas-520	142	1	douglas	douglas	PROPN
ideas-520	142	2	,	,	PUNCT
ideas-520	142	3	d.	d.	PROPN
ideas-520	142	4	(	(	PUNCT
ideas-520	142	5	2010	2010	NUM
ideas-520	142	6	)	)	PUNCT
ideas-520	142	7	.	.	PUNCT
ideas-520	143	1	understanding	understand	VERB
ideas-520	143	2	language	language	NOUN
ideas-520	143	3	testing	testing	NOUN
ideas-520	143	4	.	.	PUNCT
ideas-520	144	1	new	new	PROPN
ideas-520	144	2	york	york	PROPN
ideas-520	144	3	:	:	PUNCT
ideas-520	144	4	routledge	routledge	PROPN
ideas-520	144	5	ennis	ennis	PROPN
ideas-520	144	6	,	,	PUNCT
ideas-520	144	7	r.	r.	PROPN
ideas-520	144	8	h.	h.	PROPN
ideas-520	144	9	(	(	PUNCT
ideas-520	144	10	1999	1999	NUM
ideas-520	144	11	)	)	PUNCT
ideas-520	144	12	.	.	PUNCT
ideas-520	145	1	test	test	NOUN
ideas-520	145	2	reliability	reliability	NOUN
ideas-520	145	3	:	:	PUNCT
ideas-520	145	4	a	a	DET
ideas-520	145	5	practical	practical	ADJ
ideas-520	145	6	exemplification	exemplification	NOUN
ideas-520	145	7	of	of	ADP
ideas-520	145	8	ordinary	ordinary	ADJ
ideas-520	145	9	language	language	NOUN
ideas-520	145	10	philosophy	philosophy	NOUN
ideas-520	145	11	.	.	PUNCT
ideas-520	146	1	in	in	ADP
ideas-520	146	2	r.	r.	PROPN
ideas-520	146	3	curren	curren	PROPN
ideas-520	146	4	(	(	PUNCT
ideas-520	146	5	ed	ed	NOUN
ideas-520	146	6	.	.	PUNCT
ideas-520	146	7	)	)	PUNCT
ideas-520	146	8	,	,	PUNCT
ideas-520	146	9	philosophy	philosophy	NOUN
ideas-520	146	10	of	of	ADP
ideas-520	146	11	education	education	NOUN
ideas-520	146	12	.	.	PUNCT
ideas-520	147	1	urbana	urbana	PROPN
ideas-520	147	2	,	,	PUNCT
ideas-520	147	3	il	il	PROPN
ideas-520	147	4	:	:	PUNCT
ideas-520	147	5	the	the	DET
ideas-520	147	6	philosophy	philosophy	NOUN
ideas-520	147	7	of	of	ADP
ideas-520	147	8	education	education	NOUN
ideas-520	147	9	society	society	NOUN
ideas-520	147	10	,	,	PUNCT
ideas-520	147	11	242–48	242–48	NUM
ideas-520	147	12	.	.	PUNCT
ideas-520	148	1	fulcher	fulcher	PROPN
ideas-520	148	2	,	,	PUNCT
ideas-520	148	3	g.	g.	PROPN
ideas-520	148	4	(	(	PUNCT
ideas-520	148	5	2003	2003	NUM
ideas-520	148	6	)	)	PUNCT
ideas-520	148	7	.	.	PUNCT
ideas-520	149	1	testing	test	VERB
ideas-520	149	2	second	second	ADJ
ideas-520	149	3	language	language	NOUN
ideas-520	149	4	speaking	speak	VERB
ideas-520	149	5	.	.	PUNCT
ideas-520	150	1	london	london	PROPN
ideas-520	150	2	,	,	PUNCT
ideas-520	150	3	uk	uk	PROPN
ideas-520	150	4	:	:	PUNCT
ideas-520	150	5	pearsonlongman	pearsonlongman	NOUN
ideas-520	150	6	galaczi	galaczi	PROPN
ideas-520	150	7	,	,	PUNCT
ideas-520	150	8	e.	e.	PROPN
ideas-520	150	9	d.	d.	PROPN
ideas-520	150	10	(	(	PUNCT
ideas-520	150	11	2008	2008	NUM
ideas-520	150	12	)	)	PUNCT
ideas-520	150	13	.	.	PUNCT
ideas-520	151	1	peer	peer	NOUN
ideas-520	151	2	–	–	PUNCT
ideas-520	151	3	peer	peer	NOUN
ideas-520	151	4	interaction	interaction	NOUN
ideas-520	151	5	in	in	ADP
ideas-520	151	6	a	a	DET
ideas-520	151	7	speaking	speak	VERB
ideas-520	151	8	test	test	NOUN
ideas-520	151	9	:	:	PUNCT
ideas-520	151	10	the	the	DET
ideas-520	151	11	case	case	NOUN
ideas-520	151	12	of	of	ADP
ideas-520	151	13	the	the	DET
ideas-520	151	14	first	first	ADJ
ideas-520	151	15	certificate	certificate	NOUN
ideas-520	151	16	in	in	ADP
ideas-520	151	17	english	english	ADJ
ideas-520	151	18	examination	examination	NOUN
ideas-520	151	19	.	.	PUNCT
ideas-520	152	1	language	language	NOUN
ideas-520	152	2	assessment	assessment	NOUN
ideas-520	152	3	quarterly	quarterly	ADV
ideas-520	152	4	,	,	PUNCT
ideas-520	152	5	5(2	5(2	NUM
ideas-520	152	6	)	)	PUNCT
ideas-520	152	7	,	,	PUNCT
ideas-520	152	8	89	89	NUM
ideas-520	152	9	-	-	SYM
ideas-520	152	10	119	119	NUM
ideas-520	152	11	.	.	PUNCT
ideas-520	153	1	green	green	VERB
ideas-520	153	2	,	,	PUNCT
ideas-520	153	3	a.	a.	NOUN
ideas-520	153	4	(	(	PUNCT
ideas-520	153	5	2014	2014	NUM
ideas-520	153	6	)	)	PUNCT
ideas-520	153	7	.	.	PUNCT
ideas-520	154	1	exploring	explore	VERB
ideas-520	154	2	language	language	NOUN
ideas-520	154	3	assessment	assessment	NOUN
ideas-520	154	4	and	and	CCONJ
ideas-520	154	5	testing	testing	NOUN
ideas-520	154	6	:	:	PUNCT
ideas-520	154	7	language	language	NOUN
ideas-520	154	8	in	in	ADP
ideas-520	154	9	action	action	NOUN
ideas-520	154	10	.	.	PUNCT
ideas-520	155	1	new	new	PROPN
ideas-520	155	2	york	york	PROPN
ideas-520	155	3	:	:	PUNCT
ideas-520	156	1	routledge	routledge	PROPN
ideas-520	156	2	.	.	PUNCT
ideas-520	156	3	hackett	hackett	PROPN
ideas-520	156	4	,	,	PUNCT
ideas-520	156	5	e.	e.	PROPN
ideas-520	156	6	(	(	PUNCT
ideas-520	156	7	2002	2002	NUM
ideas-520	156	8	)	)	PUNCT
ideas-520	156	9	.	.	PUNCT
ideas-520	157	1	revising	revise	VERB
ideas-520	157	2	the	the	DET
ideas-520	157	3	bulats	bulat	NOUN
ideas-520	157	4	standard	standard	ADJ
ideas-520	157	5	test	test	NOUN
ideas-520	157	6	.	.	PUNCT
ideas-520	158	1	research	research	NOUN
ideas-520	158	2	notes	note	VERB
ideas-520	158	3	8(1	8(1	NOUN
ideas-520	158	4	)	)	PUNCT
ideas-520	158	5	,	,	PUNCT
ideas-520	158	6	7	7	NUM
ideas-520	158	7	-	-	SYM
ideas-520	158	8	10	10	NUM
ideas-520	158	9	hughes	hughe	NOUN
ideas-520	158	10	,	,	PUNCT
ideas-520	158	11	a.	a.	NOUN
ideas-520	158	12	(	(	PUNCT
ideas-520	158	13	2003	2003	NUM
ideas-520	158	14	)	)	PUNCT
ideas-520	158	15	.	.	PUNCT
ideas-520	159	1	testing	test	VERB
ideas-520	159	2	for	for	ADP
ideas-520	159	3	language	language	NOUN
ideas-520	159	4	teachers	teacher	NOUN
ideas-520	159	5	.	.	PUNCT
ideas-520	160	1	cambridge	cambridge	PROPN
ideas-520	160	2	:	:	PUNCT
ideas-520	160	3	cambridge	cambridge	PROPN
ideas-520	160	4	university	university	PROPN
ideas-520	160	5	press	press	NOUN
ideas-520	160	6	.	.	PUNCT
ideas-520	161	1	jones	jones	PROPN
ideas-520	161	2	,	,	PUNCT
ideas-520	161	3	n	n	PROPN
ideas-520	161	4	(	(	PUNCT
ideas-520	161	5	2000	2000	NUM
ideas-520	161	6	)	)	PUNCT
ideas-520	161	7	.	.	PUNCT
ideas-520	162	1	bulats	bulat	NOUN
ideas-520	162	2	:	:	PUNCT
ideas-520	162	3	a	a	DET
ideas-520	162	4	case	case	NOUN
ideas-520	162	5	study	study	NOUN
ideas-520	162	6	comparing	compare	VERB
ideas-520	162	7	computer	computer	NOUN
ideas-520	162	8	-	-	PUNCT
ideas-520	162	9	based	base	VERB
ideas-520	162	10	and	and	CCONJ
ideas-520	162	11	paper	paper	NOUN
ideas-520	162	12	-	-	PUNCT
ideas-520	162	13	and	and	CCONJ
ideas-520	162	14	-	-	PUNCT
ideas-520	162	15	pencil	pencil	NOUN
ideas-520	162	16	tests	test	NOUN
ideas-520	162	17	.	.	PUNCT
ideas-520	163	1	research	research	NOUN
ideas-520	163	2	notes	note	VERB
ideas-520	163	3	3	3	NUM
ideas-520	163	4	,	,	PUNCT
ideas-520	163	5	10–13	10–13	NUM
ideas-520	163	6	.	.	PUNCT
ideas-520	163	7	86	86	NUM
ideas-520	164	1	muhammad	muhammad	PROPN
ideas-520	164	2	ahkam	ahkam	PROPN
ideas-520	164	3	arifin	arifin	PROPN
ideas-520	164	4	validity	validity	NOUN
ideas-520	164	5	,	,	PUNCT
ideas-520	164	6	reliability	reliability	NOUN
ideas-520	164	7	and	and	CCONJ
ideas-520	164	8	practicality	practicality	NOUN
ideas-520	164	9	of	of	ADP
ideas-520	164	10	the	the	DET
ideas-520	164	11	first	first	ADJ
ideas-520	164	12	certification	certification	NOUN
ideas-520	164	13	in	in	ADP
ideas-520	164	14	english	english	PROPN
ideas-520	164	15	(	(	PUNCT
ideas-520	164	16	fce	fce	PROPN
ideas-520	164	17	)	)	PUNCT
ideas-520	164	18	and	and	CCONJ
ideas-520	164	19	the	the	DET
ideas-520	164	20	business	business	NOUN
ideas-520	164	21	language	language	NOUN
ideas-520	164	22	testing	testing	NOUN
ideas-520	164	23	service	service	NOUN
ideas-520	164	24	(	(	PUNCT
ideas-520	164	25	bulats	bulat	NOUN
ideas-520	164	26	)	)	PUNCT
ideas-520	164	27	kunnan	kunnan	PROPN
ideas-520	164	28	,	,	PUNCT
ideas-520	164	29	a.	a.	PROPN
ideas-520	164	30	j.	j.	PROPN
ideas-520	164	31	(	(	PUNCT
ideas-520	164	32	2004	2004	NUM
ideas-520	164	33	)	)	PUNCT
ideas-520	164	34	.	.	PUNCT
ideas-520	165	1	test	test	NOUN
ideas-520	165	2	fairness	fairness	NOUN
ideas-520	165	3	.	.	PUNCT
ideas-520	166	1	in	in	ADP
ideas-520	166	2	m.	m.	NOUN
ideas-520	166	3	milanovic	milanovic	PROPN
ideas-520	166	4	and	and	CCONJ
ideas-520	166	5	c.	c.	PROPN
ideas-520	166	6	weir	weir	PROPN
ideas-520	166	7	(	(	PUNCT
ideas-520	166	8	eds	eds	PROPN
ideas-520	166	9	.	.	PUNCT
ideas-520	166	10	)	)	PUNCT
ideas-520	166	11	,	,	PUNCT
ideas-520	166	12	european	european	ADJ
ideas-520	166	13	language	language	NOUN
ideas-520	166	14	testing	testing	NOUN
ideas-520	166	15	in	in	ADP
ideas-520	166	16	a	a	DET
ideas-520	166	17	global	global	ADJ
ideas-520	166	18	context	context	NOUN
ideas-520	166	19	.	.	PUNCT
ideas-520	167	1	cambridge	cambridge	PROPN
ideas-520	167	2	:	:	PUNCT
ideas-520	167	3	cambridge	cambridge	PROPN
ideas-520	167	4	university	university	PROPN
ideas-520	167	5	press	press	NOUN
ideas-520	167	6	.	.	PUNCT
ideas-520	168	1	lado	lado	PROPN
ideas-520	168	2	,	,	PUNCT
ideas-520	168	3	r.	r.	PROPN
ideas-520	168	4	(	(	PUNCT
ideas-520	168	5	1961	1961	NUM
ideas-520	168	6	)	)	PUNCT
ideas-520	168	7	.	.	PUNCT
ideas-520	169	1	language	language	NOUN
ideas-520	169	2	testing	testing	NOUN
ideas-520	169	3	.	.	PUNCT
ideas-520	170	1	london	london	PROPN
ideas-520	170	2	:	:	PUNCT
ideas-520	170	3	longman	longman	NOUN
ideas-520	170	4	.	.	PUNCT
ideas-520	171	1	luoma	luoma	PROPN
ideas-520	171	2	,	,	PUNCT
ideas-520	171	3	s.	s.	PROPN
ideas-520	171	4	(	(	PUNCT
ideas-520	171	5	2004	2004	NUM
ideas-520	171	6	)	)	PUNCT
ideas-520	171	7	.	.	PUNCT
ideas-520	172	1	assessing	assess	VERB
ideas-520	172	2	speaking	speak	VERB
ideas-520	172	3	.	.	PUNCT
ideas-520	173	1	cambridge	cambridge	PROPN
ideas-520	173	2	:	:	PUNCT
ideas-520	173	3	cambridge	cambridge	PROPN
ideas-520	173	4	university	university	PROPN
ideas-520	173	5	press	press	NOUN
ideas-520	173	6	.	.	PUNCT
ideas-520	174	1	mcnamara	mcnamara	PROPN
ideas-520	174	2	,	,	PUNCT
ideas-520	174	3	t.	t.	PROPN
ideas-520	174	4	(	(	PUNCT
ideas-520	174	5	1996	1996	NUM
ideas-520	174	6	)	)	PUNCT
ideas-520	174	7	.	.	PUNCT
ideas-520	175	1	measuring	measure	VERB
ideas-520	175	2	second	second	ADJ
ideas-520	175	3	language	language	NOUN
ideas-520	175	4	performance	performance	NOUN
ideas-520	175	5	.	.	PUNCT
ideas-520	176	1	london	london	PROPN
ideas-520	176	2	:	:	PUNCT
ideas-520	176	3	longman	longman	PROPN
ideas-520	176	4	.	.	PUNCT
ideas-520	177	1	mcnamara	mcnamara	PROPN
ideas-520	177	2	,	,	PUNCT
ideas-520	177	3	t.	t.	PROPN
ideas-520	177	4	f.	f.	PROPN
ideas-520	177	5	&	&	CCONJ
ideas-520	177	6	roever	roever	PROPN
ideas-520	177	7	,	,	PUNCT
ideas-520	177	8	c.	c.	PROPN
ideas-520	177	9	(	(	PUNCT
ideas-520	177	10	2006	2006	NUM
ideas-520	177	11	)	)	PUNCT
ideas-520	177	12	.	.	PUNCT
ideas-520	178	1	language	language	NOUN
ideas-520	178	2	testing	testing	NOUN
ideas-520	178	3	:	:	PUNCT
ideas-520	178	4	the	the	DET
ideas-520	178	5	social	social	ADJ
ideas-520	178	6	dimension	dimension	NOUN
ideas-520	178	7	.	.	PUNCT
ideas-520	179	1	oxford	oxford	NOUN
ideas-520	179	2	:	:	PUNCT
ideas-520	180	1	blackwell	blackwell	PROPN
ideas-520	180	2	.	.	PUNCT
ideas-520	181	1	messick	messick	PROPN
ideas-520	181	2	,	,	PUNCT
ideas-520	181	3	s.	s.	PROPN
ideas-520	181	4	(	(	PUNCT
ideas-520	181	5	1989	1989	NUM
ideas-520	181	6	)	)	PUNCT
ideas-520	181	7	.	.	PUNCT
ideas-520	182	1	validity	validity	NOUN
ideas-520	182	2	.	.	PUNCT
ideas-520	183	1	in	in	ADP
ideas-520	183	2	r.	r.	PROPN
ideas-520	183	3	linn	linn	PROPN
ideas-520	183	4	(	(	PUNCT
ideas-520	183	5	ed	ed	NOUN
ideas-520	183	6	.	.	PUNCT
ideas-520	183	7	)	)	PUNCT
ideas-520	183	8	,	,	PUNCT
ideas-520	183	9	educational	educational	ADJ
ideas-520	183	10	measurement	measurement	NOUN
ideas-520	183	11	.	.	PUNCT
ideas-520	184	1	new	new	PROPN
ideas-520	184	2	york	york	PROPN
ideas-520	184	3	:	:	PUNCT
ideas-520	184	4	macmillan	macmillan	PROPN
ideas-520	184	5	,	,	PUNCT
ideas-520	184	6	pp	pp	PROPN
ideas-520	184	7	.	.	PUNCT
ideas-520	185	1	13–103	13–103	NUM
ideas-520	185	2	moss	moss	NOUN
ideas-520	185	3	,	,	PUNCT
ideas-520	185	4	p.	p.	NOUN
ideas-520	185	5	a.	a.	NOUN
ideas-520	185	6	(	(	PUNCT
ideas-520	185	7	1994	1994	NUM
ideas-520	185	8	)	)	PUNCT
ideas-520	185	9	.	.	PUNCT
ideas-520	186	1	can	can	AUX
ideas-520	186	2	there	there	PRON
ideas-520	186	3	be	be	AUX
ideas-520	186	4	validity	validity	NOUN
ideas-520	186	5	without	without	ADP
ideas-520	186	6	reliability	reliability	NOUN
ideas-520	186	7	?	?	PUNCT
ideas-520	186	8	.	.	PUNCT
ideas-520	187	1	educational	educational	ADJ
ideas-520	187	2	researcher	researcher	NOUN
ideas-520	187	3	,	,	PUNCT
ideas-520	187	4	23(2	23(2	NUM
ideas-520	187	5	)	)	PUNCT
ideas-520	187	6	,	,	PUNCT
ideas-520	187	7	5	5	NUM
ideas-520	187	8	-	-	SYM
ideas-520	187	9	12	12	NUM
ideas-520	187	10	.	.	PUNCT
ideas-520	188	1	newman	newman	PROPN
ideas-520	188	2	,	,	PUNCT
ideas-520	188	3	i.	i.	PROPN
ideas-520	188	4	,	,	PUNCT
ideas-520	188	5	newman	newman	PROPN
ideas-520	188	6	,	,	PUNCT
ideas-520	188	7	c.	c.	PROPN
ideas-520	188	8	,	,	PUNCT
ideas-520	188	9	brown	brown	PROPN
ideas-520	188	10	,	,	PUNCT
ideas-520	188	11	r.	r.	PROPN
ideas-520	188	12	,	,	PUNCT
ideas-520	188	13	&	&	CCONJ
ideas-520	188	14	mcneely	mcneely	PROPN
ideas-520	188	15	,	,	PUNCT
ideas-520	188	16	s.	s.	PROPN
ideas-520	188	17	(	(	PUNCT
ideas-520	188	18	2006	2006	NUM
ideas-520	188	19	)	)	PUNCT
ideas-520	188	20	.	.	PUNCT
ideas-520	189	1	conceptual	conceptual	ADJ
ideas-520	189	2	statistics	statistic	NOUN
ideas-520	189	3	for	for	ADP
ideas-520	189	4	beginners	beginner	NOUN
ideas-520	189	5	(	(	PUNCT
ideas-520	189	6	3rd	3rd	ADJ
ideas-520	189	7	ed	ed	NOUN
ideas-520	189	8	.	.	PUNCT
ideas-520	189	9	)	)	PUNCT
ideas-520	189	10	.	.	PUNCT
ideas-520	190	1	lanham	lanham	PROPN
ideas-520	190	2	,	,	PUNCT
ideas-520	190	3	md	md	PROPN
ideas-520	190	4	:	:	PUNCT
ideas-520	190	5	university	university	NOUN
ideas-520	190	6	press	press	NOUN
ideas-520	190	7	of	of	ADP
ideas-520	190	8	america	america	PROPN
ideas-520	190	9	.	.	PUNCT
ideas-520	191	1	orr	orr	PROPN
ideas-520	191	2	,	,	PUNCT
ideas-520	191	3	m.	m.	NOUN
ideas-520	191	4	(	(	PUNCT
ideas-520	191	5	2002	2002	NUM
ideas-520	191	6	)	)	PUNCT
ideas-520	191	7	.	.	PUNCT
ideas-520	192	1	the	the	DET
ideas-520	192	2	fce	fce	PROPN
ideas-520	192	3	speaking	speak	VERB
ideas-520	192	4	test	test	NOUN
ideas-520	192	5	:	:	PUNCT
ideas-520	192	6	using	use	VERB
ideas-520	192	7	rater	rater	NOUN
ideas-520	192	8	reports	report	NOUN
ideas-520	192	9	to	to	PART
ideas-520	192	10	help	help	VERB
ideas-520	192	11	interpret	interpret	VERB
ideas-520	192	12	test	test	NOUN
ideas-520	192	13	scores	score	NOUN
ideas-520	192	14	.	.	PUNCT
ideas-520	193	1	system	system	NOUN
ideas-520	193	2	,	,	PUNCT
ideas-520	193	3	30(2	30(2	NUM
ideas-520	193	4	)	)	PUNCT
ideas-520	193	5	,	,	PUNCT
ideas-520	193	6	143	143	NUM
ideas-520	193	7	-	-	SYM
ideas-520	193	8	154	154	NUM
ideas-520	193	9	.	.	PUNCT
ideas-520	194	1	o'sullivan	o'sullivan	PROPN
ideas-520	194	2	,	,	PUNCT
ideas-520	194	3	b.	b.	PROPN
ideas-520	194	4	,	,	PUNCT
ideas-520	194	5	weir	weir	PROPN
ideas-520	194	6	,	,	PUNCT
ideas-520	194	7	c.	c.	PROPN
ideas-520	194	8	j.	j.	PROPN
ideas-520	194	9	and	and	CCONJ
ideas-520	194	10	saville	saville	PROPN
ideas-520	194	11	,	,	PUNCT
ideas-520	194	12	n.	n.	PROPN
ideas-520	194	13	(	(	PUNCT
ideas-520	194	14	2002	2002	NUM
ideas-520	194	15	)	)	PUNCT
ideas-520	194	16	.	.	PUNCT
ideas-520	195	1	using	use	VERB
ideas-520	195	2	observation	observation	NOUN
ideas-520	195	3	checklists	checklist	NOUN
ideas-520	195	4	to	to	PART
ideas-520	195	5	validate	validate	VERB
ideas-520	195	6	speaking	speak	VERB
ideas-520	195	7	-	-	PUNCT
ideas-520	195	8	test	test	NOUN
ideas-520	195	9	tasks	task	NOUN
ideas-520	195	10	.	.	PUNCT
ideas-520	196	1	language	language	NOUN
ideas-520	196	2	testing	testing	NOUN
ideas-520	196	3	19(1	19(1	NUM
ideas-520	196	4	):	):	PUNCT
ideas-520	196	5	33–56	33–56	NUM
ideas-520	196	6	.	.	PUNCT
ideas-520	197	1	shepard	shepard	PROPN
ideas-520	197	2	,	,	PUNCT
ideas-520	197	3	l.	l.	PROPN
ideas-520	197	4	a.	a.	PROPN
ideas-520	197	5	(	(	PUNCT
ideas-520	197	6	1993	1993	NUM
ideas-520	197	7	)	)	PUNCT
ideas-520	197	8	.	.	PUNCT
ideas-520	198	1	evaluating	evaluate	VERB
ideas-520	198	2	test	test	NOUN
ideas-520	198	3	validity	validity	NOUN
ideas-520	198	4	.	.	PUNCT
ideas-520	199	1	review	review	NOUN
ideas-520	199	2	of	of	ADP
ideas-520	199	3	research	research	NOUN
ideas-520	199	4	in	in	ADP
ideas-520	199	5	education	education	NOUN
ideas-520	199	6	,	,	PUNCT
ideas-520	199	7	19(1	19(1	NUM
ideas-520	199	8	)	)	PUNCT
ideas-520	199	9	,	,	PUNCT
ideas-520	199	10	405–.	405–.	NOUN
ideas-520	199	11	450	450	NUM
ideas-520	199	12	.	.	PUNCT
ideas-520	200	1	thorndike	thorndike	PROPN
ideas-520	200	2	,	,	PUNCT
ideas-520	200	3	r.	r.	PROPN
ideas-520	200	4	l.	l.	PROPN
ideas-520	200	5	,	,	PUNCT
ideas-520	200	6	&	&	CCONJ
ideas-520	200	7	hagen	hagen	PROPN
ideas-520	200	8	,	,	PUNCT
ideas-520	200	9	e.	e.	PROPN
ideas-520	200	10	p.	p.	PROPN
ideas-520	200	11	(	(	PUNCT
ideas-520	200	12	1977	1977	NUM
ideas-520	200	13	)	)	PUNCT
ideas-520	200	14	.	.	PUNCT
ideas-520	201	1	measurement	measurement	NOUN
ideas-520	201	2	and	and	CCONJ
ideas-520	201	3	evaluation	evaluation	NOUN
ideas-520	201	4	in	in	ADP
ideas-520	201	5	psychology	psychology	NOUN
ideas-520	201	6	and	and	CCONJ
ideas-520	201	7	education	education	NOUN
ideas-520	201	8	.	.	PUNCT
ideas-520	202	1	new	new	PROPN
ideas-520	202	2	york	york	PROPN
ideas-520	202	3	:	:	PUNCT
ideas-520	202	4	wiley	wiley	PROPN
ideas-520	202	5	.	.	PUNCT
ideas-520	203	1	ucles	ucle	NOUN
ideas-520	203	2	(	(	PUNCT
ideas-520	203	3	university	university	NOUN
ideas-520	203	4	of	of	ADP
ideas-520	203	5	cambridge	cambridge	PROPN
ideas-520	203	6	local	local	ADJ
ideas-520	203	7	examinations	examination	NOUN
ideas-520	203	8	syndicate	syndicate	NOUN
ideas-520	203	9	)	)	PUNCT
ideas-520	203	10	.	.	PUNCT
ideas-520	204	1	(	(	PUNCT
ideas-520	204	2	2015	2015	NUM
ideas-520	204	3	)	)	PUNCT
ideas-520	204	4	.	.	PUNCT
ideas-520	205	1	cambridge	cambridge	PROPN
ideas-520	205	2	english	english	PROPN
ideas-520	205	3	first	first	ADV
ideas-520	205	4	:	:	PUNCT
ideas-520	205	5	handbook	handbook	NOUN
ideas-520	205	6	for	for	ADP
ideas-520	205	7	teachers	teacher	NOUN
ideas-520	205	8	.	.	PUNCT
ideas-520	206	1	cambridge	cambridge	PROPN
ideas-520	206	2	:	:	PUNCT
ideas-520	206	3	university	university	PROPN
ideas-520	206	4	of	of	ADP
ideas-520	206	5	cambridge	cambridge	PROPN
ideas-520	206	6	local	local	ADJ
ideas-520	206	7	examinations	examination	NOUN
ideas-520	206	8	syndicate	syndicate	NOUN
ideas-520	206	9	.	.	PUNCT
ideas-520	207	1	ucles	ucle	NOUN
ideas-520	207	2	(	(	PUNCT
ideas-520	207	3	university	university	NOUN
ideas-520	207	4	of	of	ADP
ideas-520	207	5	cambridge	cambridge	PROPN
ideas-520	207	6	local	local	ADJ
ideas-520	207	7	examinations	examination	NOUN
ideas-520	207	8	syndicate	syndicate	NOUN
ideas-520	207	9	)	)	PUNCT
ideas-520	207	10	.	.	PUNCT
ideas-520	208	1	(	(	PUNCT
ideas-520	208	2	2011	2011	NUM
ideas-520	208	3	)	)	PUNCT
ideas-520	208	4	.	.	PUNCT
ideas-520	209	1	bulats	bulat	VERB
ideas-520	209	2	business	business	NOUN
ideas-520	209	3	language	language	NOUN
ideas-520	209	4	testing	testing	NOUN
ideas-520	209	5	service	service	NOUN
ideas-520	209	6	:	:	PUNCT
ideas-520	209	7	information	information	NOUN
ideas-520	209	8	for	for	ADP
ideas-520	209	9	candidates	candidate	NOUN
ideas-520	209	10	.	.	PUNCT
ideas-520	210	1	cambridge	cambridge	PROPN
ideas-520	210	2	:	:	PUNCT
ideas-520	210	3	university	university	PROPN
ideas-520	210	4	of	of	ADP
ideas-520	210	5	cambridge	cambridge	PROPN
ideas-520	210	6	local	local	ADJ
ideas-520	210	7	examinations	examination	NOUN
ideas-520	210	8	syndicate	syndicate	NOUN
ideas-520	210	9	.	.	PUNCT
ideas-520	211	1	ucles	ucle	NOUN
ideas-520	211	2	(	(	PUNCT
ideas-520	211	3	university	university	NOUN
ideas-520	211	4	of	of	ADP
ideas-520	211	5	cambridge	cambridge	PROPN
ideas-520	211	6	local	local	ADJ
ideas-520	211	7	examinations	examination	NOUN
ideas-520	211	8	syndicate	syndicate	NOUN
ideas-520	211	9	)	)	PUNCT
ideas-520	211	10	.	.	PUNCT
ideas-520	212	1	2013	2013	NUM
ideas-520	212	2	.	.	PUNCT
ideas-520	213	1	principles	principle	NOUN
ideas-520	213	2	of	of	ADP
ideas-520	213	3	good	good	ADJ
ideas-520	213	4	practice	practice	NOUN
ideas-520	213	5	quality	quality	NOUN
ideas-520	213	6	management	management	NOUN
ideas-520	213	7	and	and	CCONJ
ideas-520	213	8	validation	validation	NOUN
ideas-520	213	9	in	in	ADP
ideas-520	213	10	language	language	NOUN
ideas-520	213	11	assessment	assessment	NOUN
ideas-520	213	12	:	:	PUNCT
ideas-520	213	13	validity	validity	NOUN
ideas-520	213	14	,	,	PUNCT
ideas-520	213	15	reliability	reliability	NOUN
ideas-520	213	16	,	,	PUNCT
ideas-520	213	17	impact	impact	NOUN
ideas-520	213	18	,	,	PUNCT
ideas-520	213	19	practicality	practicality	NOUN
ideas-520	213	20	.	.	PUNCT
ideas-520	214	1	cambridge	cambridge	PROPN
ideas-520	214	2	:	:	PUNCT
ideas-520	214	3	university	university	PROPN
ideas-520	214	4	of	of	ADP
ideas-520	214	5	cambridge	cambridge	PROPN
ideas-520	214	6	local	local	ADJ
ideas-520	214	7	examinations	examination	NOUN
ideas-520	214	8	syndicate	syndicate	NOUN
ideas-520	214	9	.	.	PUNCT
ideas-520	215	1	ideas	idea	NOUN
ideas-520	215	2	,	,	PUNCT
ideas-520	215	3	vol	vol	NOUN
ideas-520	215	4	.	.	PROPN
ideas-520	215	5	6	6	NUM
ideas-520	215	6	,	,	PUNCT
ideas-520	215	7	no	no	INTJ
ideas-520	215	8	.	.	NOUN
ideas-520	215	9	2	2	NUM
ideas-520	215	10	,	,	PUNCT
ideas-520	215	11	december	december	PROPN
ideas-520	215	12	2018	2018	NUM
ideas-520	215	13	issn	issn	VERB
ideas-520	215	14	2338	2338	NUM
ideas-520	215	15	-	-	SYM
ideas-520	215	16	4778	4778	NUM
ideas-520	215	17	(	(	PUNCT
ideas-520	215	18	print	print	NOUN
ideas-520	215	19	)	)	PUNCT
ideas-520	215	20	issn	issn	VERB
ideas-520	215	21	2548	2548	NUM
ideas-520	215	22	-	-	SYM
ideas-520	215	23	4192	4192	NUM
ideas-520	215	24	(	(	PUNCT
ideas-520	215	25	online	online	ADJ
ideas-520	215	26	)	)	PUNCT
ideas-520	215	27	wall	wall	NOUN
ideas-520	215	28	,	,	PUNCT
ideas-520	215	29	d.	d.	PROPN
ideas-520	215	30	(	(	PUNCT
ideas-520	215	31	1997	1997	NUM
ideas-520	215	32	)	)	PUNCT
ideas-520	215	33	.	.	PUNCT
ideas-520	216	1	impact	impact	NOUN
ideas-520	216	2	and	and	CCONJ
ideas-520	216	3	washback	washback	VERB
ideas-520	216	4	in	in	ADP
ideas-520	216	5	language	language	NOUN
ideas-520	216	6	testing	testing	NOUN
ideas-520	216	7	,	,	PUNCT
ideas-520	216	8	in	in	ADP
ideas-520	216	9	c.	c.	PROPN
ideas-520	216	10	clapham	clapham	PROPN
ideas-520	216	11	and	and	CCONJ
ideas-520	216	12	d.	d.	PROPN
ideas-520	216	13	corson	corson	PROPN
ideas-520	216	14	(	(	PUNCT
ideas-520	216	15	eds	eds	PROPN
ideas-520	216	16	.	.	PUNCT
ideas-520	216	17	)	)	PUNCT
ideas-520	216	18	,	,	PUNCT
ideas-520	216	19	encyclopedia	encyclopedia	NOUN
ideas-520	216	20	of	of	ADP
ideas-520	216	21	language	language	NOUN
ideas-520	216	22	and	and	CCONJ
ideas-520	216	23	education	education	NOUN
ideas-520	216	24	,	,	PUNCT
ideas-520	216	25	291–302	291–302	NUM
ideas-520	216	26	weigle	weigle	NOUN
ideas-520	216	27	,	,	PUNCT
ideas-520	216	28	s.	s.	PROPN
ideas-520	216	29	c.	c.	PROPN
ideas-520	216	30	(	(	PUNCT
ideas-520	216	31	2002	2002	NUM
ideas-520	216	32	)	)	PUNCT
ideas-520	216	33	.	.	PUNCT
ideas-520	217	1	assessing	assess	VERB
ideas-520	217	2	writing	writing	NOUN
ideas-520	217	3	.	.	PUNCT
ideas-520	218	1	cambridge	cambridge	PROPN
ideas-520	218	2	:	:	PUNCT
ideas-520	218	3	cambridge	cambridge	PROPN
ideas-520	218	4	university	university	PROPN
ideas-520	218	5	press	press	NOUN
ideas-520	218	6	.	.	PUNCT
ideas-520	219	1	weir	weir	PROPN
ideas-520	219	2	,	,	PUNCT
ideas-520	219	3	c.	c.	PROPN
ideas-520	219	4	j.	j.	PROPN
ideas-520	219	5	(	(	PUNCT
ideas-520	219	6	2005	2005	NUM
ideas-520	219	7	)	)	PUNCT
ideas-520	219	8	.	.	PUNCT
ideas-520	220	1	language	language	NOUN
ideas-520	220	2	testing	testing	NOUN
ideas-520	220	3	and	and	CCONJ
ideas-520	220	4	validation	validation	NOUN
ideas-520	220	5	:	:	PUNCT
ideas-520	220	6	an	an	DET
ideas-520	220	7	evidence	evidence	NOUN
ideas-520	220	8	based	base	VERB
ideas-520	220	9	approach	approach	NOUN
ideas-520	220	10	.	.	PUNCT
ideas-520	221	1	houndgrave	houndgrave	PROPN
ideas-520	221	2	,	,	PUNCT
ideas-520	221	3	hampshire	hampshire	PROPN
ideas-520	221	4	:	:	PUNCT
ideas-520	222	1	palgrave	palgrave	PROPN
ideas-520	222	2	macmillan	macmillan	PROPN
ideas-520	222	3	.	.	PROPN
ideas-520	222	4	wiliam	wiliam	PROPN
ideas-520	222	5	,	,	PUNCT
ideas-520	222	6	d.	d.	PROPN
ideas-520	222	7	(	(	PUNCT
ideas-520	222	8	1993	1993	NUM
ideas-520	222	9	)	)	PUNCT
ideas-520	222	10	.	.	PUNCT
ideas-520	223	1	validity	validity	NOUN
ideas-520	223	2	,	,	PUNCT
ideas-520	223	3	dependability	dependability	NOUN
ideas-520	223	4	and	and	CCONJ
ideas-520	223	5	reliability	reliability	NOUN
ideas-520	223	6	in	in	ADP
ideas-520	223	7	national	national	ADJ
ideas-520	223	8	curriculum	curriculum	NOUN
ideas-520	223	9	assessment	assessment	NOUN
ideas-520	223	10	.	.	PUNCT
ideas-520	224	1	the	the	DET
ideas-520	224	2	curriculum	curriculum	NOUN
ideas-520	224	3	journal	journal	NOUN
ideas-520	224	4	,	,	PUNCT
ideas-520	224	5	4(3	4(3	NUM
ideas-520	224	6	)	)	PUNCT
ideas-520	224	7	,	,	PUNCT
ideas-520	224	8	335	335	NUM
ideas-520	224	9	-	-	SYM
ideas-520	224	10	350	350	NUM
ideas-520	224	11	.	.	PUNCT
ideas-520	224	12	88	88	NUM
ideas-520	224	13	muhammad	muhammad	PROPN
ideas-520	224	14	ahkam	ahkam	PROPN
ideas-520	224	15	arifin	arifin	PROPN
ideas-520	224	16	validity	validity	NOUN
ideas-520	224	17	,	,	PUNCT
ideas-520	224	18	reliability	reliability	NOUN
ideas-520	224	19	and	and	CCONJ
ideas-520	224	20	practicality	practicality	NOUN
ideas-520	224	21	of	of	ADP
ideas-520	224	22	the	the	DET
ideas-520	224	23	first	first	ADJ
ideas-520	224	24	certification	certification	NOUN
ideas-520	224	25	in	in	ADP
ideas-520	224	26	english	english	PROPN
ideas-520	224	27	(	(	PUNCT
ideas-520	224	28	fce	fce	PROPN
ideas-520	224	29	)	)	PUNCT
ideas-520	224	30	and	and	CCONJ
ideas-520	224	31	the	the	DET
ideas-520	224	32	business	business	NOUN
ideas-520	224	33	language	language	NOUN
ideas-520	224	34	testing	testing	NOUN
ideas-520	224	35	service	service	NOUN
ideas-520	224	36	(	(	PUNCT
ideas-520	224	37	bulats	bulat	NOUN
ideas-520	224	38	)	)	PUNCT
ideas-520	224	39	ideas	idea	NOUN
ideas-520	224	40	,	,	PUNCT
ideas-520	224	41	vol	vol	NOUN
ideas-520	224	42	.	.	PROPN
ideas-520	224	43	6	6	NUM
ideas-520	224	44	,	,	PUNCT
ideas-520	224	45	no	no	INTJ
ideas-520	224	46	.	.	NOUN
ideas-520	224	47	2	2	NUM
ideas-520	224	48	,	,	PUNCT
ideas-520	224	49	december	december	PROPN
ideas-520	224	50	2018	2018	NUM
ideas-520	224	51	issn	issn	VERB
ideas-520	224	52	2338	2338	NUM
ideas-520	224	53	-	-	SYM
ideas-520	224	54	4778	4778	NUM
ideas-520	224	55	(	(	PUNCT
ideas-520	224	56	print	print	NOUN
ideas-520	224	57	)	)	PUNCT
ideas-520	224	58	issn	issn	VERB
ideas-520	224	59	2548	2548	NUM
ideas-520	224	60	-	-	SYM
ideas-520	224	61	4192	4192	NUM
ideas-520	224	62	(	(	PUNCT
ideas-520	224	63	online	online	ADJ
ideas-520	224	64	)	)	PUNCT
ideas-520	224	65	90	90	NUM
ideas-520	224	66	muhammad	muhammad	PROPN
ideas-520	224	67	ahkam	ahkam	PROPN
ideas-520	224	68	arifin	arifin	PROPN
ideas-520	224	69	validity	validity	NOUN
ideas-520	224	70	,	,	PUNCT
ideas-520	224	71	reliability	reliability	NOUN
ideas-520	224	72	and	and	CCONJ
ideas-520	224	73	practicality	practicality	NOUN
ideas-520	224	74	of	of	ADP
ideas-520	224	75	the	the	DET
ideas-520	224	76	first	first	ADJ
ideas-520	224	77	certification	certification	NOUN
ideas-520	224	78	in	in	ADP
ideas-520	224	79	english	english	PROPN
ideas-520	224	80	(	(	PUNCT
ideas-520	224	81	fce	fce	PROPN
ideas-520	224	82	)	)	PUNCT
ideas-520	224	83	and	and	CCONJ
ideas-520	224	84	the	the	DET
ideas-520	224	85	business	business	NOUN
ideas-520	224	86	language	language	NOUN
ideas-520	224	87	testing	testing	NOUN
ideas-520	224	88	service	service	NOUN
ideas-520	224	89	(	(	PUNCT
ideas-520	224	90	bulats	bulat	NOUN
ideas-520	224	91	)	)	PUNCT
ideas-520	224	92	ideas	idea	NOUN
ideas-520	224	93	,	,	PUNCT
ideas-520	224	94	vol	vol	NOUN
ideas-520	224	95	.	.	PROPN
ideas-520	225	1	6	6	NUM
ideas-520	225	2	,	,	PUNCT
ideas-520	225	3	no	no	INTJ
ideas-520	225	4	.	.	NOUN
ideas-520	225	5	2	2	NUM
ideas-520	225	6	,	,	PUNCT
ideas-520	225	7	december	december	PROPN
ideas-520	225	8	2018	2018	NUM
ideas-520	225	9	issn	issn	VERB
ideas-520	225	10	2338	2338	NUM
ideas-520	225	11	-	-	SYM
ideas-520	225	12	4778	4778	NUM
ideas-520	225	13	(	(	PUNCT
ideas-520	225	14	print	print	NOUN
ideas-520	225	15	)	)	PUNCT
ideas-520	225	16	issn	issn	VERB
ideas-520	225	17	2548	2548	NUM
ideas-520	225	18	-	-	SYM
ideas-520	225	19	4192	4192	NUM
ideas-520	225	20	(	(	PUNCT
ideas-520	225	21	online	online	NOUN
ideas-520	225	22	)	)	PUNCT
ideas-520	225	23	92	92	NUM
ideas-520	225	24	muhammad	muhammad	PROPN
ideas-520	225	25	ahkam	ahkam	PROPN
ideas-520	225	26	arifin	arifin	PROPN
ideas-520	225	27	validity	validity	NOUN
ideas-520	225	28	,	,	PUNCT
ideas-520	225	29	reliability	reliability	NOUN
ideas-520	225	30	and	and	CCONJ
ideas-520	225	31	practicality	practicality	NOUN
ideas-520	225	32	of	of	ADP
ideas-520	225	33	the	the	DET
ideas-520	225	34	first	first	ADJ
ideas-520	225	35	certification	certification	NOUN
ideas-520	225	36	in	in	ADP
ideas-520	225	37	english	english	PROPN
ideas-520	225	38	(	(	PUNCT
ideas-520	225	39	fce	fce	PROPN
ideas-520	225	40	)	)	PUNCT
ideas-520	225	41	and	and	CCONJ
ideas-520	225	42	the	the	DET
ideas-520	225	43	business	business	NOUN
ideas-520	225	44	language	language	NOUN
ideas-520	225	45	testing	testing	NOUN
ideas-520	225	46	service	service	NOUN
ideas-520	225	47	(	(	PUNCT
ideas-520	225	48	bulats	bulat	NOUN
ideas-520	225	49	)	)	PUNCT
ideas-520	225	50	ideas	idea	NOUN
ideas-520	225	51	,	,	PUNCT
ideas-520	225	52	vol	vol	NOUN
ideas-520	225	53	.	.	PROPN
ideas-520	226	1	6	6	NUM
ideas-520	226	2	,	,	PUNCT
ideas-520	226	3	no	no	INTJ
ideas-520	226	4	.	.	NOUN
ideas-520	226	5	2	2	NUM
ideas-520	226	6	,	,	PUNCT
ideas-520	226	7	december	december	PROPN
ideas-520	226	8	2018	2018	NUM
ideas-520	226	9	issn	issn	VERB
ideas-520	226	10	2338	2338	NUM
ideas-520	226	11	-	-	SYM
ideas-520	226	12	4778	4778	NUM
ideas-520	226	13	(	(	PUNCT
ideas-520	226	14	print	print	NOUN
ideas-520	226	15	)	)	PUNCT
ideas-520	226	16	issn	issn	VERB
ideas-520	226	17	2548	2548	NUM
ideas-520	226	18	-	-	SYM
ideas-520	226	19	4192	4192	NUM
ideas-520	226	20	(	(	PUNCT
ideas-520	226	21	online	online	ADJ
ideas-520	226	22	)	)	PUNCT
ideas-520	226	23	94	94	NUM
ideas-520	226	24	muhammad	muhammad	PROPN
ideas-520	226	25	ahkam	ahkam	PROPN
ideas-520	226	26	arifin	arifin	PROPN
ideas-520	226	27	validity	validity	NOUN
ideas-520	226	28	,	,	PUNCT
ideas-520	226	29	reliability	reliability	NOUN
ideas-520	226	30	and	and	CCONJ
ideas-520	226	31	practicality	practicality	NOUN
ideas-520	226	32	of	of	ADP
ideas-520	226	33	the	the	DET
ideas-520	226	34	first	first	ADJ
ideas-520	226	35	certification	certification	NOUN
ideas-520	226	36	in	in	ADP
ideas-520	226	37	english	english	PROPN
ideas-520	226	38	(	(	PUNCT
ideas-520	226	39	fce	fce	PROPN
ideas-520	226	40	)	)	PUNCT
ideas-520	226	41	and	and	CCONJ
ideas-520	226	42	the	the	DET
ideas-520	226	43	business	business	NOUN
ideas-520	226	44	language	language	NOUN
ideas-520	226	45	testing	testing	NOUN
ideas-520	226	46	service	service	NOUN
ideas-520	226	47	(	(	PUNCT
ideas-520	226	48	bulats	bulat	NOUN
ideas-520	226	49	)	)	PUNCT
ideas-520	226	50	introduction	introduction	NOUN
ideas-520	226	51	reliability	reliability	NOUN
ideas-520	226	52	evaluation	evaluation	NOUN
ideas-520	226	53	validity	validity	NOUN
ideas-520	226	54	evaluation	evaluation	NOUN
ideas-520	226	55	washback	washback	NOUN
ideas-520	226	56	and	and	CCONJ
ideas-520	226	57	practicality	practicality	NOUN
ideas-520	226	58	evaluation	evaluation	NOUN