id	sid	tid	token	lemma	pos
efajoead-156	1	1	english	english	PROPN
efajoead-156	1	2	franca	franca	NOUN
efajoead-156	1	3	vol	vol	NOUN
efajoead-156	1	4	1	1	NUM
efajoead-156	1	5	no	no	DET
efajoead-156	1	6	01	01	NUM
efajoead-156	1	7	tahun	tahun	PROPN
efajoead-156	1	8	2017	2017	NUM
efajoead-156	1	9	,	,	PUNCT
efajoead-156	1	10	stain	stain	NOUN
efajoead-156	1	11	curup	curup	NOUN
efajoead-156	1	12	page	page	NOUN
efajoead-156	1	13	61	61	NUM
efajoead-156	1	14	p	p	NOUN
efajoead-156	1	15	-	-	PUNCT
efajoead-156	1	16	issn	issn	PROPN
efajoead-156	1	17	1494238293	1494238293	NUM
efajoead-156	1	18	,	,	PUNCT
efajoead-156	1	19	e	e	X
efajoead-156	1	20	-	-	PUNCT
efajoead-156	1	21	issn	issn	VERB
efajoead-156	1	22	1494237782	1494237782	NUM
efajoead-156	1	23	an	an	DET
efajoead-156	1	24	analysis	analysis	NOUN
efajoead-156	1	25	of	of	ADP
efajoead-156	1	26	marking	mark	VERB
efajoead-156	1	27	system	system	NOUN
efajoead-156	1	28	used	use	VERB
efajoead-156	1	29	by	by	ADP
efajoead-156	1	30	speaking	speak	VERB
efajoead-156	1	31	lecturers	lecturer	NOUN
efajoead-156	1	32	of	of	ADP
efajoead-156	1	33	stain	stain	NOUN
efajoead-156	1	34	curup	curup	NOUN
efajoead-156	1	35	in	in	ADP
efajoead-156	1	36	testing	testing	NOUN
efajoead-156	1	37	students	student	NOUN
efajoead-156	1	38	’	'	PUNCT
efajoead-156	1	39	speaking	speak	VERB
efajoead-156	1	40	ability	ability	NOUN
efajoead-156	1	41	leffi	leffi	PROPN
efajoead-156	1	42	noviyenty	noviyenty	NOUN
efajoead-156	1	43	,	,	PUNCT
efajoead-156	1	44	m.	m.	PROPN
efajoead-156	1	45	pd	pd	PROPN
efajoead-156	1	46	.	.	PROPN
efajoead-156	1	47	stain	stain	PROPN
efajoead-156	1	48	curup	curup	NOUN
efajoead-156	1	49	-	-	PUNCT
efajoead-156	1	50	bengkulu	bengkulu	VERB
efajoead-156	1	51	iffel_me@yahoo.co.id	iffel_me@yahoo.co.id	NOUN
efajoead-156	2	1	abstract	abstract	NOUN
efajoead-156	3	1	it	it	PRON
efajoead-156	3	2	is	be	AUX
efajoead-156	3	3	important	important	ADJ
efajoead-156	3	4	for	for	SCONJ
efajoead-156	3	5	english	english	PROPN
efajoead-156	3	6	speaking	speak	VERB
efajoead-156	3	7	lecturers	lecturer	NOUN
efajoead-156	3	8	to	to	PART
efajoead-156	3	9	refer	refer	VERB
efajoead-156	3	10	theories	theory	NOUN
efajoead-156	3	11	in	in	ADP
efajoead-156	3	12	scoring	score	VERB
efajoead-156	3	13	their	their	PRON
efajoead-156	3	14	students	student	NOUN
efajoead-156	3	15	’	'	PUNCT
efajoead-156	3	16	speaking	speak	VERB
efajoead-156	3	17	ability	ability	NOUN
efajoead-156	3	18	in	in	ADP
efajoead-156	3	19	order	order	NOUN
efajoead-156	3	20	to	to	PART
efajoead-156	3	21	increase	increase	VERB
efajoead-156	3	22	the	the	DET
efajoead-156	3	23	objectivty	objectivty	NOUN
efajoead-156	3	24	and	and	CCONJ
efajoead-156	3	25	minimize	minimize	VERB
efajoead-156	3	26	the	the	DET
efajoead-156	3	27	subjectivity	subjectivity	NOUN
efajoead-156	3	28	.	.	PUNCT
efajoead-156	4	1	the	the	DET
efajoead-156	4	2	purpose	purpose	NOUN
efajoead-156	4	3	of	of	ADP
efajoead-156	4	4	teaching	teaching	NOUN
efajoead-156	4	5	speaking	speak	VERB
efajoead-156	4	6	itself	itself	PRON
efajoead-156	4	7	also	also	ADV
efajoead-156	4	8	needs	need	VERB
efajoead-156	4	9	to	to	PART
efajoead-156	4	10	be	be	AUX
efajoead-156	4	11	considered	consider	VERB
efajoead-156	4	12	.	.	PUNCT
efajoead-156	5	1	this	this	DET
efajoead-156	5	2	study	study	NOUN
efajoead-156	5	3	is	be	AUX
efajoead-156	5	4	a	a	DET
efajoead-156	5	5	case	case	NOUN
efajoead-156	5	6	study	study	NOUN
efajoead-156	5	7	which	which	PRON
efajoead-156	5	8	investigates	investigate	VERB
efajoead-156	5	9	the	the	DET
efajoead-156	5	10	classification	classification	NOUN
efajoead-156	5	11	of	of	ADP
efajoead-156	5	12	marking	mark	VERB
efajoead-156	5	13	,	,	PUNCT
efajoead-156	5	14	scoring	scoring	NOUN
efajoead-156	5	15	scheme	scheme	NOUN
efajoead-156	5	16	used	use	VERB
efajoead-156	5	17	by	by	ADP
efajoead-156	5	18	speaking	speak	VERB
efajoead-156	5	19	lecturers	lecturer	NOUN
efajoead-156	5	20	and	and	CCONJ
efajoead-156	5	21	the	the	DET
efajoead-156	5	22	reason	reason	NOUN
efajoead-156	5	23	in	in	ADP
efajoead-156	5	24	selecting	select	VERB
efajoead-156	5	25	the	the	DET
efajoead-156	5	26	clasification	clasification	NOUN
efajoead-156	5	27	.	.	PUNCT
efajoead-156	6	1	english	english	PROPN
efajoead-156	6	2	speaking	speak	VERB
efajoead-156	6	3	lecturers	lecturer	NOUN
efajoead-156	6	4	are	be	AUX
efajoead-156	6	5	the	the	DET
efajoead-156	6	6	subjects	subject	NOUN
efajoead-156	6	7	of	of	ADP
efajoead-156	6	8	this	this	DET
efajoead-156	6	9	research	research	NOUN
efajoead-156	6	10	.	.	PUNCT
efajoead-156	7	1	observation	observation	NOUN
efajoead-156	7	2	and	and	CCONJ
efajoead-156	7	3	interview	interview	NOUN
efajoead-156	7	4	are	be	AUX
efajoead-156	7	5	the	the	DET
efajoead-156	7	6	techniques	technique	NOUN
efajoead-156	7	7	of	of	ADP
efajoead-156	7	8	collecting	collect	VERB
efajoead-156	7	9	data	datum	NOUN
efajoead-156	7	10	by	by	ADP
efajoead-156	7	11	using	use	VERB
efajoead-156	7	12	a	a	DET
efajoead-156	7	13	checklist	checklist	NOUN
efajoead-156	7	14	and	and	CCONJ
efajoead-156	7	15	interview	interview	NOUN
efajoead-156	7	16	guidance	guidance	NOUN
efajoead-156	7	17	.	.	PUNCT
efajoead-156	8	1	the	the	DET
efajoead-156	8	2	findings	finding	NOUN
efajoead-156	8	3	show	show	VERB
efajoead-156	8	4	that	that	SCONJ
efajoead-156	8	5	english	english	PROPN
efajoead-156	8	6	speaking	speak	VERB
efajoead-156	8	7	lecturers	lecturer	NOUN
efajoead-156	8	8	of	of	ADP
efajoead-156	8	9	stain	stain	NOUN
efajoead-156	8	10	curup	curup	NOUN
efajoead-156	8	11	has	have	AUX
efajoead-156	8	12	already	already	ADV
efajoead-156	8	13	guided	guide	VERB
efajoead-156	8	14	theories	theory	NOUN
efajoead-156	8	15	of	of	ADP
efajoead-156	8	16	testing	testing	NOUN
efajoead-156	8	17	speaking	speak	VERB
efajoead-156	8	18	in	in	ADP
efajoead-156	8	19	scoring	score	VERB
efajoead-156	8	20	their	their	PRON
efajoead-156	8	21	students	student	NOUN
efajoead-156	8	22	’	'	PUNCT
efajoead-156	8	23	speaking	speak	VERB
efajoead-156	8	24	ability	ability	NOUN
efajoead-156	8	25	.	.	PUNCT
efajoead-156	9	1	the	the	DET
efajoead-156	9	2	classification	classification	NOUN
efajoead-156	9	3	of	of	ADP
efajoead-156	9	4	marking	mark	VERB
efajoead-156	9	5	are	be	AUX
efajoead-156	9	6	fluency	fluency	NOUN
efajoead-156	9	7	,	,	PUNCT
efajoead-156	9	8	grammatical	grammatical	ADJ
efajoead-156	9	9	accuracy	accuracy	NOUN
efajoead-156	9	10	,	,	PUNCT
efajoead-156	9	11	comprehension	comprehension	NOUN
efajoead-156	9	12	/	/	SYM
efajoead-156	9	13	content	content	NOUN
efajoead-156	9	14	and	and	CCONJ
efajoead-156	9	15	pronunciation	pronunciation	NOUN
efajoead-156	9	16	.	.	PUNCT
efajoead-156	10	1	unfortunately	unfortunately	ADV
efajoead-156	10	2	the	the	DET
efajoead-156	10	3	score	score	NOUN
efajoead-156	10	4	for	for	ADP
efajoead-156	10	5	each	each	DET
efajoead-156	10	6	elemen	eleman	NOUN
efajoead-156	10	7	is	be	AUX
efajoead-156	10	8	still	still	ADV
efajoead-156	10	9	not	not	PART
efajoead-156	10	10	clear	clear	ADJ
efajoead-156	10	11	.	.	PUNCT
efajoead-156	11	1	the	the	DET
efajoead-156	11	2	main	main	ADJ
efajoead-156	11	3	reasons	reason	NOUN
efajoead-156	11	4	the	the	DET
efajoead-156	11	5	lecturers	lecturer	NOUN
efajoead-156	11	6	use	use	VERB
efajoead-156	11	7	in	in	ADP
efajoead-156	11	8	deciding	decide	VERB
efajoead-156	11	9	the	the	DET
efajoead-156	11	10	scoring	scoring	NOUN
efajoead-156	11	11	scheme	scheme	NOUN
efajoead-156	11	12	and	and	CCONJ
efajoead-156	11	13	classification	classification	NOUN
efajoead-156	11	14	are	be	AUX
efajoead-156	11	15	efficiency	efficiency	NOUN
efajoead-156	11	16	and	and	CCONJ
efajoead-156	11	17	effectivty	effectivty	VERB
efajoead-156	11	18	in	in	ADP
efajoead-156	11	19	giving	give	VERB
efajoead-156	11	20	the	the	DET
efajoead-156	11	21	test	test	NOUN
efajoead-156	11	22	.	.	PUNCT
efajoead-156	12	1	keywords	keyword	NOUN
efajoead-156	12	2	:	:	PUNCT
efajoead-156	12	3	marking	mark	VERB
efajoead-156	12	4	system	system	NOUN
efajoead-156	12	5	,	,	PUNCT
efajoead-156	12	6	criteria	criterion	NOUN
efajoead-156	12	7	of	of	ADP
efajoead-156	12	8	marking	mark	VERB
efajoead-156	12	9	dan	dan	PROPN
efajoead-156	12	10	scoring	scoring	NOUN
efajoead-156	12	11	scheme	scheme	NOUN
efajoead-156	12	12	introduction	introduction	NOUN
efajoead-156	12	13	communicative	communicative	ADJ
efajoead-156	12	14	testing	testing	NOUN
efajoead-156	12	15	must	must	AUX
efajoead-156	12	16	be	be	AUX
efajoead-156	12	17	devoted	devote	VERB
efajoead-156	12	18	not	not	PART
efajoead-156	12	19	only	only	ADV
efajoead-156	12	20	to	to	ADP
efajoead-156	12	21	what	what	PRON
efajoead-156	12	22	the	the	DET
efajoead-156	12	23	learner	learner	NOUN
efajoead-156	12	24	knows	know	VERB
efajoead-156	12	25	about	about	ADP
efajoead-156	12	26	the	the	DET
efajoead-156	12	27	foreign	foreign	ADJ
efajoead-156	12	28	language	language	NOUN
efajoead-156	12	29	and	and	CCONJ
efajoead-156	12	30	about	about	ADP
efajoead-156	12	31	how	how	SCONJ
efajoead-156	12	32	to	to	PART
efajoead-156	12	33	use	use	VERB
efajoead-156	12	34	it	it	PRON
efajoead-156	12	35	(	(	PUNCT
efajoead-156	12	36	competence	competence	NOUN
efajoead-156	12	37	)	)	PUNCT
efajoead-156	12	38	but	but	CCONJ
efajoead-156	12	39	also	also	ADV
efajoead-156	12	40	to	to	ADP
efajoead-156	12	41	what	what	DET
efajoead-156	12	42	extent	extent	NOUN
efajoead-156	12	43	the	the	DET
efajoead-156	12	44	learner	learner	NOUN
efajoead-156	12	45	is	be	AUX
efajoead-156	12	46	able	able	ADJ
efajoead-156	12	47	to	to	PART
efajoead-156	12	48	actually	actually	ADV
efajoead-156	12	49	demonstrate	demonstrate	VERB
efajoead-156	12	50	this	this	DET
efajoead-156	12	51	knowledge	knowledge	NOUN
efajoead-156	12	52	in	in	ADP
efajoead-156	12	53	a	a	DET
efajoead-156	12	54	meaningful	meaningful	ADJ
efajoead-156	12	55	communicative	communicative	ADJ
efajoead-156	12	56	situation	situation	NOUN
efajoead-156	12	57	.	.	PUNCT
efajoead-156	13	1	nunan	nunan	NOUN
efajoead-156	13	2	states	state	VERB
efajoead-156	13	3	that	that	SCONJ
efajoead-156	13	4	the	the	DET
efajoead-156	13	5	measurement	measurement	NOUN
efajoead-156	13	6	of	of	ADP
efajoead-156	13	7	student	student	NOUN
efajoead-156	13	8	performance	performance	NOUN
efajoead-156	13	9	is	be	AUX
efajoead-156	13	10	the	the	DET
efajoead-156	13	11	key	key	NOUN
efajoead-156	13	12	to	to	PART
efajoead-156	13	13	program	program	NOUN
efajoead-156	13	14	evaluation	evaluation	NOUN
efajoead-156	13	15	(	(	PUNCT
efajoead-156	13	16	nunan	nunan	NOUN
efajoead-156	13	17	,	,	PUNCT
efajoead-156	13	18	1992	1992	NUM
efajoead-156	13	19	)	)	PUNCT
efajoead-156	13	20	.	.	PUNCT
efajoead-156	14	1	the	the	DET
efajoead-156	14	2	researcher	researcher	NOUN
efajoead-156	14	3	who	who	PRON
efajoead-156	14	4	mailto:iffel_me@yahoo.co.id	mailto:iffel_me@yahoo.co.id	PROPN
efajoead-156	14	5	english	english	PROPN
efajoead-156	14	6	franca	franca	NOUN
efajoead-156	14	7	vol	vol	VERB
efajoead-156	14	8	1	1	NUM
efajoead-156	14	9	no	no	DET
efajoead-156	14	10	01	01	NUM
efajoead-156	14	11	tahun	tahun	PROPN
efajoead-156	14	12	2017	2017	NUM
efajoead-156	14	13	,	,	PUNCT
efajoead-156	14	14	stain	stain	NOUN
efajoead-156	14	15	curup	curup	NOUN
efajoead-156	14	16	page	page	NOUN
efajoead-156	14	17	62	62	NUM
efajoead-156	14	18	p	p	NOUN
efajoead-156	14	19	-	-	PUNCT
efajoead-156	14	20	issn	issn	PROPN
efajoead-156	14	21	1494238293	1494238293	NUM
efajoead-156	14	22	,	,	PUNCT
efajoead-156	14	23	e	e	X
efajoead-156	14	24	-	-	PROPN
efajoead-156	14	25	issn	issn	PROPN
efajoead-156	14	26	1494237782	1494237782	NUM
efajoead-156	14	27	uses	use	VERB
efajoead-156	14	28	assessment	assessment	NOUN
efajoead-156	14	29	data	datum	NOUN
efajoead-156	14	30	as	as	ADP
efajoead-156	14	31	the	the	DET
efajoead-156	14	32	key	key	ADJ
efajoead-156	14	33	element	element	NOUN
efajoead-156	14	34	in	in	ADP
efajoead-156	14	35	a	a	DET
efajoead-156	14	36	evaluation	evaluation	NOUN
efajoead-156	14	37	has	have	VERB
efajoead-156	14	38	to	to	PART
efajoead-156	14	39	give	give	VERB
efajoead-156	14	40	careful	careful	ADJ
efajoead-156	14	41	consideration	consideration	NOUN
efajoead-156	14	42	to	to	ADP
efajoead-156	14	43	three	three	NUM
efajoead-156	14	44	factors	factor	NOUN
efajoead-156	14	45	:	:	PUNCT
efajoead-156	14	46	these	these	PRON
efajoead-156	14	47	are	be	AUX
efajoead-156	14	48	:	:	PUNCT
efajoead-156	14	49	1	1	X
efajoead-156	14	50	.	.	X
efajoead-156	15	1	the	the	DET
efajoead-156	15	2	nature	nature	NOUN
efajoead-156	15	3	of	of	ADP
efajoead-156	15	4	the	the	DET
efajoead-156	15	5	evidence	evidence	NOUN
efajoead-156	15	6	to	to	PART
efajoead-156	15	7	be	be	AUX
efajoead-156	15	8	used	use	VERB
efajoead-156	15	9	,	,	PUNCT
efajoead-156	15	10	2	2	X
efajoead-156	15	11	.	.	PUNCT
efajoead-156	15	12	the	the	DET
efajoead-156	15	13	relationship	relationship	NOUN
efajoead-156	15	14	between	between	ADP
efajoead-156	15	15	evaluation	evaluation	NOUN
efajoead-156	15	16	and	and	CCONJ
efajoead-156	15	17	the	the	DET
efajoead-156	15	18	program	program	NOUN
efajoead-156	15	19	goals	goal	NOUN
efajoead-156	15	20	,	,	PUNCT
efajoead-156	15	21	and	and	CCONJ
efajoead-156	15	22	3	3	X
efajoead-156	15	23	.	.	PUNCT
efajoead-156	16	1	the	the	DET
efajoead-156	16	2	appropriate	appropriate	ADJ
efajoead-156	16	3	measurements	measurement	NOUN
efajoead-156	16	4	to	to	PART
efajoead-156	16	5	be	be	AUX
efajoead-156	16	6	used	use	VERB
efajoead-156	16	7	(	(	PUNCT
efajoead-156	16	8	nunan	nunan	NOUN
efajoead-156	16	9	,	,	PUNCT
efajoead-156	16	10	1992	1992	NUM
efajoead-156	16	11	,	,	PUNCT
efajoead-156	16	12	p.186	p.186	NOUN
efajoead-156	16	13	)	)	PUNCT
efajoead-156	16	14	.	.	PUNCT
efajoead-156	17	1	a	a	DET
efajoead-156	17	2	test	test	NOUN
efajoead-156	17	3	of	of	ADP
efajoead-156	17	4	discrete	discrete	ADJ
efajoead-156	17	5	grammatical	grammatical	ADJ
efajoead-156	17	6	items	item	NOUN
efajoead-156	17	7	constructed	construct	VERB
efajoead-156	17	8	for	for	ADP
efajoead-156	17	9	this	this	DET
efajoead-156	17	10	purpose	purpose	NOUN
efajoead-156	17	11	might	might	AUX
efajoead-156	17	12	be	be	AUX
efajoead-156	17	13	found	find	VERB
efajoead-156	17	14	to	to	PART
efajoead-156	17	15	correlate	correlate	VERB
efajoead-156	17	16	highly	highly	ADV
efajoead-156	17	17	with	with	ADP
efajoead-156	17	18	an	an	DET
efajoead-156	17	19	external	external	ADJ
efajoead-156	17	20	criterion	criterion	NOUN
efajoead-156	17	21	,	,	PUNCT
efajoead-156	17	22	for	for	ADP
efajoead-156	17	23	instance	instance	NOUN
efajoead-156	17	24	another	another	DET
efajoead-156	17	25	established	establish	VERB
efajoead-156	17	26	test	test	NOUN
efajoead-156	17	27	concurrently	concurrently	ADV
efajoead-156	17	28	administered	administer	VERB
efajoead-156	17	29	or	or	CCONJ
efajoead-156	17	30	a	a	DET
efajoead-156	17	31	measure	measure	NOUN
efajoead-156	17	32	taken	take	VERB
efajoead-156	17	33	at	at	ADP
efajoead-156	17	34	a	a	DET
efajoead-156	17	35	later	later	ADJ
efajoead-156	17	36	date	date	NOUN
efajoead-156	17	37	,	,	PUNCT
efajoead-156	17	38	such	such	ADJ
efajoead-156	17	39	as	as	ADP
efajoead-156	17	40	final	final	ADJ
efajoead-156	17	41	academic	academic	ADJ
efajoead-156	17	42	grades	grade	NOUN
efajoead-156	17	43	.	.	PUNCT
efajoead-156	18	1	related	relate	VERB
efajoead-156	18	2	to	to	ADP
efajoead-156	18	3	this	this	DET
efajoead-156	18	4	argument	argument	NOUN
efajoead-156	18	5	,	,	PUNCT
efajoead-156	18	6	the	the	DET
efajoead-156	18	7	researcher	researcher	NOUN
efajoead-156	18	8	tries	try	VERB
efajoead-156	18	9	to	to	PART
efajoead-156	18	10	describe	describe	VERB
efajoead-156	18	11	the	the	DET
efajoead-156	18	12	relationship	relationship	NOUN
efajoead-156	18	13	among	among	ADP
efajoead-156	18	14	evaluation	evaluation	NOUN
efajoead-156	18	15	,	,	PUNCT
efajoead-156	18	16	measurement	measurement	NOUN
efajoead-156	18	17	and	and	CCONJ
efajoead-156	18	18	test	test	NOUN
efajoead-156	18	19	as	as	ADP
efajoead-156	18	20	in	in	ADP
efajoead-156	18	21	following	follow	VERB
efajoead-156	18	22	diagram	diagram	NOUN
efajoead-156	18	23	:	:	PUNCT
efajoead-156	18	24	evaluation	evaluation	NOUN
efajoead-156	18	25	can	can	AUX
efajoead-156	18	26	be	be	AUX
efajoead-156	18	27	defined	define	VERB
efajoead-156	18	28	as	as	ADP
efajoead-156	18	29	the	the	DET
efajoead-156	18	30	systematic	systematic	ADJ
efajoead-156	18	31	gathering	gathering	NOUN
efajoead-156	18	32	of	of	ADP
efajoead-156	18	33	information	information	NOUN
efajoead-156	18	34	for	for	ADP
efajoead-156	18	35	the	the	DET
efajoead-156	18	36	purpose	purpose	NOUN
efajoead-156	18	37	of	of	ADP
efajoead-156	18	38	making	make	VERB
efajoead-156	18	39	decisions	decision	NOUN
efajoead-156	18	40	(	(	PUNCT
efajoead-156	18	41	bachman	bachman	NOUN
efajoead-156	18	42	,	,	PUNCT
efajoead-156	18	43	1990	1990	NUM
efajoead-156	18	44	)	)	PUNCT
efajoead-156	18	45	.	.	PUNCT
efajoead-156	19	1	evaluation	evaluation	NOUN
efajoead-156	19	2	does	do	AUX
efajoead-156	19	3	not	not	PART
efajoead-156	19	4	necessarily	necessarily	ADV
efajoead-156	19	5	entail	entail	VERB
efajoead-156	19	6	testing	testing	NOUN
efajoead-156	19	7	,	,	PUNCT
efajoead-156	19	8	while	while	SCONJ
efajoead-156	19	9	tests	test	NOUN
efajoead-156	19	10	are	be	AUX
efajoead-156	19	11	often	often	ADV
efajoead-156	19	12	used	use	VERB
efajoead-156	19	13	for	for	ADP
efajoead-156	19	14	pedagogical	pedagogical	ADJ
efajoead-156	19	15	purposes	purpose	NOUN
efajoead-156	19	16	,	,	PUNCT
efajoead-156	19	17	either	either	CCONJ
efajoead-156	19	18	as	as	ADP
efajoead-156	19	19	a	a	DET
efajoead-156	19	20	means	means	NOUN
efajoead-156	19	21	of	of	ADP
efajoead-156	19	22	motivating	motivate	VERB
efajoead-156	19	23	students	student	NOUN
efajoead-156	19	24	to	to	PART
efajoead-156	19	25	study	study	VERB
efajoead-156	19	26	,	,	PUNCT
efajoead-156	19	27	or	or	CCONJ
efajoead-156	19	28	as	as	ADP
efajoead-156	19	29	reviewing	review	VERB
efajoead-156	19	30	material	material	NOUN
efajoead-156	19	31	taught	teach	VERB
efajoead-156	19	32	.	.	PUNCT
efajoead-156	20	1	test	test	NOUN
efajoead-156	20	2	may	may	AUX
efajoead-156	20	3	also	also	ADV
efajoead-156	20	4	be	be	AUX
efajoead-156	20	5	used	use	VERB
efajoead-156	20	6	for	for	ADP
efajoead-156	20	7	purely	purely	ADV
efajoead-156	20	8	descriptive	descriptive	ADJ
efajoead-156	20	9	purposes	purpose	NOUN
efajoead-156	20	10	only	only	ADV
efajoead-156	20	11	when	when	SCONJ
efajoead-156	20	12	the	the	DET
efajoead-156	20	13	results	result	NOUN
efajoead-156	20	14	of	of	ADP
efajoead-156	20	15	tests	test	NOUN
efajoead-156	20	16	are	be	AUX
efajoead-156	20	17	used	use	VERB
efajoead-156	20	18	as	as	ADP
efajoead-156	20	19	a	a	DET
efajoead-156	20	20	basis	basis	NOUN
efajoead-156	20	21	for	for	ADP
efajoead-156	20	22	making	make	VERB
efajoead-156	20	23	a	a	DET
efajoead-156	20	24	decision	decision	NOUN
efajoead-156	20	25	that	that	SCONJ
efajoead-156	20	26	evaluation	evaluation	NOUN
efajoead-156	20	27	is	be	AUX
efajoead-156	20	28	involved	involve	VERB
efajoead-156	20	29	.	.	PUNCT
efajoead-156	21	1	test	test	NOUN
efajoead-156	21	2	is	be	AUX
efajoead-156	21	3	a	a	DET
efajoead-156	21	4	measurement	measurement	NOUN
efajoead-156	21	5	instrument	instrument	NOUN
efajoead-156	21	6	designed	design	VERB
efajoead-156	21	7	to	to	PART
efajoead-156	21	8	elicit	elicit	VERB
efajoead-156	21	9	a	a	DET
efajoead-156	21	10	specific	specific	ADJ
efajoead-156	21	11	sample	sample	NOUN
efajoead-156	21	12	of	of	ADP
efajoead-156	21	13	an	an	DET
efajoead-156	21	14	individual	individual	NOUN
efajoead-156	21	15	’s	’s	PART
efajoead-156	21	16	behavior	behavior	NOUN
efajoead-156	21	17	.	.	PUNCT
efajoead-156	22	1	nowadays	nowadays	ADV
efajoead-156	22	2	a	a	DET
efajoead-156	22	3	goal	goal	NOUN
efajoead-156	22	4	of	of	ADP
efajoead-156	22	5	testing	test	VERB
efajoead-156	22	6	english	english	ADJ
efajoead-156	22	7	skills	skill	NOUN
efajoead-156	22	8	is	be	AUX
efajoead-156	22	9	not	not	PART
efajoead-156	22	10	only	only	ADV
efajoead-156	22	11	to	to	ADP
efajoead-156	22	12	the	the	DET
efajoead-156	22	13	competence	competence	NOUN
efajoead-156	22	14	of	of	ADP
efajoead-156	22	15	english	english	ADJ
efajoead-156	22	16	language	language	NOUN
efajoead-156	22	17	that	that	PRON
efajoead-156	22	18	is	be	AUX
efajoead-156	22	19	the	the	DET
efajoead-156	22	20	knowledge	knowledge	NOUN
efajoead-156	22	21	of	of	ADP
efajoead-156	22	22	language	language	NOUN
efajoead-156	22	23	but	but	CCONJ
efajoead-156	22	24	also	also	ADV
efajoead-156	22	25	to	to	ADP
efajoead-156	22	26	the	the	DET
efajoead-156	22	27	performance	performance	NOUN
efajoead-156	22	28	of	of	ADP
efajoead-156	22	29	those	those	DET
efajoead-156	22	30	skills	skill	NOUN
efajoead-156	22	31	.	.	PUNCT
efajoead-156	23	1	this	this	DET
efajoead-156	23	2	term	term	NOUN
efajoead-156	23	3	is	be	AUX
efajoead-156	23	4	familiar	familiar	ADJ
efajoead-156	23	5	with	with	ADP
efajoead-156	23	6	communicative	communicative	ADJ
efajoead-156	23	7	competence	competence	NOUN
efajoead-156	23	8	which	which	PRON
efajoead-156	23	9	can	can	AUX
efajoead-156	23	10	be	be	AUX
efajoead-156	23	11	applied	apply	VERB
efajoead-156	23	12	for	for	ADP
efajoead-156	23	13	all	all	DET
efajoead-156	23	14	english	english	ADJ
efajoead-156	23	15	skills	skill	NOUN
efajoead-156	23	16	,	,	PUNCT
efajoead-156	23	17	reading	reading	NOUN
efajoead-156	23	18	,	,	PUNCT
efajoead-156	23	19	speaking	speak	VERB
efajoead-156	23	20	,	,	PUNCT
efajoead-156	23	21	writing	writing	NOUN
efajoead-156	23	22	,	,	PUNCT
efajoead-156	23	23	and	and	CCONJ
efajoead-156	23	24	listening	listen	VERB
efajoead-156	23	25	.	.	PUNCT
efajoead-156	24	1	in	in	ADP
efajoead-156	24	2	related	related	ADJ
efajoead-156	24	3	to	to	ADP
efajoead-156	24	4	this	this	DET
efajoead-156	24	5	goal	goal	NOUN
efajoead-156	24	6	,	,	PUNCT
efajoead-156	24	7	it	it	PRON
efajoead-156	24	8	is	be	AUX
efajoead-156	24	9	important	important	ADJ
efajoead-156	24	10	to	to	PART
efajoead-156	24	11	carefully	carefully	ADV
efajoead-156	24	12	design	design	VERB
efajoead-156	24	13	test	test	NOUN
efajoead-156	24	14	for	for	ADP
efajoead-156	24	15	testing	test	VERB
efajoead-156	24	16	english	english	ADJ
efajoead-156	24	17	skills	skill	NOUN
efajoead-156	24	18	.	.	PUNCT
efajoead-156	25	1	there	there	PRON
efajoead-156	25	2	are	be	VERB
efajoead-156	25	3	variety	variety	NOUN
efajoead-156	25	4	of	of	ADP
efajoead-156	25	5	test	test	NOUN
efajoead-156	25	6	formats	format	NOUN
efajoead-156	25	7	offered	offer	VERB
efajoead-156	25	8	by	by	ADP
efajoead-156	25	9	some	some	DET
efajoead-156	25	10	english	english	ADJ
efajoead-156	25	11	experts	expert	NOUN
efajoead-156	25	12	which	which	PRON
efajoead-156	25	13	is	be	AUX
efajoead-156	25	14	suitable	suitable	ADJ
efajoead-156	25	15	for	for	ADP
efajoead-156	25	16	each	each	DET
efajoead-156	25	17	skill	skill	NOUN
efajoead-156	25	18	,	,	PUNCT
efajoead-156	25	19	such	such	ADJ
efajoead-156	25	20	as	as	ADP
efajoead-156	25	21	multiple	multiple	ADJ
efajoead-156	25	22	choice	choice	NOUN
efajoead-156	25	23	,	,	PUNCT
efajoead-156	25	24	essay	essay	ADJ
efajoead-156	25	25	,	,	PUNCT
efajoead-156	25	26	short	short	ADJ
efajoead-156	25	27	answer	answer	NOUN
efajoead-156	25	28	question	question	NOUN
efajoead-156	25	29	for	for	ADP
efajoead-156	25	30	testing	testing	NOUN
efajoead-156	25	31	reading	reading	NOUN
efajoead-156	25	32	,	,	PUNCT
efajoead-156	25	33	role	role	NOUN
efajoead-156	25	34	play	play	NOUN
efajoead-156	25	35	for	for	ADP
efajoead-156	25	36	testing	testing	NOUN
efajoead-156	25	37	speaking	speak	VERB
efajoead-156	25	38	,	,	PUNCT
efajoead-156	25	39	summary	summary	NOUN
efajoead-156	25	40	for	for	ADP
efajoead-156	25	41	testing	testing	NOUN
efajoead-156	25	42	writing	writing	NOUN
efajoead-156	25	43	and	and	CCONJ
efajoead-156	25	44	many	many	ADJ
efajoead-156	25	45	others	other	NOUN
efajoead-156	25	46	.	.	PUNCT
efajoead-156	26	1	the	the	DET
efajoead-156	26	2	variety	variety	NOUN
efajoead-156	26	3	of	of	ADP
efajoead-156	26	4	test	test	NOUN
efajoead-156	26	5	format	format	NOUN
efajoead-156	26	6	need	need	VERB
efajoead-156	26	7	to	to	PART
efajoead-156	26	8	introduce	introduce	VERB
efajoead-156	26	9	to	to	ADP
efajoead-156	26	10	the	the	DET
efajoead-156	26	11	students	student	NOUN
efajoead-156	26	12	in	in	ADP
efajoead-156	26	13	order	order	NOUN
efajoead-156	26	14	to	to	PART
efajoead-156	26	15	elicit	elicit	VERB
efajoead-156	26	16	their	their	PRON
efajoead-156	26	17	knowledge	knowledge	NOUN
efajoead-156	26	18	not	not	PART
efajoead-156	26	19	only	only	ADV
efajoead-156	26	20	the	the	DET
efajoead-156	26	21	competence	competence	NOUN
efajoead-156	26	22	but	but	CCONJ
efajoead-156	26	23	more	more	ADJ
efajoead-156	26	24	to	to	ADP
efajoead-156	26	25	the	the	DET
efajoead-156	26	26	use	use	NOUN
efajoead-156	26	27	of	of	ADP
efajoead-156	26	28	the	the	DET
efajoead-156	26	29	knowledge	knowledge	NOUN
efajoead-156	26	30	in	in	ADP
efajoead-156	26	31	communication	communication	NOUN
efajoead-156	26	32	.	.	PUNCT
efajoead-156	27	1	other	other	ADJ
efajoead-156	27	2	aspect	aspect	NOUN
efajoead-156	27	3	of	of	ADP
efajoead-156	27	4	communicative	communicative	ADJ
efajoead-156	27	5	language	language	NOUN
efajoead-156	27	6	testing	testing	NOUN
efajoead-156	27	7	is	be	AUX
efajoead-156	27	8	validity	validity	NOUN
efajoead-156	27	9	and	and	CCONJ
efajoead-156	27	10	reliability	reliability	NOUN
efajoead-156	27	11	(	(	PUNCT
efajoead-156	27	12	weir	weir	NOUN
efajoead-156	27	13	,	,	PUNCT
efajoead-156	27	14	1993	1993	NUM
efajoead-156	27	15	)	)	PUNCT
efajoead-156	27	16	.	.	PUNCT
efajoead-156	28	1	weir	weir	PROPN
efajoead-156	28	2	includes	include	VERB
efajoead-156	28	3	the	the	DET
efajoead-156	28	4	point	point	NOUN
efajoead-156	28	5	of	of	ADP
efajoead-156	28	6	validity	validity	NOUN
efajoead-156	28	7	and	and	CCONJ
efajoead-156	28	8	reliability	reliability	NOUN
efajoead-156	28	9	as	as	ADP
efajoead-156	28	10	the	the	DET
efajoead-156	28	11	general	general	ADJ
efajoead-156	28	12	principles	principle	NOUN
efajoead-156	28	13	for	for	ADP
efajoead-156	28	14	test	test	NOUN
efajoead-156	28	15	construction	construction	NOUN
efajoead-156	28	16	.	.	PUNCT
efajoead-156	29	1	to	to	ADP
efajoead-156	29	2	the	the	DET
efajoead-156	29	3	extent	extent	NOUN
efajoead-156	29	4	that	that	PRON
efajoead-156	29	5	tests	test	NOUN
efajoead-156	29	6	can	can	AUX
efajoead-156	29	7	have	have	VERB
efajoead-156	29	8	a	a	DET
efajoead-156	29	9	beneficial	beneficial	ADJ
efajoead-156	29	10	influence	influence	NOUN
efajoead-156	29	11	on	on	ADP
efajoead-156	29	12	the	the	DET
efajoead-156	29	13	teaching	teaching	NOUN
efajoead-156	29	14	that	that	PRON
efajoead-156	29	15	precedes	precede	VERB
efajoead-156	29	16	them	they	PRON
efajoead-156	29	17	,	,	PUNCT
efajoead-156	29	18	there	there	PRON
efajoead-156	29	19	can	can	AUX
efajoead-156	29	20	be	be	AUX
efajoead-156	29	21	a	a	DET
efajoead-156	29	22	positive	positive	ADJ
efajoead-156	29	23	wash	wash	NOUN
efajoead-156	29	24	back	back	ADV
efajoead-156	29	25	effect	effect	NOUN
efajoead-156	29	26	from	from	ADP
efajoead-156	29	27	tests	test	NOUN
efajoead-156	29	28	english	english	PROPN
efajoead-156	29	29	franca	franca	NOUN
efajoead-156	29	30	vol	vol	NOUN
efajoead-156	29	31	1	1	NUM
efajoead-156	29	32	no	no	DET
efajoead-156	29	33	01	01	NUM
efajoead-156	29	34	tahun	tahun	PROPN
efajoead-156	29	35	2017	2017	NUM
efajoead-156	29	36	,	,	PUNCT
efajoead-156	29	37	stain	stain	NOUN
efajoead-156	29	38	curup	curup	NOUN
efajoead-156	29	39	page	page	NOUN
efajoead-156	29	40	63	63	NUM
efajoead-156	29	41	p	p	NOUN
efajoead-156	29	42	-	-	PUNCT
efajoead-156	29	43	issn	issn	PROPN
efajoead-156	29	44	1494238293	1494238293	NUM
efajoead-156	29	45	,	,	PUNCT
efajoead-156	29	46	e	e	X
efajoead-156	29	47	-	-	PROPN
efajoead-156	29	48	issn	issn	VERB
efajoead-156	29	49	1494237782	1494237782	NUM
efajoead-156	29	50	on	on	ADP
efajoead-156	29	51	teaching	teach	VERB
efajoead-156	29	52	.	.	PUNCT
efajoead-156	30	1	it	it	PRON
efajoead-156	30	2	is	be	AUX
efajoead-156	30	3	important	important	ADJ
efajoead-156	30	4	therefor	therefor	ADP
efajoead-156	30	5	that	that	DET
efajoead-156	30	6	test	test	NOUN
efajoead-156	30	7	sample	sample	NOUN
efajoead-156	30	8	.	.	PUNCT
efajoead-156	31	1	as	as	ADV
efajoead-156	31	2	widely	widely	ADV
efajoead-156	31	3	as	as	ADP
efajoead-156	31	4	possible	possible	ADJ
efajoead-156	31	5	relevant	relevant	ADJ
efajoead-156	31	6	,	,	PUNCT
efajoead-156	31	7	criteria	criterion	NOUN
efajoead-156	31	8	and	and	CCONJ
efajoead-156	31	9	communicative	communicative	ADJ
efajoead-156	31	10	items	item	NOUN
efajoead-156	31	11	from	from	ADP
efajoead-156	31	12	the	the	DET
efajoead-156	31	13	syllabus	syllabus	NOUN
efajoead-156	31	14	or	or	CCONJ
efajoead-156	31	15	from	from	ADP
efajoead-156	31	16	the	the	DET
efajoead-156	31	17	future	future	ADJ
efajoead-156	31	18	target	target	NOUN
efajoead-156	31	19	situation	situation	NOUN
efajoead-156	31	20	where	where	SCONJ
efajoead-156	31	21	this	this	PRON
efajoead-156	31	22	can	can	AUX
efajoead-156	31	23	be	be	AUX
efajoead-156	31	24	specified.the	specified.the	DET
efajoead-156	31	25	more	more	ADV
efajoead-156	31	26	representative	representative	NOUN
efajoead-156	31	27	the	the	DET
efajoead-156	31	28	sample	sample	NOUN
efajoead-156	31	29	of	of	ADP
efajoead-156	31	30	tasks	task	NOUN
efajoead-156	31	31	from	from	ADP
efajoead-156	31	32	their	their	PRON
efajoead-156	31	33	domain	domain	NOUN
efajoead-156	31	34	,	,	PUNCT
efajoead-156	31	35	the	the	PRON
efajoead-156	31	36	better	well	ADJ
efajoead-156	31	37	the	the	DET
efajoead-156	31	38	washback	washback	NOUN
efajoead-156	31	39	effect	effect	NOUN
efajoead-156	31	40	.	.	PUNCT
efajoead-156	32	1	the	the	DET
efajoead-156	32	2	purpose	purpose	NOUN
efajoead-156	32	3	of	of	ADP
efajoead-156	32	4	the	the	DET
efajoead-156	32	5	test	test	NOUN
efajoead-156	32	6	must	must	AUX
efajoead-156	32	7	be	be	AUX
efajoead-156	32	8	clear	clear	ADJ
efajoead-156	32	9	to	to	ADP
efajoead-156	32	10	all	all	DET
efajoead-156	32	11	students	student	NOUN
efajoead-156	32	12	taking	take	VERB
efajoead-156	32	13	it	it	PRON
efajoead-156	32	14	and	and	CCONJ
efajoead-156	32	15	teachers	teacher	NOUN
efajoead-156	32	16	preparing	prepare	VERB
efajoead-156	32	17	candidates	candidate	NOUN
efajoead-156	32	18	for	for	ADP
efajoead-156	32	19	it	it	PRON
efajoead-156	32	20	.	.	PUNCT
efajoead-156	33	1	the	the	PRON
efajoead-156	33	2	more	more	ADV
efajoead-156	33	3	it	it	PRON
efajoead-156	33	4	enhances	enhance	VERB
efajoead-156	33	5	the	the	DET
efajoead-156	33	6	achievement	achievement	NOUN
efajoead-156	33	7	of	of	ADP
efajoead-156	33	8	desirable	desirable	ADJ
efajoead-156	33	9	language	language	NOUN
efajoead-156	33	10	objectives	objective	VERB
efajoead-156	33	11	the	the	PRON
efajoead-156	33	12	greater	great	ADJ
efajoead-156	33	13	its	its	PRON
efajoead-156	33	14	contribution	contribution	NOUN
efajoead-156	33	15	to	to	ADP
efajoead-156	33	16	successful	successful	ADJ
efajoead-156	33	17	teaching	teaching	NOUN
efajoead-156	33	18	and	and	CCONJ
efajoead-156	33	19	the	the	PRON
efajoead-156	33	20	more	more	ADV
efajoead-156	33	21	all	all	PRON
efajoead-156	33	22	concerned	concerned	ADJ
efajoead-156	33	23	will	will	AUX
efajoead-156	33	24	see	see	VERB
efajoead-156	33	25	the	the	DET
efajoead-156	33	26	value	value	NOUN
efajoead-156	33	27	of	of	ADP
efajoead-156	33	28	testing	testing	NOUN
efajoead-156	33	29	in	in	ADP
efajoead-156	33	30	the	the	DET
efajoead-156	33	31	curriculum	curriculum	NOUN
efajoead-156	33	32	.	.	PUNCT
efajoead-156	34	1	if	if	SCONJ
efajoead-156	34	2	a	a	DET
efajoead-156	34	3	test	test	NOUN
efajoead-156	34	4	is	be	AUX
efajoead-156	34	5	unreliable	unreliable	ADJ
efajoead-156	34	6	,	,	PUNCT
efajoead-156	34	7	it	it	PRON
efajoead-156	34	8	can	can	AUX
efajoead-156	34	9	not	not	PART
efajoead-156	34	10	be	be	AUX
efajoead-156	34	11	valid	valid	ADJ
efajoead-156	34	12	.	.	PUNCT
efajoead-156	35	1	for	for	SCONJ
efajoead-156	35	2	a	a	DET
efajoead-156	35	3	test	test	NOUN
efajoead-156	35	4	to	to	PART
efajoead-156	35	5	be	be	AUX
efajoead-156	35	6	valid	valid	ADJ
efajoead-156	35	7	,	,	PUNCT
efajoead-156	35	8	it	it	PRON
efajoead-156	35	9	must	must	AUX
efajoead-156	35	10	reliable	reliable	VERB
efajoead-156	35	11	.	.	PUNCT
efajoead-156	36	1	however	however	ADV
efajoead-156	36	2	,	,	PUNCT
efajoead-156	36	3	just	just	ADV
efajoead-156	36	4	because	because	SCONJ
efajoead-156	36	5	a	a	DET
efajoead-156	36	6	test	test	NOUN
efajoead-156	36	7	is	be	AUX
efajoead-156	36	8	reliable	reliable	ADJ
efajoead-156	36	9	does	do	AUX
efajoead-156	36	10	not	not	PART
efajoead-156	36	11	mean	mean	VERB
efajoead-156	36	12	it	it	PRON
efajoead-156	36	13	will	will	AUX
efajoead-156	36	14	be	be	AUX
efajoead-156	36	15	valid	valid	ADJ
efajoead-156	36	16	.	.	PUNCT
efajoead-156	37	1	reliability	reliability	NOUN
efajoead-156	37	2	is	be	AUX
efajoead-156	37	3	necessary	necessary	ADJ
efajoead-156	37	4	but	but	CCONJ
efajoead-156	37	5	not	not	PART
efajoead-156	37	6	sufficient	sufficient	ADJ
efajoead-156	37	7	condition	condition	NOUN
efajoead-156	37	8	for	for	ADP
efajoead-156	37	9	validity	validity	NOUN
efajoead-156	37	10	.	.	PUNCT
efajoead-156	38	1	in	in	ADP
efajoead-156	38	2	stain	stain	NOUN
efajoead-156	38	3	curup	curup	NOUN
efajoead-156	38	4	,	,	PUNCT
efajoead-156	38	5	the	the	DET
efajoead-156	38	6	evaluation	evaluation	NOUN
efajoead-156	38	7	system	system	NOUN
efajoead-156	38	8	is	be	AUX
efajoead-156	38	9	given	give	VERB
efajoead-156	38	10	to	to	ADP
efajoead-156	38	11	the	the	DET
efajoead-156	38	12	lecturers	lecturer	NOUN
efajoead-156	38	13	independently	independently	ADV
efajoead-156	38	14	.	.	PUNCT
efajoead-156	39	1	the	the	DET
efajoead-156	39	2	institution	institution	NOUN
efajoead-156	39	3	only	only	ADV
efajoead-156	39	4	writes	write	VERB
efajoead-156	39	5	the	the	DET
efajoead-156	39	6	marking	mark	VERB
efajoead-156	39	7	guidelines	guideline	NOUN
efajoead-156	39	8	and	and	CCONJ
efajoead-156	39	9	for	for	ADP
efajoead-156	39	10	the	the	DET
efajoead-156	39	11	final	final	ADJ
efajoead-156	39	12	achievement	achievement	NOUN
efajoead-156	39	13	test	test	NOUN
efajoead-156	39	14	.	.	PUNCT
efajoead-156	40	1	lecturers	lecturer	NOUN
efajoead-156	40	2	’	’	PART
efajoead-156	40	3	knowladge	knowladge	NOUN
efajoead-156	40	4	and	and	CCONJ
efajoead-156	40	5	understanding	understanding	NOUN
efajoead-156	40	6	about	about	ADP
efajoead-156	40	7	how	how	SCONJ
efajoead-156	40	8	to	to	PART
efajoead-156	40	9	design	design	VERB
efajoead-156	40	10	communicative	communicative	ADJ
efajoead-156	40	11	language	language	NOUN
efajoead-156	40	12	test	test	NOUN
efajoead-156	40	13	is	be	AUX
efajoead-156	40	14	not	not	PART
efajoead-156	40	15	yet	yet	ADV
efajoead-156	40	16	evaluated	evaluate	VERB
efajoead-156	40	17	and	and	CCONJ
efajoead-156	40	18	supervised	supervise	VERB
efajoead-156	40	19	.	.	PUNCT
efajoead-156	41	1	in	in	ADP
efajoead-156	41	2	other	other	ADJ
efajoead-156	41	3	side	side	NOUN
efajoead-156	41	4	,	,	PUNCT
efajoead-156	41	5	the	the	DET
efajoead-156	41	6	goal	goal	NOUN
efajoead-156	41	7	of	of	ADP
efajoead-156	41	8	teaching	teach	VERB
efajoead-156	41	9	the	the	DET
efajoead-156	41	10	four	four	NUM
efajoead-156	41	11	basic	basic	ADJ
efajoead-156	41	12	english	english	ADJ
efajoead-156	41	13	skills	skill	NOUN
efajoead-156	41	14	is	be	AUX
efajoead-156	41	15	to	to	PART
efajoead-156	41	16	develop	develop	VERB
efajoead-156	41	17	students	student	NOUN
efajoead-156	41	18	’	'	PUNCT
efajoead-156	41	19	communicative	communicative	ADJ
efajoead-156	41	20	competence	competence	NOUN
efajoead-156	41	21	.	.	PUNCT
efajoead-156	42	1	morever	morever	PROPN
efajoead-156	42	2	,	,	PUNCT
efajoead-156	42	3	the	the	DET
efajoead-156	42	4	role	role	NOUN
efajoead-156	42	5	of	of	ADP
efajoead-156	42	6	dosen	dosen	PROPN
efajoead-156	42	7	payung	payung	PROPN
efajoead-156	42	8	who	who	PRON
efajoead-156	42	9	act	act	VERB
efajoead-156	42	10	as	as	ADP
efajoead-156	42	11	senior	senior	ADJ
efajoead-156	42	12	lecturers	lecturer	NOUN
efajoead-156	42	13	is	be	AUX
efajoead-156	42	14	also	also	ADV
efajoead-156	42	15	not	not	PART
efajoead-156	42	16	yet	yet	ADV
efajoead-156	42	17	maximal	maximal	ADJ
efajoead-156	42	18	since	since	SCONJ
efajoead-156	42	19	their	their	PRON
efajoead-156	42	20	credits	credit	NOUN
efajoead-156	42	21	are	be	AUX
efajoead-156	42	22	over	over	ADP
efajoead-156	42	23	limites	limes	NOUN
efajoead-156	42	24	and	and	CCONJ
efajoead-156	42	25	almost	almost	ADV
efajoead-156	42	26	have	have	VERB
efajoead-156	42	27	no	no	DET
efajoead-156	42	28	spare	spare	ADJ
efajoead-156	42	29	time	time	NOUN
efajoead-156	42	30	to	to	PART
efajoead-156	42	31	discuss	discuss	VERB
efajoead-156	42	32	the	the	DET
efajoead-156	42	33	evaluation	evaluation	NOUN
efajoead-156	42	34	,	,	PUNCT
efajoead-156	42	35	particularly	particularly	ADV
efajoead-156	42	36	the	the	DET
efajoead-156	42	37	marking	mark	VERB
efajoead-156	42	38	system	system	NOUN
efajoead-156	42	39	,	,	PUNCT
efajoead-156	42	40	for	for	ADP
efajoead-156	42	41	each	each	DET
efajoead-156	42	42	english	english	ADJ
efajoead-156	42	43	skill	skill	NOUN
efajoead-156	42	44	.	.	PUNCT
efajoead-156	43	1	morever	morever	PROPN
efajoead-156	43	2	,	,	PUNCT
efajoead-156	43	3	as	as	ADP
efajoead-156	43	4	one	one	NUM
efajoead-156	43	5	of	of	ADP
efajoead-156	43	6	the	the	DET
efajoead-156	43	7	four	four	NUM
efajoead-156	43	8	basic	basic	ADJ
efajoead-156	43	9	skills	skill	NOUN
efajoead-156	43	10	,	,	PUNCT
efajoead-156	43	11	testing	testing	NOUN
efajoead-156	43	12	speaking	speak	VERB
efajoead-156	43	13	is	be	AUX
efajoead-156	43	14	likely	likely	ADJ
efajoead-156	43	15	to	to	PART
efajoead-156	43	16	be	be	AUX
efajoead-156	43	17	more	more	ADV
efajoead-156	43	18	subjective	subjective	ADJ
efajoead-156	43	19	test	test	NOUN
efajoead-156	43	20	than	than	ADP
efajoead-156	43	21	the	the	DET
efajoead-156	43	22	others	other	NOUN
efajoead-156	43	23	.	.	PUNCT
efajoead-156	44	1	as	as	ADP
efajoead-156	44	2	a	a	DET
efajoead-156	44	3	productive	productive	ADJ
efajoead-156	44	4	and	and	CCONJ
efajoead-156	44	5	spoken	spoken	ADJ
efajoead-156	44	6	test	test	NOUN
efajoead-156	44	7	,	,	PUNCT
efajoead-156	44	8	it	it	PRON
efajoead-156	44	9	also	also	ADV
efajoead-156	44	10	has	have	VERB
efajoead-156	44	11	some	some	DET
efajoead-156	44	12	aspects	aspect	NOUN
efajoead-156	44	13	to	to	PART
efajoead-156	44	14	be	be	AUX
efajoead-156	44	15	tested	test	VERB
efajoead-156	44	16	as	as	ADP
efajoead-156	44	17	the	the	DET
efajoead-156	44	18	marking	marking	NOUN
efajoead-156	44	19	criteria	criterion	NOUN
efajoead-156	44	20	and	and	CCONJ
efajoead-156	44	21	needs	need	VERB
efajoead-156	44	22	spesific	spesific	ADJ
efajoead-156	44	23	attention	attention	NOUN
efajoead-156	44	24	on	on	ADP
efajoead-156	44	25	scoring	scoring	NOUN
efajoead-156	44	26	scheme	scheme	NOUN
efajoead-156	44	27	.	.	PUNCT
efajoead-156	45	1	it	it	PRON
efajoead-156	45	2	is	be	AUX
efajoead-156	45	3	important	important	ADJ
efajoead-156	45	4	to	to	PART
efajoead-156	45	5	design	design	VERB
efajoead-156	45	6	a	a	DET
efajoead-156	45	7	marking	marking	NOUN
efajoead-156	45	8	system	system	NOUN
efajoead-156	45	9	that	that	PRON
efajoead-156	45	10	may	may	AUX
efajoead-156	45	11	represent	represent	VERB
efajoead-156	45	12	the	the	DET
efajoead-156	45	13	real	real	ADJ
efajoead-156	45	14	ability	ability	NOUN
efajoead-156	45	15	of	of	ADP
efajoead-156	45	16	students	student	NOUN
efajoead-156	45	17	.	.	PUNCT
efajoead-156	46	1	the	the	DET
efajoead-156	46	2	students	student	NOUN
efajoead-156	46	3	will	will	AUX
efajoead-156	46	4	bw	bw	VERB
efajoead-156	46	5	able	able	ADJ
efajoead-156	46	6	to	to	PART
efajoead-156	46	7	evaluate	evaluate	VERB
efajoead-156	46	8	themselves	themselves	PRON
efajoead-156	46	9	by	by	ADP
efajoead-156	46	10	recognising	recognise	VERB
efajoead-156	46	11	their	their	PRON
efajoead-156	46	12	weaknesses	weakness	NOUN
efajoead-156	46	13	and	and	CCONJ
efajoead-156	46	14	developing	develop	VERB
efajoead-156	46	15	their	their	PRON
efajoead-156	46	16	strengths	strength	NOUN
efajoead-156	46	17	.	.	PUNCT
efajoead-156	47	1	by	by	ADP
efajoead-156	47	2	offering	offer	VERB
efajoead-156	47	3	some	some	DET
efajoead-156	47	4	criteria	criterion	NOUN
efajoead-156	47	5	of	of	ADP
efajoead-156	47	6	marking	mark	VERB
efajoead-156	47	7	,	,	PUNCT
efajoead-156	47	8	the	the	DET
efajoead-156	47	9	teacher	teacher	NOUN
efajoead-156	47	10	would	would	AUX
efajoead-156	47	11	also	also	ADV
efajoead-156	47	12	be	be	AUX
efajoead-156	47	13	proffesional	proffesional	ADJ
efajoead-156	47	14	in	in	ADP
efajoead-156	47	15	helping	help	VERB
efajoead-156	47	16	the	the	DET
efajoead-156	47	17	students	student	NOUN
efajoead-156	47	18	to	to	PART
efajoead-156	47	19	develop	develop	VERB
efajoead-156	47	20	their	their	PRON
efajoead-156	47	21	communicative	communicative	ADJ
efajoead-156	47	22	competence	competence	NOUN
efajoead-156	47	23	.	.	PUNCT
efajoead-156	48	1	furthermore	furthermore	ADV
efajoead-156	48	2	,	,	PUNCT
efajoead-156	48	3	the	the	DET
efajoead-156	48	4	marking	mark	VERB
efajoead-156	48	5	system	system	NOUN
efajoead-156	48	6	which	which	PRON
efajoead-156	48	7	has	have	VERB
efajoead-156	48	8	detail	detail	NOUN
efajoead-156	48	9	supported	support	VERB
efajoead-156	48	10	criteria	criterion	NOUN
efajoead-156	48	11	and	and	CCONJ
efajoead-156	48	12	clear	clear	ADJ
efajoead-156	48	13	scoring	scoring	NOUN
efajoead-156	48	14	scheme	scheme	NOUN
efajoead-156	48	15	colud	colud	NOUN
efajoead-156	48	16	become	become	VERB
efajoead-156	48	17	a	a	DET
efajoead-156	48	18	valid	valid	ADJ
efajoead-156	48	19	source	source	NOUN
efajoead-156	48	20	to	to	PART
efajoead-156	48	21	describe	describe	VERB
efajoead-156	48	22	the	the	DET
efajoead-156	48	23	level	level	NOUN
efajoead-156	48	24	of	of	ADP
efajoead-156	48	25	testeed	testeed	NOUN
efajoead-156	48	26	,	,	PUNCT
efajoead-156	48	27	the	the	DET
efajoead-156	48	28	students	student	NOUN
efajoead-156	48	29	.	.	PUNCT
efajoead-156	49	1	based	base	VERB
efajoead-156	49	2	on	on	ADP
efajoead-156	49	3	some	some	DET
efajoead-156	49	4	theories	theory	NOUN
efajoead-156	49	5	and	and	CCONJ
efajoead-156	49	6	facts	fact	NOUN
efajoead-156	49	7	above	above	ADV
efajoead-156	49	8	,	,	PUNCT
efajoead-156	49	9	the	the	DET
efajoead-156	49	10	researcher	researcher	NOUN
efajoead-156	49	11	is	be	AUX
efajoead-156	49	12	intended	intend	VERB
efajoead-156	49	13	to	to	PART
efajoead-156	49	14	investigate	investigate	VERB
efajoead-156	49	15	the	the	DET
efajoead-156	49	16	marking	mark	VERB
efajoead-156	49	17	system	system	NOUN
efajoead-156	49	18	used	use	VERB
efajoead-156	49	19	by	by	ADP
efajoead-156	49	20	english	english	ADJ
efajoead-156	49	21	lecturers	lecturer	NOUN
efajoead-156	49	22	of	of	ADP
efajoead-156	49	23	stain	stain	NOUN
efajoead-156	49	24	curup	curup	NOUN
efajoead-156	49	25	in	in	ADP
efajoead-156	49	26	testing	test	VERB
efajoead-156	49	27	students	student	NOUN
efajoead-156	49	28	’	'	PUNCT
efajoead-156	49	29	speaking	speak	VERB
efajoead-156	49	30	ability	ability	NOUN
efajoead-156	49	31	.	.	PUNCT
efajoead-156	50	1	english	english	PROPN
efajoead-156	50	2	franca	franca	PROPN
efajoead-156	50	3	vol	vol	NOUN
efajoead-156	50	4	1	1	NUM
efajoead-156	50	5	no	no	DET
efajoead-156	50	6	01	01	NUM
efajoead-156	50	7	tahun	tahun	PROPN
efajoead-156	50	8	2017	2017	NUM
efajoead-156	50	9	,	,	PUNCT
efajoead-156	50	10	stain	stain	NOUN
efajoead-156	50	11	curup	curup	NOUN
efajoead-156	50	12	page	page	NOUN
efajoead-156	50	13	64	64	NUM
efajoead-156	50	14	p	p	NOUN
efajoead-156	50	15	-	-	PUNCT
efajoead-156	50	16	issn	issn	PROPN
efajoead-156	50	17	1494238293	1494238293	NUM
efajoead-156	50	18	,	,	PUNCT
efajoead-156	50	19	e	e	X
efajoead-156	50	20	-	-	PROPN
efajoead-156	50	21	issn	issn	PROPN
efajoead-156	50	22	1494237782	1494237782	NUM
efajoead-156	50	23	there	there	PRON
efajoead-156	50	24	are	be	VERB
efajoead-156	50	25	many	many	ADJ
efajoead-156	50	26	subjects	subject	NOUN
efajoead-156	50	27	in	in	ADP
efajoead-156	50	28	english	english	PROPN
efajoead-156	50	29	tadris	tadris	PROPN
efajoead-156	50	30	study	study	NOUN
efajoead-156	50	31	program	program	NOUN
efajoead-156	50	32	and	and	CCONJ
efajoead-156	50	33	each	each	DET
efajoead-156	50	34	subject	subject	NOUN
efajoead-156	50	35	perform	perform	NOUN
efajoead-156	50	36	test	test	NOUN
efajoead-156	50	37	as	as	ADP
efajoead-156	50	38	the	the	DET
efajoead-156	50	39	evaluation	evaluation	NOUN
efajoead-156	50	40	,	,	PUNCT
efajoead-156	50	41	including	include	VERB
efajoead-156	50	42	the	the	DET
efajoead-156	50	43	marking	mark	VERB
efajoead-156	50	44	system	system	NOUN
efajoead-156	50	45	.	.	PUNCT
efajoead-156	51	1	since	since	SCONJ
efajoead-156	51	2	each	each	DET
efajoead-156	51	3	test	test	NOUN
efajoead-156	51	4	has	have	VERB
efajoead-156	51	5	its	its	PRON
efajoead-156	51	6	own	own	ADJ
efajoead-156	51	7	criteria	criterion	NOUN
efajoead-156	51	8	of	of	ADP
efajoead-156	51	9	marking	mark	VERB
efajoead-156	51	10	and	and	CCONJ
efajoead-156	51	11	scoring	scoring	NOUN
efajoead-156	51	12	scheme	scheme	NOUN
efajoead-156	51	13	,	,	PUNCT
efajoead-156	51	14	this	this	DET
efajoead-156	51	15	research	research	NOUN
efajoead-156	51	16	only	only	ADV
efajoead-156	51	17	discuss	discuss	VERB
efajoead-156	51	18	the	the	DET
efajoead-156	51	19	marking	mark	VERB
efajoead-156	51	20	system	system	NOUN
efajoead-156	51	21	in	in	ADP
efajoead-156	51	22	testing	test	VERB
efajoead-156	51	23	students	student	NOUN
efajoead-156	51	24	’	'	PUNCT
efajoead-156	51	25	speaking	speak	VERB
efajoead-156	51	26	ability	ability	NOUN
efajoead-156	51	27	.	.	PUNCT
efajoead-156	52	1	there	there	PRON
efajoead-156	52	2	are	be	VERB
efajoead-156	52	3	so	so	ADV
efajoead-156	52	4	many	many	ADJ
efajoead-156	52	5	aspects	aspect	NOUN
efajoead-156	52	6	of	of	ADP
efajoead-156	52	7	analysis	analysis	NOUN
efajoead-156	52	8	that	that	PRON
efajoead-156	52	9	could	could	AUX
efajoead-156	52	10	be	be	AUX
efajoead-156	52	11	researched	research	VERB
efajoead-156	52	12	related	relate	VERB
efajoead-156	52	13	to	to	ADP
efajoead-156	52	14	english	english	ADJ
efajoead-156	52	15	tests	test	NOUN
efajoead-156	52	16	,	,	PUNCT
efajoead-156	52	17	especially	especially	ADV
efajoead-156	52	18	in	in	ADP
efajoead-156	52	19	testing	testing	NOUN
efajoead-156	52	20	speaking	speak	VERB
efajoead-156	52	21	,	,	PUNCT
efajoead-156	52	22	this	this	DET
efajoead-156	52	23	study	study	NOUN
efajoead-156	52	24	only	only	ADV
efajoead-156	52	25	cover	cover	VERB
efajoead-156	52	26	two	two	NUM
efajoead-156	52	27	aspects	aspect	NOUN
efajoead-156	52	28	of	of	ADP
efajoead-156	52	29	analysis	analysis	NOUN
efajoead-156	52	30	:	:	PUNCT
efajoead-156	52	31	the	the	DET
efajoead-156	52	32	criteria	criterion	NOUN
efajoead-156	52	33	of	of	ADP
efajoead-156	52	34	marking	mark	VERB
efajoead-156	52	35	and	and	CCONJ
efajoead-156	52	36	the	the	DET
efajoead-156	52	37	scoring	scoring	NOUN
efajoead-156	52	38	scheme	scheme	NOUN
efajoead-156	52	39	of	of	ADP
efajoead-156	52	40	speaking	speak	VERB
efajoead-156	52	41	test	test	NOUN
efajoead-156	52	42	.	.	PUNCT
efajoead-156	53	1	these	these	DET
efajoead-156	53	2	two	two	NUM
efajoead-156	53	3	aspects	aspect	NOUN
efajoead-156	53	4	are	be	AUX
efajoead-156	53	5	needed	need	VERB
efajoead-156	53	6	to	to	PART
efajoead-156	53	7	be	be	AUX
efajoead-156	53	8	investigated	investigate	VERB
efajoead-156	53	9	as	as	ADP
efajoead-156	53	10	the	the	DET
efajoead-156	53	11	first	first	ADJ
efajoead-156	53	12	step	step	NOUN
efajoead-156	53	13	of	of	ADP
efajoead-156	53	14	test	test	NOUN
efajoead-156	53	15	analysis	analysis	NOUN
efajoead-156	53	16	in	in	ADP
efajoead-156	53	17	english	english	PROPN
efajoead-156	53	18	tadris	tadris	PROPN
efajoead-156	53	19	study	study	PROPN
efajoead-156	53	20	program	program	NOUN
efajoead-156	53	21	since	since	SCONJ
efajoead-156	53	22	they	they	PRON
efajoead-156	53	23	are	be	AUX
efajoead-156	53	24	the	the	DET
efajoead-156	53	25	general	general	ADJ
efajoead-156	53	26	principles	principle	NOUN
efajoead-156	53	27	and	and	CCONJ
efajoead-156	53	28	basic	basic	ADJ
efajoead-156	53	29	guidelines	guideline	NOUN
efajoead-156	53	30	in	in	ADP
efajoead-156	53	31	constructing	construct	VERB
efajoead-156	53	32	language	language	NOUN
efajoead-156	53	33	test	test	NOUN
efajoead-156	53	34	.	.	PUNCT
efajoead-156	54	1	the	the	DET
efajoead-156	54	2	problem	problem	NOUN
efajoead-156	54	3	of	of	ADP
efajoead-156	54	4	this	this	DET
efajoead-156	54	5	research	research	NOUN
efajoead-156	54	6	will	will	AUX
efajoead-156	54	7	be	be	AUX
efajoead-156	54	8	about	about	ADP
efajoead-156	54	9	the	the	DET
efajoead-156	54	10	marking	mark	VERB
efajoead-156	54	11	system	system	NOUN
efajoead-156	54	12	use	use	NOUN
efajoead-156	54	13	by	by	ADP
efajoead-156	54	14	speaking	speak	VERB
efajoead-156	54	15	lecturers	lecturer	NOUN
efajoead-156	54	16	of	of	ADP
efajoead-156	54	17	stain	stain	NOUN
efajoead-156	54	18	curup	curup	NOUN
efajoead-156	54	19	in	in	ADP
efajoead-156	54	20	testing	test	VERB
efajoead-156	54	21	students	student	NOUN
efajoead-156	54	22	’	'	PUNCT
efajoead-156	54	23	speaking	speak	VERB
efajoead-156	54	24	ability	ability	NOUN
efajoead-156	54	25	.	.	PUNCT
efajoead-156	55	1	the	the	DET
efajoead-156	55	2	objectives	objective	NOUN
efajoead-156	55	3	of	of	ADP
efajoead-156	55	4	this	this	DET
efajoead-156	55	5	research	research	NOUN
efajoead-156	55	6	are	be	AUX
efajoead-156	55	7	to	to	PART
efajoead-156	55	8	investigate	investigate	VERB
efajoead-156	55	9	:	:	PUNCT
efajoead-156	56	1	1	1	X
efajoead-156	56	2	.	.	PUNCT
efajoead-156	57	1	the	the	DET
efajoead-156	57	2	criteria	criterion	NOUN
efajoead-156	57	3	of	of	ADP
efajoead-156	57	4	marking	mark	VERB
efajoead-156	57	5	used	use	VERB
efajoead-156	57	6	by	by	ADP
efajoead-156	57	7	speaking	speak	VERB
efajoead-156	57	8	lecturers	lecturer	NOUN
efajoead-156	57	9	of	of	ADP
efajoead-156	57	10	stain	stain	NOUN
efajoead-156	57	11	curup	curup	NOUN
efajoead-156	57	12	in	in	ADP
efajoead-156	57	13	testing	test	VERB
efajoead-156	57	14	students	student	NOUN
efajoead-156	57	15	’	'	PUNCT
efajoead-156	57	16	speaking	speak	VERB
efajoead-156	57	17	ability	ability	NOUN
efajoead-156	57	18	.	.	PUNCT
efajoead-156	58	1	2	2	X
efajoead-156	58	2	.	.	X
efajoead-156	58	3	the	the	DET
efajoead-156	58	4	scoring	scoring	NOUN
efajoead-156	58	5	scheme	scheme	NOUN
efajoead-156	58	6	used	use	VERB
efajoead-156	58	7	by	by	ADP
efajoead-156	58	8	speaking	speak	VERB
efajoead-156	58	9	lecturers	lecturer	NOUN
efajoead-156	58	10	’	'	PUNCT
efajoead-156	58	11	of	of	ADP
efajoead-156	58	12	stain	stain	NOUN
efajoead-156	58	13	curup	curup	NOUN
efajoead-156	58	14	in	in	ADP
efajoead-156	58	15	testing	test	VERB
efajoead-156	58	16	students	student	NOUN
efajoead-156	58	17	’	'	PUNCT
efajoead-156	58	18	speaking	speak	VERB
efajoead-156	58	19	ability	ability	NOUN
efajoead-156	58	20	.	.	PUNCT
efajoead-156	59	1	3	3	X
efajoead-156	59	2	.	.	X
efajoead-156	59	3	the	the	DET
efajoead-156	59	4	reason	reason	NOUN
efajoead-156	59	5	for	for	ADP
efajoead-156	59	6	speaking	speak	VERB
efajoead-156	59	7	lecturers	lecturer	NOUN
efajoead-156	59	8	of	of	ADP
efajoead-156	59	9	stain	stain	NOUN
efajoead-156	59	10	cururp	cururp	NOUN
efajoead-156	59	11	in	in	ADP
efajoead-156	59	12	designing	design	VERB
efajoead-156	59	13	the	the	DET
efajoead-156	59	14	marking	mark	VERB
efajoead-156	59	15	system	system	NOUN
efajoead-156	59	16	to	to	PART
efajoead-156	59	17	test	test	VERB
efajoead-156	59	18	students	student	NOUN
efajoead-156	59	19	’	'	PUNCT
efajoead-156	59	20	speaking	speak	VERB
efajoead-156	59	21	ability	ability	NOUN
efajoead-156	59	22	.	.	PUNCT
efajoead-156	60	1	theoritical	theoritical	ADJ
efajoead-156	60	2	framework	framework	NOUN
efajoead-156	60	3	testing	testing	NOUN
efajoead-156	60	4	speaking	speak	VERB
efajoead-156	60	5	speaking	speak	VERB
efajoead-156	60	6	ability	ability	NOUN
efajoead-156	60	7	involves	involve	VERB
efajoead-156	60	8	many	many	ADJ
efajoead-156	60	9	aspects	aspect	NOUN
efajoead-156	60	10	which	which	PRON
efajoead-156	60	11	can	can	AUX
efajoead-156	60	12	be	be	AUX
efajoead-156	60	13	analyzed	analyze	VERB
efajoead-156	60	14	into	into	ADP
efajoead-156	60	15	the	the	DET
efajoead-156	60	16	elements	element	NOUN
efajoead-156	60	17	of	of	ADP
efajoead-156	60	18	the	the	DET
efajoead-156	60	19	speaking	speak	VERB
efajoead-156	60	20	skills	skill	NOUN
efajoead-156	60	21	and	and	CCONJ
efajoead-156	60	22	the	the	DET
efajoead-156	60	23	overall	overall	ADJ
efajoead-156	60	24	speaking	speak	VERB
efajoead-156	60	25	proficiency	proficiency	NOUN
efajoead-156	60	26	(	(	PUNCT
efajoead-156	60	27	speaking	speak	VERB
efajoead-156	60	28	for	for	ADP
efajoead-156	60	29	functional	functional	ADJ
efajoead-156	60	30	purposes	purpose	NOUN
efajoead-156	60	31	)	)	PUNCT
efajoead-156	60	32	.	.	PUNCT
efajoead-156	61	1	at	at	ADP
efajoead-156	61	2	the	the	DET
efajoead-156	61	3	element	element	ADJ
efajoead-156	61	4	level	level	NOUN
efajoead-156	61	5	of	of	ADP
efajoead-156	61	6	speaking	speak	VERB
efajoead-156	61	7	(	(	PUNCT
efajoead-156	61	8	primary	primary	ADJ
efajoead-156	61	9	level	level	NOUN
efajoead-156	61	10	)	)	PUNCT
efajoead-156	61	11	,	,	PUNCT
efajoead-156	61	12	the	the	DET
efajoead-156	61	13	speaking	speaking	NOUN
efajoead-156	61	14	might	might	AUX
efajoead-156	61	15	involve	involve	VERB
efajoead-156	61	16	pronunciation	pronunciation	NOUN
efajoead-156	61	17	,	,	PUNCT
efajoead-156	61	18	intonation	intonation	NOUN
efajoead-156	61	19	,	,	PUNCT
efajoead-156	61	20	stres	stre	NOUN
efajoead-156	61	21	and	and	CCONJ
efajoead-156	61	22	other	other	ADJ
efajoead-156	61	23	suprasegmental	suprasegmental	ADJ
efajoead-156	61	24	features	feature	NOUN
efajoead-156	61	25	.	.	PUNCT
efajoead-156	62	1	at	at	ADP
efajoead-156	62	2	this	this	DET
efajoead-156	62	3	stage	stage	NOUN
efajoead-156	62	4	,	,	PUNCT
efajoead-156	62	5	the	the	DET
efajoead-156	62	6	speaking	speaking	NOUN
efajoead-156	62	7	also	also	ADV
efajoead-156	62	8	requires	require	VERB
efajoead-156	62	9	the	the	DET
efajoead-156	62	10	correct	correct	ADJ
efajoead-156	62	11	use	use	NOUN
efajoead-156	62	12	(	(	PUNCT
efajoead-156	62	13	structure	structure	NOUN
efajoead-156	62	14	)	)	PUNCT
efajoead-156	62	15	,	,	PUNCT
efajoead-156	62	16	and	and	CCONJ
efajoead-156	62	17	the	the	DET
efajoead-156	62	18	correct	correct	ADJ
efajoead-156	62	19	idiomatic	idiomatic	ADJ
efajoead-156	62	20	use	use	NOUN
efajoead-156	62	21	(	(	PUNCT
efajoead-156	62	22	vocabulary	vocabulary	NOUN
efajoead-156	62	23	)	)	PUNCT
efajoead-156	62	24	of	of	ADP
efajoead-156	62	25	the	the	DET
efajoead-156	62	26	target	target	NOUN
efajoead-156	62	27	language	language	NOUN
efajoead-156	62	28	.	.	PUNCT
efajoead-156	63	1	at	at	ADP
efajoead-156	63	2	the	the	DET
efajoead-156	63	3	functional	functional	ADJ
efajoead-156	63	4	level	level	NOUN
efajoead-156	63	5	,	,	PUNCT
efajoead-156	63	6	speaking	speak	VERB
efajoead-156	63	7	involves	involve	VERB
efajoead-156	63	8	the	the	DET
efajoead-156	63	9	integration	integration	NOUN
efajoead-156	63	10	of	of	ADP
efajoead-156	63	11	the	the	DET
efajoead-156	63	12	elements	element	NOUN
efajoead-156	63	13	of	of	ADP
efajoead-156	63	14	the	the	DET
efajoead-156	63	15	language	language	NOUN
efajoead-156	63	16	and	and	CCONJ
efajoead-156	63	17	the	the	DET
efajoead-156	63	18	function	function	NOUN
efajoead-156	63	19	of	of	ADP
efajoead-156	63	20	using	use	VERB
efajoead-156	63	21	language	language	NOUN
efajoead-156	63	22	either	either	CCONJ
efajoead-156	63	23	for	for	ADP
efajoead-156	63	24	transaction	transaction	NOUN
efajoead-156	63	25	or	or	CCONJ
efajoead-156	63	26	for	for	ADP
efajoead-156	63	27	interaction	interaction	NOUN
efajoead-156	63	28	.	.	PUNCT
efajoead-156	64	1	on	on	ADP
efajoead-156	64	2	the	the	DET
efajoead-156	64	3	basis	basis	NOUN
efajoead-156	64	4	of	of	ADP
efajoead-156	64	5	its	its	PRON
efajoead-156	64	6	function	function	NOUN
efajoead-156	64	7	language	language	NOUN
efajoead-156	64	8	can	can	AUX
efajoead-156	64	9	be	be	AUX
efajoead-156	64	10	used	use	VERB
efajoead-156	64	11	for	for	ADP
efajoead-156	64	12	social	social	ADJ
efajoead-156	64	13	relationship	relationship	NOUN
efajoead-156	64	14	(	(	PUNCT
efajoead-156	64	15	interaction	interaction	NOUN
efajoead-156	64	16	function	function	NOUN
efajoead-156	64	17	)	)	PUNCT
efajoead-156	64	18	and	and	CCONJ
efajoead-156	64	19	for	for	ADP
efajoead-156	64	20	giving	give	VERB
efajoead-156	64	21	information	information	NOUN
efajoead-156	64	22	(	(	PUNCT
efajoead-156	64	23	transactional	transactional	ADJ
efajoead-156	64	24	function	function	NOUN
efajoead-156	64	25	)	)	PUNCT
efajoead-156	64	26	.	.	PUNCT
efajoead-156	65	1	in	in	ADP
efajoead-156	65	2	testing	testing	NOUN
efajoead-156	65	3	,	,	PUNCT
efajoead-156	65	4	the	the	DET
efajoead-156	65	5	interactive	interactive	ADJ
efajoead-156	65	6	speaking	speaking	NOUN
efajoead-156	65	7	can	can	AUX
efajoead-156	65	8	be	be	AUX
efajoead-156	65	9	in	in	ADP
efajoead-156	65	10	the	the	DET
efajoead-156	65	11	form	form	NOUN
efajoead-156	65	12	of	of	ADP
efajoead-156	65	13	interview	interview	NOUN
efajoead-156	65	14	,	,	PUNCT
efajoead-156	65	15	role	role	NOUN
efajoead-156	65	16	play	play	NOUN
efajoead-156	65	17	,	,	PUNCT
efajoead-156	65	18	discussion	discussion	NOUN
efajoead-156	65	19	and	and	CCONJ
efajoead-156	65	20	the	the	DET
efajoead-156	65	21	like	like	ADJ
efajoead-156	65	22	,	,	PUNCT
efajoead-156	65	23	while	while	SCONJ
efajoead-156	65	24	the	the	DET
efajoead-156	65	25	trans	tran	NOUN
efajoead-156	65	26	-	-	ADJ
efajoead-156	65	27	active	active	ADJ
efajoead-156	65	28	speaking	speaking	NOUN
efajoead-156	65	29	may	may	AUX
efajoead-156	65	30	take	take	VERB
efajoead-156	65	31	english	english	PROPN
efajoead-156	65	32	franca	franca	NOUN
efajoead-156	65	33	vol	vol	NOUN
efajoead-156	65	34	1	1	NUM
efajoead-156	65	35	no	no	DET
efajoead-156	65	36	01	01	NUM
efajoead-156	65	37	tahun	tahun	PROPN
efajoead-156	65	38	2017	2017	NUM
efajoead-156	65	39	,	,	PUNCT
efajoead-156	65	40	stain	stain	NOUN
efajoead-156	65	41	curup	curup	NOUN
efajoead-156	65	42	page	page	NOUN
efajoead-156	65	43	65	65	NUM
efajoead-156	65	44	p	p	NUM
efajoead-156	65	45	-	-	PUNCT
efajoead-156	65	46	issn	issn	PROPN
efajoead-156	65	47	1494238293	1494238293	NUM
efajoead-156	65	48	,	,	PUNCT
efajoead-156	65	49	e	e	X
efajoead-156	65	50	-	-	PROPN
efajoead-156	65	51	issn	issn	VERB
efajoead-156	65	52	1494237782	1494237782	NUM
efajoead-156	65	53	the	the	DET
efajoead-156	65	54	form	form	NOUN
efajoead-156	65	55	of	of	ADP
efajoead-156	65	56	storytelling	storytelle	VERB
efajoead-156	65	57	.	.	PUNCT
efajoead-156	66	1	oral	oral	ADJ
efajoead-156	66	2	report	report	NOUN
efajoead-156	66	3	,	,	PUNCT
efajoead-156	66	4	describing	describe	VERB
efajoead-156	66	5	object	object	NOUN
efajoead-156	66	6	/	/	SYM
efajoead-156	66	7	person	person	NOUN
efajoead-156	66	8	/	/	SYM
efajoead-156	66	9	thing	thing	NOUN
efajoead-156	66	10	,	,	PUNCT
efajoead-156	66	11	addressing	address	VERB
efajoead-156	66	12	speech	speech	NOUN
efajoead-156	66	13	,	,	PUNCT
efajoead-156	66	14	and	and	CCONJ
efajoead-156	66	15	so	so	ADV
efajoead-156	66	16	on	on	ADV
efajoead-156	66	17	.	.	PUNCT
efajoead-156	67	1	the	the	DET
efajoead-156	67	2	two	two	NUM
efajoead-156	67	3	levels	level	NOUN
efajoead-156	67	4	of	of	ADP
efajoead-156	67	5	assessment	assessment	NOUN
efajoead-156	67	6	in	in	ADP
efajoead-156	67	7	speaking	speak	VERB
efajoead-156	67	8	test	test	NOUN
efajoead-156	67	9	cause	cause	VERB
efajoead-156	67	10	problems	problem	NOUN
efajoead-156	67	11	in	in	ADP
efajoead-156	67	12	choosing	choose	VERB
efajoead-156	67	13	criteria	criterion	NOUN
efajoead-156	67	14	in	in	ADP
efajoead-156	67	15	assessing	assess	VERB
efajoead-156	67	16	students	student	NOUN
efajoead-156	67	17	’	'	PUNCT
efajoead-156	67	18	ability	ability	NOUN
efajoead-156	67	19	.	.	PUNCT
efajoead-156	68	1	the	the	DET
efajoead-156	68	2	problems	problem	NOUN
efajoead-156	68	3	relate	relate	VERB
efajoead-156	68	4	to	to	ADP
efajoead-156	68	5	the	the	DET
efajoead-156	68	6	decison	decison	NOUN
efajoead-156	68	7	to	to	PART
efajoead-156	68	8	determine	determine	VERB
efajoead-156	68	9	the	the	DET
efajoead-156	68	10	aspects	aspect	NOUN
efajoead-156	68	11	to	to	PART
efajoead-156	68	12	be	be	AUX
efajoead-156	68	13	looked	look	VERB
efajoead-156	68	14	for	for	ADP
efajoead-156	68	15	:	:	PUNCT
efajoead-156	68	16	do	do	AUX
efajoead-156	68	17	the	the	DET
efajoead-156	68	18	examiners	examiner	NOUN
efajoead-156	68	19	focus	focus	VERB
efajoead-156	68	20	on	on	ADP
efajoead-156	68	21	the	the	DET
efajoead-156	68	22	elements	element	NOUN
efajoead-156	68	23	of	of	ADP
efajoead-156	68	24	speaking	speak	VERB
efajoead-156	68	25	skills	skill	NOUN
efajoead-156	68	26	or	or	CCONJ
efajoead-156	68	27	the	the	DET
efajoead-156	68	28	overall	overall	ADJ
efajoead-156	68	29	speaking	speak	VERB
efajoead-156	68	30	proficiency	proficiency	NOUN
efajoead-156	68	31	(	(	PUNCT
efajoead-156	68	32	speaking	speak	VERB
efajoead-156	68	33	for	for	ADP
efajoead-156	68	34	functional	functional	ADJ
efajoead-156	68	35	purposes	purpose	NOUN
efajoead-156	68	36	)	)	PUNCT
efajoead-156	68	37	.	.	PUNCT
efajoead-156	69	1	the	the	DET
efajoead-156	69	2	test	test	NOUN
efajoead-156	69	3	designers	designer	NOUN
efajoead-156	69	4	,	,	PUNCT
efajoead-156	69	5	therefore	therefore	ADV
efajoead-156	69	6	,	,	PUNCT
efajoead-156	69	7	should	should	AUX
efajoead-156	69	8	determine	determine	VERB
efajoead-156	69	9	the	the	DET
efajoead-156	69	10	purpose	purpose	NOUN
efajoead-156	69	11	of	of	ADP
efajoead-156	69	12	conducting	conduct	VERB
efajoead-156	69	13	tests	test	NOUN
efajoead-156	69	14	,	,	PUNCT
efajoead-156	69	15	which	which	PRON
efajoead-156	69	16	can	can	AUX
efajoead-156	69	17	be	be	AUX
efajoead-156	69	18	derived	derive	VERB
efajoead-156	69	19	from	from	ADP
efajoead-156	69	20	the	the	DET
efajoead-156	69	21	objectives	objective	NOUN
efajoead-156	69	22	of	of	ADP
efajoead-156	69	23	language	language	NOUN
efajoead-156	69	24	learning	learning	NOUN
efajoead-156	69	25	.	.	PUNCT
efajoead-156	70	1	from	from	ADP
efajoead-156	70	2	the	the	DET
efajoead-156	70	3	purpose	purpose	NOUN
efajoead-156	70	4	and	and	CCONJ
efajoead-156	70	5	objectives	objective	NOUN
efajoead-156	70	6	of	of	ADP
efajoead-156	70	7	the	the	DET
efajoead-156	70	8	test	test	NOUN
efajoead-156	70	9	,	,	PUNCT
efajoead-156	70	10	they	they	PRON
efajoead-156	70	11	can	can	AUX
efajoead-156	70	12	employ	employ	VERB
efajoead-156	70	13	the	the	DET
efajoead-156	70	14	appropriate	appropriate	ADJ
efajoead-156	70	15	types	type	NOUN
efajoead-156	70	16	and	and	CCONJ
efajoead-156	70	17	approaches	approach	NOUN
efajoead-156	70	18	of	of	ADP
efajoead-156	70	19	testing	testing	NOUN
efajoead-156	70	20	procedures	procedure	NOUN
efajoead-156	70	21	whether	whether	SCONJ
efajoead-156	70	22	to	to	PART
efajoead-156	70	23	empploy	empploy	VERB
efajoead-156	70	24	discrete	discrete	ADJ
efajoead-156	70	25	-	-	PUNCT
efajoead-156	70	26	point	point	NOUN
efajoead-156	70	27	,	,	PUNCT
efajoead-156	70	28	integrative	integrative	ADJ
efajoead-156	70	29	or	or	CCONJ
efajoead-156	70	30	pragmatic	pragmatic	ADJ
efajoead-156	70	31	test.a	test.a	ADJ
efajoead-156	70	32	discrete	discrete	ADJ
efajoead-156	70	33	-	-	PUNCT
efajoead-156	70	34	point	point	NOUN
efajoead-156	70	35	test	test	NOUN
efajoead-156	70	36	refers	refer	VERB
efajoead-156	70	37	to	to	ADP
efajoead-156	70	38	a	a	DET
efajoead-156	70	39	test	test	NOUN
efajoead-156	70	40	that	that	PRON
efajoead-156	70	41	attempts	attempt	VERB
efajoead-156	70	42	to	to	PART
efajoead-156	70	43	assess	assess	VERB
efajoead-156	70	44	a	a	DET
efajoead-156	70	45	particular	particular	ADJ
efajoead-156	70	46	element	element	NOUN
efajoead-156	70	47	of	of	ADP
efajoead-156	70	48	language	language	NOUN
efajoead-156	70	49	at	at	ADP
efajoead-156	70	50	a	a	DET
efajoead-156	70	51	time	time	NOUN
efajoead-156	70	52	such	such	ADJ
efajoead-156	70	53	as	as	ADP
efajoead-156	70	54	pronunciation	pronunciation	NOUN
efajoead-156	70	55	,	,	PUNCT
efajoead-156	70	56	stress	stress	NOUN
efajoead-156	70	57	,	,	PUNCT
efajoead-156	70	58	intonation	intonation	NOUN
efajoead-156	70	59	,	,	PUNCT
efajoead-156	70	60	structure	structure	NOUN
efajoead-156	70	61	,	,	PUNCT
efajoead-156	70	62	and	and	CCONJ
efajoead-156	70	63	vocabulary	vocabulary	NOUN
efajoead-156	70	64	.	.	PUNCT
efajoead-156	71	1	an	an	DET
efajoead-156	71	2	integrative	integrative	ADJ
efajoead-156	71	3	test	test	NOUN
efajoead-156	71	4	attempts	attempt	NOUN
efajoead-156	71	5	top	top	ADJ
efajoead-156	71	6	assess	assess	NOUN
efajoead-156	71	7	learners	learner	NOUN
efajoead-156	71	8	’	'	PUNCT
efajoead-156	71	9	ability	ability	NOUN
efajoead-156	71	10	to	to	PART
efajoead-156	71	11	use	use	VERB
efajoead-156	71	12	many	many	ADJ
efajoead-156	71	13	bits	bit	NOUN
efajoead-156	71	14	of	of	ADP
efajoead-156	71	15	their	their	PRON
efajoead-156	71	16	skill	skill	NOUN
efajoead-156	71	17	at	at	ADP
efajoead-156	71	18	a	a	DET
efajoead-156	71	19	time	time	NOUN
efajoead-156	71	20	.	.	PUNCT
efajoead-156	72	1	a	a	DET
efajoead-156	72	2	pragmatic	pragmatic	ADJ
efajoead-156	72	3	test	test	NOUN
efajoead-156	72	4	refers	refer	VERB
efajoead-156	72	5	to	to	ADP
efajoead-156	72	6	a	a	DET
efajoead-156	72	7	procedure	procedure	NOUN
efajoead-156	72	8	or	or	CCONJ
efajoead-156	72	9	task	task	NOUN
efajoead-156	72	10	that	that	PRON
efajoead-156	72	11	requires	require	VERB
efajoead-156	72	12	learners	learner	NOUN
efajoead-156	72	13	’	'	PUNCT
efajoead-156	72	14	to	to	PART
efajoead-156	72	15	process	process	VERB
efajoead-156	72	16	sequences	sequence	NOUN
efajoead-156	72	17	of	of	ADP
efajoead-156	72	18	elements	element	NOUN
efajoead-156	72	19	in	in	ADP
efajoead-156	72	20	a	a	DET
efajoead-156	72	21	language	language	NOUN
efajoead-156	72	22	that	that	PRON
efajoead-156	72	23	conforms	conform	VERB
efajoead-156	72	24	to	to	ADP
efajoead-156	72	25	the	the	DET
efajoead-156	72	26	normal	normal	ADJ
efajoead-156	72	27	contextual	contextual	ADJ
efajoead-156	72	28	constraints	constraint	NOUN
efajoead-156	72	29	of	of	ADP
efajoead-156	72	30	that	that	DET
efajoead-156	72	31	language	language	NOUN
efajoead-156	72	32	and	and	CCONJ
efajoead-156	72	33	to	to	PART
efajoead-156	72	34	relate	relate	VERB
efajoead-156	72	35	sequences	sequence	NOUN
efajoead-156	72	36	of	of	ADP
efajoead-156	72	37	linguistic	linguistic	ADJ
efajoead-156	72	38	elements	element	NOUN
efajoead-156	72	39	to	to	ADP
efajoead-156	72	40	extra	extra	ADJ
efajoead-156	72	41	linguistic	linguistic	ADJ
efajoead-156	72	42	contexts	context	NOUN
efajoead-156	72	43	in	in	ADP
efajoead-156	72	44	a	a	DET
efajoead-156	72	45	meaningful	meaningful	ADJ
efajoead-156	72	46	way	way	NOUN
efajoead-156	72	47	.	.	PUNCT
efajoead-156	73	1	in	in	ADP
efajoead-156	73	2	speaking	speak	VERB
efajoead-156	73	3	test	test	NOUN
efajoead-156	73	4	,	,	PUNCT
efajoead-156	73	5	is	be	AUX
efajoead-156	73	6	not	not	PART
efajoead-156	73	7	always	always	ADV
efajoead-156	73	8	easy	easy	ADJ
efajoead-156	73	9	to	to	PART
efajoead-156	73	10	get	get	VERB
efajoead-156	73	11	students	student	NOUN
efajoead-156	73	12	to	to	PART
efajoead-156	73	13	speak	speak	VERB
efajoead-156	73	14	.	.	PUNCT
efajoead-156	74	1	sometimes	sometimes	ADV
efajoead-156	74	2	the	the	DET
efajoead-156	74	3	tasks	task	NOUN
efajoead-156	74	4	we	we	PRON
efajoead-156	74	5	expect	expect	VERB
efajoead-156	74	6	to	to	PART
efajoead-156	74	7	be	be	AUX
efajoead-156	74	8	capable	capable	ADJ
efajoead-156	74	9	of	of	ADP
efajoead-156	74	10	motivating	motivate	VERB
efajoead-156	74	11	students	student	NOUN
efajoead-156	74	12	to	to	PART
efajoead-156	74	13	speak	speak	VERB
efajoead-156	74	14	do	do	AUX
efajoead-156	74	15	not	not	PART
efajoead-156	74	16	work	work	VERB
efajoead-156	74	17	as	as	ADP
efajoead-156	74	18	expexted	expexte	VERB
efajoead-156	74	19	.	.	PUNCT
efajoead-156	75	1	to	to	PART
efajoead-156	75	2	overcome	overcome	VERB
efajoead-156	75	3	this	this	DET
efajoead-156	75	4	situation	situation	NOUN
efajoead-156	75	5	,	,	PUNCT
efajoead-156	75	6	in	in	ADP
efajoead-156	75	7	additon	additon	PROPN
efajoead-156	75	8	to	to	ADP
efajoead-156	75	9	the	the	DET
efajoead-156	75	10	careful	careful	ADJ
efajoead-156	75	11	design	design	NOUN
efajoead-156	75	12	of	of	ADP
efajoead-156	75	13	the	the	DET
efajoead-156	75	14	speaking	speak	VERB
efajoead-156	75	15	tasks	task	NOUN
efajoead-156	75	16	to	to	PART
efajoead-156	75	17	fulfill	fulfill	VERB
efajoead-156	75	18	students	student	NOUN
efajoead-156	75	19	’	'	PUNCT
efajoead-156	75	20	level	level	NOUN
efajoead-156	75	21	and	and	CCONJ
efajoead-156	75	22	to	to	PART
efajoead-156	75	23	meet	meet	VERB
efajoead-156	75	24	speaking	speak	VERB
efajoead-156	75	25	aspects	aspect	NOUN
efajoead-156	75	26	to	to	PART
efajoead-156	75	27	be	be	AUX
efajoead-156	75	28	assessed	assess	VERB
efajoead-156	75	29	,	,	PUNCT
efajoead-156	75	30	the	the	DET
efajoead-156	75	31	examiner	examiner	NOUN
efajoead-156	75	32	can	can	AUX
efajoead-156	75	33	function	function	VERB
efajoead-156	75	34	himself	himself	PRON
efajoead-156	75	35	as	as	ADP
efajoead-156	75	36	partner	partner	NOUN
efajoead-156	75	37	in	in	ADP
efajoead-156	75	38	stimulating	stimulate	VERB
efajoead-156	75	39	the	the	DET
efajoead-156	75	40	students	student	NOUN
efajoead-156	75	41	to	to	PART
efajoead-156	75	42	speak	speak	VERB
efajoead-156	75	43	.	.	PUNCT
efajoead-156	76	1	in	in	ADP
efajoead-156	76	2	line	line	NOUN
efajoead-156	76	3	to	to	ADP
efajoead-156	76	4	the	the	DET
efajoead-156	76	5	opinion	opinion	NOUN
efajoead-156	76	6	above	above	ADV
efajoead-156	76	7	,	,	PUNCT
efajoead-156	76	8	there	there	PRON
efajoead-156	76	9	are	be	VERB
efajoead-156	76	10	some	some	DET
efajoead-156	76	11	other	other	ADJ
efajoead-156	76	12	reasons	reason	NOUN
efajoead-156	76	13	why	why	SCONJ
efajoead-156	76	14	it	it	PRON
efajoead-156	76	15	is	be	AUX
efajoead-156	76	16	difficult	difficult	ADJ
efajoead-156	76	17	to	to	PART
efajoead-156	76	18	assess	assess	VERB
efajoead-156	76	19	speaking	speak	VERB
efajoead-156	76	20	ability	ability	NOUN
efajoead-156	76	21	,	,	PUNCT
efajoead-156	76	22	which	which	PRON
efajoead-156	76	23	makes	make	VERB
efajoead-156	76	24	the	the	DET
efajoead-156	76	25	test	test	NOUN
efajoead-156	76	26	be	be	AUX
efajoead-156	76	27	avoided	avoid	VERB
efajoead-156	76	28	in	in	ADP
efajoead-156	76	29	practice	practice	NOUN
efajoead-156	76	30	.	.	PUNCT
efajoead-156	77	1	those	those	DET
efajoead-156	77	2	reason	reason	NOUN
efajoead-156	77	3	are	be	AUX
efajoead-156	77	4	(	(	PUNCT
efajoead-156	77	5	1	1	X
efajoead-156	77	6	)	)	PUNCT
efajoead-156	77	7	oral	oral	ADJ
efajoead-156	77	8	testing	testing	NOUN
efajoead-156	77	9	is	be	AUX
efajoead-156	77	10	very	very	ADV
efajoead-156	77	11	timeconsuming	timeconsuming	ADJ
efajoead-156	77	12	.	.	PUNCT
efajoead-156	78	1	the	the	DET
efajoead-156	78	2	neglect	neglect	NOUN
efajoead-156	78	3	of	of	ADP
efajoead-156	78	4	the	the	DET
efajoead-156	78	5	implementation	implementation	NOUN
efajoead-156	78	6	of	of	ADP
efajoead-156	78	7	speaking	speak	VERB
efajoead-156	78	8	testin	testin	PROPN
efajoead-156	78	9	indonesian	indonesian	ADJ
efajoead-156	78	10	educational	educational	ADJ
efajoead-156	78	11	context	context	NOUN
efajoead-156	78	12	is	be	AUX
efajoead-156	78	13	due	due	ADJ
efajoead-156	78	14	to	to	ADP
efajoead-156	78	15	this	this	DET
efajoead-156	78	16	reason	reason	NOUN
efajoead-156	78	17	.	.	PUNCT
efajoead-156	79	1	the	the	DET
efajoead-156	79	2	average	average	ADJ
efajoead-156	79	3	class	class	NOUN
efajoead-156	79	4	size	size	NOUN
efajoead-156	79	5	in	in	ADP
efajoead-156	79	6	sma	sma	PROPN
efajoead-156	79	7	/	/	SYM
efajoead-156	79	8	smk	smk	NOUN
efajoead-156	79	9	/	/	SYM
efajoead-156	79	10	smp	smp	NOUN
efajoead-156	79	11	is	be	AUX
efajoead-156	79	12	40	40	NUM
efajoead-156	79	13	-	-	SYM
efajoead-156	79	14	45	45	NUM
efajoead-156	79	15	students	student	NOUN
efajoead-156	79	16	in	in	ADP
efajoead-156	79	17	a	a	DET
efajoead-156	79	18	class	class	NOUN
efajoead-156	79	19	and	and	CCONJ
efajoead-156	79	20	a	a	DET
efajoead-156	79	21	teacher	teacher	NOUN
efajoead-156	79	22	should	should	AUX
efajoead-156	79	23	teach	teach	VERB
efajoead-156	79	24	parallel	parallel	ADJ
efajoead-156	79	25	classes	class	NOUN
efajoead-156	79	26	of	of	ADP
efajoead-156	79	27	4	4	NUM
efajoead-156	79	28	-	-	SYM
efajoead-156	79	29	5	5	NUM
efajoead-156	79	30	.	.	PUNCT
efajoead-156	80	1	how	how	SCONJ
efajoead-156	80	2	long	long	ADV
efajoead-156	80	3	do	do	AUX
efajoead-156	80	4	the	the	DET
efajoead-156	80	5	teachers	teacher	NOUN
efajoead-156	80	6	have	have	VERB
efajoead-156	80	7	to	to	PART
efajoead-156	80	8	spend	spend	VERB
efajoead-156	80	9	to	to	PART
efajoead-156	80	10	conduct	conduct	VERB
efajoead-156	80	11	the	the	DET
efajoead-156	80	12	test	test	NOUN
efajoead-156	80	13	?	?	PUNCT
efajoead-156	81	1	as	as	ADP
efajoead-156	81	2	a	a	DET
efajoead-156	81	3	result	result	NOUN
efajoead-156	81	4	,	,	PUNCT
efajoead-156	81	5	a	a	DET
efajoead-156	81	6	paperpencil	paperpencil	ADJ
efajoead-156	81	7	communicative	communicative	ADJ
efajoead-156	81	8	test	test	NOUN
efajoead-156	81	9	-an	-an	ADP
efajoead-156	81	10	indirect	indirect	ADJ
efajoead-156	81	11	way	way	NOUN
efajoead-156	81	12	of	of	ADP
efajoead-156	81	13	testing	test	VERB
efajoead-156	81	14	communication	communication	NOUN
efajoead-156	81	15	—	—	PUNCT
efajoead-156	81	16	is	be	AUX
efajoead-156	81	17	used	use	VERB
efajoead-156	81	18	to	to	PART
efajoead-156	81	19	replace	replace	VERB
efajoead-156	81	20	the	the	DET
efajoead-156	81	21	inderect	inderect	ADJ
efajoead-156	81	22	way	way	NOUN
efajoead-156	81	23	of	of	ADP
efajoead-156	81	24	testing	test	VERB
efajoead-156	81	25	oral	oral	ADJ
efajoead-156	81	26	proficiency	proficiency	NOUN
efajoead-156	81	27	/	/	SYM
efajoead-156	81	28	achievement	achievement	NOUN
efajoead-156	81	29	;	;	PUNCT
efajoead-156	82	1	(	(	PUNCT
efajoead-156	82	2	2	2	X
efajoead-156	82	3	)	)	PUNCT
efajoead-156	82	4	it	it	PRON
efajoead-156	82	5	is	be	AUX
efajoead-156	82	6	difficul	difficul	NOUN
efajoead-156	82	7	to	to	PART
efajoead-156	82	8	get	get	VERB
efajoead-156	82	9	students	student	NOUN
efajoead-156	82	10	to	to	PART
efajoead-156	82	11	say	say	VERB
efajoead-156	82	12	english	english	PROPN
efajoead-156	82	13	franca	franca	PROPN
efajoead-156	82	14	vol	vol	NOUN
efajoead-156	82	15	1	1	NUM
efajoead-156	82	16	no	no	DET
efajoead-156	82	17	01	01	NUM
efajoead-156	82	18	tahun	tahun	PROPN
efajoead-156	82	19	2017	2017	NUM
efajoead-156	82	20	,	,	PUNCT
efajoead-156	82	21	stain	stain	NOUN
efajoead-156	82	22	curup	curup	NOUN
efajoead-156	82	23	page	page	NOUN
efajoead-156	82	24	66	66	NUM
efajoead-156	82	25	p	p	NOUN
efajoead-156	82	26	-	-	PUNCT
efajoead-156	82	27	issn	issn	PROPN
efajoead-156	82	28	1494238293	1494238293	NUM
efajoead-156	82	29	,	,	PUNCT
efajoead-156	82	30	e	e	X
efajoead-156	82	31	-	-	PUNCT
efajoead-156	82	32	issn	issn	VERB
efajoead-156	82	33	1494237782	1494237782	NUM
efajoead-156	82	34	anything	anything	PRON
efajoead-156	82	35	interesting	interesting	ADJ
efajoead-156	82	36	;	;	PUNCT
efajoead-156	82	37	although	although	SCONJ
efajoead-156	82	38	,	,	PUNCT
efajoead-156	82	39	it	it	PRON
efajoead-156	82	40	does	do	AUX
efajoead-156	82	41	not	not	PART
efajoead-156	82	42	mean	mean	VERB
efajoead-156	82	43	to	to	PART
efajoead-156	82	44	expect	expect	VERB
efajoead-156	82	45	them	they	PRON
efajoead-156	82	46	to	to	PART
efajoead-156	82	47	entertain	entertain	VERB
efajoead-156	82	48	the	the	DET
efajoead-156	82	49	examiner	examiner	NOUN
efajoead-156	82	50	with	with	ADP
efajoead-156	82	51	briliant	briliant	ADJ
efajoead-156	82	52	conversation	conversation	NOUN
efajoead-156	82	53	or	or	CCONJ
efajoead-156	82	54	witty	witty	ADJ
efajoead-156	82	55	anecdote	anecdote	NOUN
efajoead-156	82	56	,	,	PUNCT
efajoead-156	82	57	but	but	CCONJ
efajoead-156	82	58	it	it	PRON
efajoead-156	82	59	,	,	PUNCT
efajoead-156	82	60	at	at	ADP
efajoead-156	82	61	least	least	ADJ
efajoead-156	82	62	,	,	PUNCT
efajoead-156	82	63	fulfils	fulfil	VERB
efajoead-156	82	64	one	one	NUM
efajoead-156	82	65	of	of	ADP
efajoead-156	82	66	such	such	ADJ
efajoead-156	82	67	criteria	criterion	NOUN
efajoead-156	82	68	as	as	ADP
efajoead-156	82	69	:	:	PUNCT
efajoead-156	82	70	(	(	PUNCT
efajoead-156	82	71	a	a	X
efajoead-156	82	72	)	)	PUNCT
efajoead-156	82	73	the	the	DET
efajoead-156	82	74	students	student	NOUN
efajoead-156	82	75	must	must	AUX
efajoead-156	82	76	have	have	AUX
efajoead-156	82	77	a	a	DET
efajoead-156	82	78	chance	chance	NOUN
efajoead-156	82	79	to	to	PART
efajoead-156	82	80	show	show	VERB
efajoead-156	82	81	that	that	SCONJ
efajoead-156	82	82	he	he	PRON
efajoead-156	82	83	can	can	AUX
efajoead-156	82	84	use	use	VERB
efajoead-156	82	85	the	the	DET
efajoead-156	82	86	language	language	NOUN
efajoead-156	82	87	for	for	ADP
efajoead-156	82	88	a	a	DET
efajoead-156	82	89	variety	variety	NOUN
efajoead-156	82	90	of	of	ADP
efajoead-156	82	91	purposes	purpose	NOUN
efajoead-156	82	92	(	(	PUNCT
efajoead-156	82	93	describing	describe	VERB
efajoead-156	82	94	,	,	PUNCT
efajoead-156	82	95	narrating	narrate	VERB
efajoead-156	82	96	,	,	PUNCT
efajoead-156	82	97	apologizing	apologizing	NOUN
efajoead-156	82	98	,	,	PUNCT
efajoead-156	82	99	etc	etc	X
efajoead-156	82	100	)	)	PUNCT
efajoead-156	82	101	;	;	PUNCT
efajoead-156	82	102	(	(	PUNCT
efajoead-156	82	103	b	b	X
efajoead-156	82	104	)	)	PUNCT
efajoead-156	82	105	he	he	PRON
efajoead-156	82	106	must	must	AUX
efajoead-156	82	107	have	have	VERB
efajoead-156	82	108	a	a	DET
efajoead-156	82	109	chance	chance	NOUN
efajoead-156	82	110	to	to	PART
efajoead-156	82	111	show	show	VERB
efajoead-156	82	112	that	that	SCONJ
efajoead-156	82	113	he	he	PRON
efajoead-156	82	114	can	can	AUX
efajoead-156	82	115	take	take	VERB
efajoead-156	82	116	a	a	DET
efajoead-156	82	117	part	part	NOUN
efajoead-156	82	118	in	in	ADP
efajoead-156	82	119	spontaneous	spontaneous	ADJ
efajoead-156	82	120	conversation	conversation	NOUN
efajoead-156	82	121	,	,	PUNCT
efajoead-156	82	122	responding	respond	VERB
efajoead-156	82	123	appropriately	appropriately	ADV
efajoead-156	82	124	to	to	ADP
efajoead-156	82	125	what	what	PRON
efajoead-156	82	126	is	be	AUX
efajoead-156	82	127	said	say	VERB
efajoead-156	82	128	to	to	ADP
efajoead-156	82	129	him	he	PRON
efajoead-156	82	130	and	and	CCONJ
efajoead-156	82	131	making	make	VERB
efajoead-156	82	132	relevant	relevant	ADJ
efajoead-156	82	133	contribution	contribution	NOUN
efajoead-156	82	134	;	;	PUNCT
efajoead-156	82	135	and	and	CCONJ
efajoead-156	82	136	(	(	PUNCT
efajoead-156	82	137	c	c	X
efajoead-156	82	138	)	)	PUNCT
efajoead-156	82	139	he	he	PRON
efajoead-156	82	140	must	must	AUX
efajoead-156	82	141	have	have	VERB
efajoead-156	82	142	a	a	DET
efajoead-156	82	143	chance	chance	NOUN
efajoead-156	82	144	to	to	PART
efajoead-156	82	145	show	show	VERB
efajoead-156	82	146	that	that	SCONJ
efajoead-156	82	147	he	he	PRON
efajoead-156	82	148	can	can	AUX
efajoead-156	82	149	perform	perform	VERB
efajoead-156	82	150	linguistically	linguistically	ADV
efajoead-156	82	151	in	in	ADP
efajoead-156	82	152	a	a	DET
efajoead-156	82	153	variaty	variaty	NOUN
efajoead-156	82	154	of	of	ADP
efajoead-156	82	155	situations	situation	NOUN
efajoead-156	82	156	,	,	PUNCT
efajoead-156	82	157	adopting	adopt	VERB
efajoead-156	82	158	different	different	ADJ
efajoead-156	82	159	roles	role	NOUN
efajoead-156	82	160	and	and	CCONJ
efajoead-156	82	161	talking	talk	VERB
efajoead-156	82	162	about	about	ADP
efajoead-156	82	163	different	different	ADJ
efajoead-156	82	164	topics	topic	NOUN
efajoead-156	82	165	.	.	PUNCT
efajoead-156	83	1	(	(	PUNCT
efajoead-156	83	2	3	3	X
efajoead-156	83	3	)	)	PUNCT
efajoead-156	83	4	the	the	DET
efajoead-156	83	5	other	other	ADJ
efajoead-156	83	6	reason	reason	NOUN
efajoead-156	83	7	relates	relate	VERB
efajoead-156	83	8	to	to	ADP
efajoead-156	83	9	the	the	DET
efajoead-156	83	10	issue	issue	NOUN
efajoead-156	83	11	of	of	ADP
efajoead-156	83	12	assessing	assess	VERB
efajoead-156	83	13	.	.	PUNCT
efajoead-156	84	1	what	what	PRON
efajoead-156	84	2	sort	sort	NOUN
efajoead-156	84	3	of	of	ADP
efajoead-156	84	4	criteria	criterion	NOUN
efajoead-156	84	5	can	can	AUX
efajoead-156	84	6	we	we	PRON
efajoead-156	84	7	use	use	VERB
efajoead-156	84	8	to	to	PART
efajoead-156	84	9	assess	assess	VERB
efajoead-156	84	10	students	student	NOUN
efajoead-156	84	11	’	'	PUNCT
efajoead-156	84	12	performance	performance	NOUN
efajoead-156	84	13	?	?	PUNCT
efajoead-156	85	1	is	be	AUX
efajoead-156	85	2	there	there	PRON
efajoead-156	85	3	any	any	DET
efajoead-156	85	4	standard	standard	ADJ
efajoead-156	85	5	guideline	guideline	NOUN
efajoead-156	85	6	to	to	PART
efajoead-156	85	7	be	be	AUX
efajoead-156	85	8	used	use	VERB
efajoead-156	85	9	in	in	ADP
efajoead-156	85	10	setting	set	VERB
efajoead-156	85	11	up	up	ADP
efajoead-156	85	12	the	the	DET
efajoead-156	85	13	criteria	criterion	NOUN
efajoead-156	85	14	?	?	PUNCT
efajoead-156	86	1	criteria	criterion	NOUN
efajoead-156	86	2	of	of	ADP
efajoead-156	86	3	marking	mark	VERB
efajoead-156	86	4	in	in	ADP
efajoead-156	86	5	testing	testing	NOUN
efajoead-156	86	6	speaking	speak	VERB
efajoead-156	86	7	it	it	PRON
efajoead-156	86	8	is	be	AUX
efajoead-156	86	9	possible	possible	ADJ
efajoead-156	86	10	to	to	PART
efajoead-156	86	11	use	use	VERB
efajoead-156	86	12	one	one	NUM
efajoead-156	86	13	method	method	NOUN
efajoead-156	86	14	as	as	ADP
efajoead-156	86	15	a	a	DET
efajoead-156	86	16	check	check	NOUN
efajoead-156	86	17	on	on	ADP
efajoead-156	86	18	the	the	DET
efajoead-156	86	19	other	other	ADJ
efajoead-156	86	20	.	.	PUNCT
efajoead-156	87	1	an	an	DET
efajoead-156	87	2	example	example	NOUN
efajoead-156	87	3	of	of	ADP
efajoead-156	87	4	this	this	PRON
efajoead-156	87	5	in	in	ADP
efajoead-156	87	6	oral	oral	ADJ
efajoead-156	87	7	testing	testing	NOUN
efajoead-156	87	8	is	be	AUX
efajoead-156	87	9	the	the	DET
efajoead-156	87	10	american	american	ADJ
efajoead-156	87	11	fsi	fsi	PROPN
efajoead-156	87	12	(	(	PUNCT
efajoead-156	87	13	foreign	foreign	PROPN
efajoead-156	87	14	service	service	NOUN
efajoead-156	87	15	institute	institute	PROPN
efajoead-156	87	16	)	)	PUNCT
efajoead-156	87	17	interview	interview	NOUN
efajoead-156	87	18	procedure	procedure	NOUN
efajoead-156	87	19	,	,	PUNCT
efajoead-156	87	20	which	which	PRON
efajoead-156	87	21	requires	require	VERB
efajoead-156	87	22	two	two	NUM
efajoead-156	87	23	testers	tester	NOUN
efajoead-156	87	24	concerned	concern	VERB
efajoead-156	87	25	in	in	ADP
efajoead-156	87	26	each	each	DET
efajoead-156	87	27	interview	interview	NOUN
efajoead-156	87	28	both	both	PRON
efajoead-156	87	29	to	to	PART
efajoead-156	87	30	assign	assign	VERB
efajoead-156	87	31	candidates	candidate	NOUN
efajoead-156	87	32	to	to	ADP
efajoead-156	87	33	a	a	DET
efajoead-156	87	34	level	level	NOUN
efajoead-156	87	35	holistically	holistically	ADV
efajoead-156	87	36	and	and	CCONJ
efajoead-156	87	37	to	to	PART
efajoead-156	87	38	rate	rate	VERB
efajoead-156	87	39	them	they	PRON
efajoead-156	87	40	on	on	ADP
efajoead-156	87	41	a	a	DET
efajoead-156	87	42	six	six	NUM
efajoead-156	87	43	-	-	PUNCT
efajoead-156	87	44	point	point	NOUN
efajoead-156	87	45	scale	scale	NOUN
efajoead-156	87	46	for	for	ADP
efajoead-156	87	47	each	each	PRON
efajoead-156	87	48	of	of	ADP
efajoead-156	87	49	the	the	DET
efajoead-156	87	50	following	following	NOUN
efajoead-156	87	51	:	:	PUNCT
efajoead-156	87	52	accent	accent	ADJ
efajoead-156	87	53	,	,	PUNCT
efajoead-156	87	54	grammar	grammar	NOUN
efajoead-156	87	55	,	,	PUNCT
efajoead-156	87	56	vocabulary	vocabulary	NOUN
efajoead-156	87	57	,	,	PUNCT
efajoead-156	87	58	fluency	fluency	NOUN
efajoead-156	87	59	,	,	PUNCT
efajoead-156	87	60	comprehension	comprehension	NOUN
efajoead-156	87	61	.	.	PUNCT
efajoead-156	88	1	these	these	DET
efajoead-156	88	2	ratings	rating	NOUN
efajoead-156	88	3	are	be	AUX
efajoead-156	88	4	then	then	ADV
efajoead-156	88	5	weighted	weight	VERB
efajoead-156	88	6	and	and	CCONJ
efajoead-156	88	7	totaled	total	VERB
efajoead-156	88	8	.	.	PUNCT
efajoead-156	89	1	the	the	DET
efajoead-156	89	2	resultant	resultant	NOUN
efajoead-156	89	3	score	score	NOUN
efajoead-156	89	4	in	in	ADP
efajoead-156	89	5	then	then	ADV
efajoead-156	89	6	looked	look	VERB
efajoead-156	89	7	up	up	ADP
efajoead-156	89	8	in	in	ADP
efajoead-156	89	9	a	a	DET
efajoead-156	89	10	table	table	NOUN
efajoead-156	89	11	which	which	PRON
efajoead-156	89	12	converts	convert	VERB
efajoead-156	89	13	scores	score	NOUN
efajoead-156	89	14	into	into	ADP
efajoead-156	89	15	the	the	DET
efajoead-156	89	16	holistically	holistically	ADV
efajoead-156	89	17	described	describe	VERB
efajoead-156	89	18	levels	level	NOUN
efajoead-156	89	19	.	.	PUNCT
efajoead-156	90	1	the	the	DET
efajoead-156	90	2	converted	converted	ADJ
efajoead-156	90	3	score	score	NOUN
efajoead-156	90	4	should	should	AUX
efajoead-156	90	5	give	give	VERB
efajoead-156	90	6	the	the	DET
efajoead-156	90	7	same	same	ADJ
efajoead-156	90	8	level	level	NOUN
efajoead-156	90	9	as	as	ADP
efajoead-156	90	10	the	the	DET
efajoead-156	90	11	one	one	NOUN
efajoead-156	90	12	to	to	PART
efajoead-156	90	13	which	which	PRON
efajoead-156	90	14	the	the	DET
efajoead-156	90	15	candidate	candidate	NOUN
efajoead-156	90	16	was	be	AUX
efajoead-156	90	17	first	first	ADV
efajoead-156	90	18	assigned	assign	VERB
efajoead-156	90	19	.	.	PUNCT
efajoead-156	91	1	if	if	SCONJ
efajoead-156	91	2	not	not	PART
efajoead-156	91	3	,	,	PUNCT
efajoead-156	91	4	the	the	DET
efajoead-156	91	5	testers	tester	NOUN
efajoead-156	91	6	will	will	AUX
efajoead-156	91	7	have	have	AUX
efajoead-156	91	8	reconsidered	reconsider	VERB
efajoead-156	91	9	whether	whether	SCONJ
efajoead-156	91	10	their	their	PRON
efajoead-156	91	11	first	first	ADJ
efajoead-156	91	12	assignments	assignment	NOUN
efajoead-156	91	13	were	be	AUX
efajoead-156	91	14	correct	correct	ADJ
efajoead-156	91	15	.	.	PUNCT
efajoead-156	92	1	the	the	DET
efajoead-156	92	2	weighting	weighting	NOUN
efajoead-156	92	3	and	and	CCONJ
efajoead-156	92	4	the	the	DET
efajoead-156	92	5	conversion	conversion	NOUN
efajoead-156	92	6	tables	table	NOUN
efajoead-156	92	7	are	be	AUX
efajoead-156	92	8	based	base	VERB
efajoead-156	92	9	on	on	ADP
efajoead-156	92	10	research	research	NOUN
efajoead-156	92	11	which	which	PRON
efajoead-156	92	12	revealed	reveal	VERB
efajoead-156	92	13	a	a	DET
efajoead-156	92	14	very	very	ADV
efajoead-156	92	15	high	high	ADJ
efajoead-156	92	16	level	level	NOUN
efajoead-156	92	17	of	of	ADP
efajoead-156	92	18	agreement	agreement	NOUN
efajoead-156	92	19	between	between	ADP
efajoead-156	92	20	holistic	holistic	ADJ
efajoead-156	92	21	and	and	CCONJ
efajoead-156	92	22	analytic	analytic	ADJ
efajoead-156	92	23	scoring	scoring	NOUN
efajoead-156	92	24	.	.	PUNCT
efajoead-156	93	1	the	the	DET
efajoead-156	93	2	criteria	criterion	NOUN
efajoead-156	93	3	offered	offer	VERB
efajoead-156	93	4	to	to	PART
efajoead-156	93	5	be	be	AUX
efajoead-156	93	6	considered	consider	VERB
efajoead-156	93	7	in	in	ADP
efajoead-156	93	8	testing	test	VERB
efajoead-156	93	9	oral	oral	ADJ
efajoead-156	93	10	ability	ability	NOUN
efajoead-156	93	11	according	accord	VERB
efajoead-156	93	12	to	to	ADP
efajoead-156	93	13	fsi	fsi	PROPN
efajoead-156	93	14	are	be	AUX
efajoead-156	93	15	as	as	ADP
efajoead-156	93	16	in	in	ADP
efajoead-156	93	17	the	the	DET
efajoead-156	93	18	following	follow	VERB
efajoead-156	93	19	table	table	NOUN
efajoead-156	93	20	(	(	PUNCT
efajoead-156	93	21	hughes	hughe	NOUN
efajoead-156	93	22	,	,	PUNCT
efajoead-156	93	23	1989	1989	NUM
efajoead-156	93	24	)	)	PUNCT
efajoead-156	93	25	.	.	PUNCT
efajoead-156	94	1	table1	table1	PROPN
efajoead-156	94	2	.	.	PUNCT
efajoead-156	95	1	the	the	DET
efajoead-156	95	2	criteria	criterion	NOUN
efajoead-156	95	3	levels	level	NOUN
efajoead-156	95	4	of	of	ADP
efajoead-156	95	5	testing	test	VERB
efajoead-156	95	6	oral	oral	ADJ
efajoead-156	95	7	ability	ability	NOUN
efajoead-156	95	8	based	base	VERB
efajoead-156	95	9	on	on	ADP
efajoead-156	95	10	american	american	PROPN
efajoead-156	95	11	fsi	fsi	PROPN
efajoead-156	95	12	(	(	PUNCT
efajoead-156	95	13	foreign	foreign	PROPN
efajoead-156	95	14	service	service	NOUN
efajoead-156	95	15	institute	institute	PROPN
efajoead-156	95	16	)	)	PUNCT
efajoead-156	95	17	no	no	DET
efajoead-156	95	18	criteria	criterion	NOUN
efajoead-156	95	19	of	of	ADP
efajoead-156	95	20	marking	mark	VERB
efajoead-156	95	21	indicator	indicator	NOUN
efajoead-156	95	22	score	score	VERB
efajoead-156	95	23	1	1	NUM
efajoead-156	95	24	accent	accent	ADJ
efajoead-156	95	25	pronunciation	pronunciation	NOUN
efajoead-156	95	26	frequently	frequently	ADV
efajoead-156	95	27	unintelligible	unintelligible	ADJ
efajoead-156	95	28	1	1	NUM
efajoead-156	95	29	frequent	frequent	ADJ
efajoead-156	95	30	gross	gross	ADJ
efajoead-156	95	31	errors	error	NOUN
efajoead-156	95	32	and	and	CCONJ
efajoead-156	95	33	a	a	DET
efajoead-156	95	34	very	very	ADV
efajoead-156	95	35	heavy	heavy	ADJ
efajoead-156	95	36	accent	accent	ADJ
efajoead-156	95	37	make	make	NOUN
efajoead-156	95	38	understanding	understand	VERB
efajoead-156	95	39	difficult	difficult	ADJ
efajoead-156	95	40	,	,	PUNCT
efajoead-156	95	41	require	require	VERB
efajoead-156	95	42	frequent	frequent	ADJ
efajoead-156	95	43	2	2	NUM
efajoead-156	95	44	english	english	NOUN
efajoead-156	95	45	franca	franca	NOUN
efajoead-156	95	46	vol	vol	NOUN
efajoead-156	95	47	1	1	NUM
efajoead-156	95	48	no	no	DET
efajoead-156	95	49	01	01	NUM
efajoead-156	95	50	tahun	tahun	PROPN
efajoead-156	95	51	2017	2017	NUM
efajoead-156	95	52	,	,	PUNCT
efajoead-156	95	53	stain	stain	NOUN
efajoead-156	95	54	curup	curup	NOUN
efajoead-156	95	55	page	page	NOUN
efajoead-156	95	56	67	67	NUM
efajoead-156	95	57	p	p	NUM
efajoead-156	95	58	-	-	PUNCT
efajoead-156	95	59	issn	issn	PROPN
efajoead-156	95	60	1494238293	1494238293	NUM
efajoead-156	95	61	,	,	PUNCT
efajoead-156	95	62	e	e	X
efajoead-156	95	63	-	-	PROPN
efajoead-156	95	64	issn	issn	PROPN
efajoead-156	95	65	1494237782	1494237782	NUM
efajoead-156	95	66	repetition	repetition	NOUN
efajoead-156	95	67	.	.	PUNCT
efajoead-156	96	1	“	"	PUNCT
efajoead-156	96	2	foreign	foreign	ADJ
efajoead-156	96	3	accent	accent	NOUN
efajoead-156	96	4	”	"	PUNCT
efajoead-156	96	5	requires	require	VERB
efajoead-156	96	6	concentrated	concentrated	ADJ
efajoead-156	96	7	listening	listening	NOUN
efajoead-156	96	8	,	,	PUNCT
efajoead-156	96	9	and	and	CCONJ
efajoead-156	96	10	mispronunciations	mispronunciation	NOUN
efajoead-156	96	11	lead	lead	VERB
efajoead-156	96	12	to	to	ADP
efajoead-156	96	13	occasional	occasional	ADJ
efajoead-156	96	14	misunderstanding	misunderstanding	NOUN
efajoead-156	96	15	and	and	CCONJ
efajoead-156	96	16	apparent	apparent	ADJ
efajoead-156	96	17	errors	error	NOUN
efajoead-156	96	18	in	in	ADP
efajoead-156	96	19	grammar	grammar	NOUN
efajoead-156	96	20	or	or	CCONJ
efajoead-156	96	21	vocabulary	vocabulary	NOUN
efajoead-156	96	22	.	.	PUNCT
efajoead-156	97	1	3	3	NUM
efajoead-156	97	2	marked	mark	VERB
efajoead-156	97	3	“	"	PUNCT
efajoead-156	97	4	foreign	foreign	ADJ
efajoead-156	97	5	accent	accent	NOUN
efajoead-156	97	6	”	"	PUNCT
efajoead-156	97	7	and	and	CCONJ
efajoead-156	97	8	occasional	occasional	ADJ
efajoead-156	97	9	mispronunciations	mispronunciation	NOUN
efajoead-156	97	10	which	which	PRON
efajoead-156	97	11	do	do	AUX
efajoead-156	97	12	not	not	PART
efajoead-156	97	13	interfere	interfere	VERB
efajoead-156	97	14	with	with	ADP
efajoead-156	97	15	understanding	understanding	NOUN
efajoead-156	97	16	.	.	PUNCT
efajoead-156	98	1	4	4	NUM
efajoead-156	98	2	no	no	DET
efajoead-156	98	3	conspicuous	conspicuous	ADJ
efajoead-156	98	4	mispronunciations	mispronunciation	NOUN
efajoead-156	98	5	,	,	PUNCT
efajoead-156	98	6	but	but	CCONJ
efajoead-156	98	7	would	would	AUX
efajoead-156	98	8	not	not	PART
efajoead-156	98	9	be	be	AUX
efajoead-156	98	10	taken	take	VERB
efajoead-156	98	11	for	for	ADP
efajoead-156	98	12	a	a	DET
efajoead-156	98	13	native	native	ADJ
efajoead-156	98	14	speaker	speaker	NOUN
efajoead-156	98	15	.	.	PUNCT
efajoead-156	99	1	5	5	NUM
efajoead-156	99	2	native	native	ADJ
efajoead-156	99	3	pronunciation	pronunciation	NOUN
efajoead-156	99	4	,	,	PUNCT
efajoead-156	99	5	with	with	ADP
efajoead-156	99	6	no	no	DET
efajoead-156	99	7	trace	trace	NOUN
efajoead-156	99	8	of	of	ADP
efajoead-156	99	9	“	"	PUNCT
efajoead-156	99	10	foreign	foreign	ADJ
efajoead-156	99	11	accent	accent	NOUN
efajoead-156	99	12	”	"	PUNCT
efajoead-156	99	13	6	6	NUM
efajoead-156	99	14	2	2	NUM
efajoead-156	99	15	grammar	grammar	NOUN
efajoead-156	99	16	grammar	grammar	NOUN
efajoead-156	99	17	almost	almost	ADV
efajoead-156	99	18	entirely	entirely	ADV
efajoead-156	99	19	inaccurate	inaccurate	ADJ
efajoead-156	99	20	phrases	phrase	NOUN
efajoead-156	99	21	1	1	NUM
efajoead-156	99	22	constant	constant	ADJ
efajoead-156	99	23	errors	error	NOUN
efajoead-156	99	24	showing	show	VERB
efajoead-156	99	25	control	control	NOUN
efajoead-156	99	26	of	of	ADP
efajoead-156	99	27	very	very	ADV
efajoead-156	99	28	few	few	ADJ
efajoead-156	99	29	major	major	ADJ
efajoead-156	99	30	pattern	pattern	NOUN
efajoead-156	99	31	and	and	CCONJ
efajoead-156	99	32	frequently	frequently	ADV
efajoead-156	99	33	preventing	prevent	VERB
efajoead-156	99	34	communication	communication	NOUN
efajoead-156	99	35	2	2	NUM
efajoead-156	99	36	frequent	frequent	ADJ
efajoead-156	99	37	errors	error	NOUN
efajoead-156	99	38	showing	show	VERB
efajoead-156	99	39	some	some	DET
efajoead-156	99	40	major	major	ADJ
efajoead-156	99	41	patterns	pattern	NOUN
efajoead-156	99	42	uncontrolled	uncontrolled	ADJ
efajoead-156	99	43	and	and	CCONJ
efajoead-156	99	44	causing	cause	VERB
efajoead-156	99	45	occasional	occasional	ADJ
efajoead-156	99	46	irritation	irritation	NOUN
efajoead-156	99	47	and	and	CCONJ
efajoead-156	99	48	misunderstanding	misunderstand	VERB
efajoead-156	99	49	3	3	NUM
efajoead-156	99	50	occasional	occasional	ADJ
efajoead-156	99	51	errors	error	NOUN
efajoead-156	99	52	showing	show	VERB
efajoead-156	99	53	imperfect	imperfect	ADJ
efajoead-156	99	54	control	control	NOUN
efajoead-156	99	55	of	of	ADP
efajoead-156	99	56	some	some	DET
efajoead-156	99	57	patterns	pattern	NOUN
efajoead-156	99	58	but	but	CCONJ
efajoead-156	99	59	no	no	DET
efajoead-156	99	60	weakness	weakness	NOUN
efajoead-156	99	61	that	that	PRON
efajoead-156	99	62	causes	cause	VERB
efajoead-156	99	63	misunderstanding	misunderstand	VERB
efajoead-156	99	64	4	4	NUM
efajoead-156	99	65	few	few	ADJ
efajoead-156	99	66	errors	error	NOUN
efajoead-156	99	67	,	,	PUNCT
efajoead-156	99	68	with	with	ADP
efajoead-156	99	69	no	no	DET
efajoead-156	99	70	patterns	pattern	NOUN
efajoead-156	99	71	of	of	ADP
efajoead-156	99	72	failure	failure	NOUN
efajoead-156	99	73	.	.	PUNCT
efajoead-156	100	1	5	5	NUM
efajoead-156	100	2	no	no	ADV
efajoead-156	100	3	more	more	ADJ
efajoead-156	100	4	than	than	ADP
efajoead-156	100	5	two	two	NUM
efajoead-156	100	6	errors	error	NOUN
efajoead-156	100	7	during	during	ADP
efajoead-156	100	8	the	the	DET
efajoead-156	100	9	interview	interview	NOUN
efajoead-156	100	10	.	.	PUNCT
efajoead-156	101	1	6	6	NUM
efajoead-156	101	2	3	3	NUM
efajoead-156	101	3	vocabulary	vocabulary	ADJ
efajoead-156	101	4	vocabulary	vocabulary	NOUN
efajoead-156	101	5	inadequate	inadequate	ADJ
efajoead-156	101	6	for	for	ADP
efajoead-156	101	7	even	even	ADV
efajoead-156	101	8	the	the	DET
efajoead-156	101	9	simplest	simple	ADJ
efajoead-156	101	10	conversation	conversation	NOUN
efajoead-156	101	11	.	.	PUNCT
efajoead-156	102	1	1	1	NUM
efajoead-156	102	2	vocabulary	vocabulary	NOUN
efajoead-156	102	3	limited	limit	VERB
efajoead-156	102	4	to	to	ADP
efajoead-156	102	5	basic	basic	ADJ
efajoead-156	102	6	personal	personal	ADJ
efajoead-156	102	7	and	and	CCONJ
efajoead-156	102	8	survival	survival	NOUN
efajoead-156	102	9	areas	area	NOUN
efajoead-156	102	10	(	(	PUNCT
efajoead-156	102	11	time	time	NOUN
efajoead-156	102	12	,	,	PUNCT
efajoead-156	102	13	food	food	NOUN
efajoead-156	102	14	,	,	PUNCT
efajoead-156	102	15	transportation	transportation	NOUN
efajoead-156	102	16	,	,	PUNCT
efajoead-156	102	17	etc	etc	X
efajoead-156	102	18	)	)	PUNCT
efajoead-156	102	19	.	.	PUNCT
efajoead-156	103	1	2	2	NUM
efajoead-156	103	2	english	english	PROPN
efajoead-156	103	3	franca	franca	NOUN
efajoead-156	103	4	vol	vol	NOUN
efajoead-156	103	5	1	1	NUM
efajoead-156	103	6	no	no	DET
efajoead-156	103	7	01	01	NUM
efajoead-156	103	8	tahun	tahun	PROPN
efajoead-156	103	9	2017	2017	NUM
efajoead-156	103	10	,	,	PUNCT
efajoead-156	103	11	stain	stain	NOUN
efajoead-156	103	12	curup	curup	NOUN
efajoead-156	103	13	page	page	NOUN
efajoead-156	103	14	68	68	NUM
efajoead-156	103	15	p	p	NOUN
efajoead-156	103	16	-	-	PUNCT
efajoead-156	103	17	issn	issn	PROPN
efajoead-156	103	18	1494238293	1494238293	NUM
efajoead-156	103	19	,	,	PUNCT
efajoead-156	103	20	e	e	X
efajoead-156	103	21	-	-	PROPN
efajoead-156	103	22	issn	issn	PROPN
efajoead-156	103	23	1494237782	1494237782	NUM
efajoead-156	103	24	choice	choice	NOUN
efajoead-156	103	25	of	of	ADP
efajoead-156	103	26	words	word	NOUN
efajoead-156	103	27	sometimes	sometimes	ADV
efajoead-156	103	28	inaccurate	inaccurate	ADJ
efajoead-156	103	29	,	,	PUNCT
efajoead-156	103	30	limitations	limitation	NOUN
efajoead-156	103	31	of	of	ADP
efajoead-156	103	32	vocabulary	vocabulary	ADJ
efajoead-156	103	33	prevent	prevent	ADJ
efajoead-156	103	34	discussion	discussion	NOUN
efajoead-156	103	35	of	of	ADP
efajoead-156	103	36	some	some	DET
efajoead-156	103	37	common	common	ADJ
efajoead-156	103	38	professional	professional	ADJ
efajoead-156	103	39	and	and	CCONJ
efajoead-156	103	40	social	social	ADJ
efajoead-156	103	41	topics	topic	NOUN
efajoead-156	103	42	.	.	PUNCT
efajoead-156	104	1	3	3	NUM
efajoead-156	104	2	professional	professional	ADJ
efajoead-156	104	3	vocabulary	vocabulary	NOUN
efajoead-156	104	4	adequate	adequate	ADJ
efajoead-156	104	5	to	to	PART
efajoead-156	104	6	discuss	discuss	VERB
efajoead-156	104	7	special	special	ADJ
efajoead-156	104	8	interest	interest	NOUN
efajoead-156	104	9	;	;	PUNCT
efajoead-156	104	10	general	general	ADJ
efajoead-156	104	11	vocabulary	vocabulary	NOUN
efajoead-156	104	12	permits	permit	VERB
efajoead-156	104	13	discussion	discussion	NOUN
efajoead-156	104	14	of	of	ADP
efajoead-156	104	15	any	any	DET
efajoead-156	104	16	non	non	ADJ
efajoead-156	104	17	-	-	ADJ
efajoead-156	104	18	technical	technical	ADJ
efajoead-156	104	19	subject	subject	NOUN
efajoead-156	104	20	with	with	ADP
efajoead-156	104	21	some	some	DET
efajoead-156	104	22	circumlocutions	circumlocution	NOUN
efajoead-156	104	23	.	.	PUNCT
efajoead-156	105	1	4	4	NUM
efajoead-156	105	2	professional	professional	ADJ
efajoead-156	105	3	vocabulary	vocabulary	NOUN
efajoead-156	105	4	broad	broad	ADJ
efajoead-156	105	5	and	and	CCONJ
efajoead-156	105	6	precise	precise	ADJ
efajoead-156	105	7	;	;	PUNCT
efajoead-156	105	8	general	general	ADJ
efajoead-156	105	9	vocabulary	vocabulary	NOUN
efajoead-156	105	10	adequate	adequate	ADJ
efajoead-156	105	11	tp	tp	PART
efajoead-156	105	12	cope	cope	VERB
efajoead-156	105	13	with	with	ADP
efajoead-156	105	14	complex	complex	ADJ
efajoead-156	105	15	practical	practical	ADJ
efajoead-156	105	16	problems	problem	NOUN
efajoead-156	105	17	and	and	CCONJ
efajoead-156	105	18	varied	varied	ADJ
efajoead-156	105	19	social	social	ADJ
efajoead-156	105	20	situations	situation	NOUN
efajoead-156	105	21	.	.	PUNCT
efajoead-156	106	1	5	5	NUM
efajoead-156	106	2	vocabulary	vocabulary	NOUN
efajoead-156	106	3	apparently	apparently	ADV
efajoead-156	106	4	as	as	ADV
efajoead-156	106	5	accurate	accurate	ADJ
efajoead-156	106	6	and	and	CCONJ
efajoead-156	106	7	extensive	extensive	ADJ
efajoead-156	106	8	as	as	ADP
efajoead-156	106	9	that	that	PRON
efajoead-156	106	10	of	of	ADP
efajoead-156	106	11	an	an	DET
efajoead-156	106	12	adequate	adequate	ADJ
efajoead-156	106	13	native	native	ADJ
efajoead-156	106	14	speaker	speaker	NOUN
efajoead-156	106	15	.	.	PUNCT
efajoead-156	107	1	6	6	NUM
efajoead-156	107	2	4	4	NUM
efajoead-156	107	3	fluency	fluency	NOUN
efajoead-156	107	4	speech	speech	NOUN
efajoead-156	107	5	is	be	AUX
efajoead-156	107	6	so	so	ADV
efajoead-156	107	7	halting	halting	ADJ
efajoead-156	107	8	and	and	CCONJ
efajoead-156	107	9	fragmentary	fragmentary	ADJ
efajoead-156	107	10	that	that	DET
efajoead-156	107	11	conversation	conversation	NOUN
efajoead-156	107	12	is	be	AUX
efajoead-156	107	13	virtually	virtually	ADV
efajoead-156	107	14	impossible	impossible	ADJ
efajoead-156	107	15	.	.	PUNCT
efajoead-156	108	1	1	1	NUM
efajoead-156	108	2	speech	speech	NOUN
efajoead-156	108	3	is	be	AUX
efajoead-156	108	4	very	very	ADV
efajoead-156	108	5	slow	slow	ADJ
efajoead-156	108	6	and	and	CCONJ
efajoead-156	108	7	uneven	uneven	ADJ
efajoead-156	108	8	except	except	SCONJ
efajoead-156	108	9	for	for	ADP
efajoead-156	108	10	short	short	ADJ
efajoead-156	108	11	or	or	CCONJ
efajoead-156	108	12	routine	routine	ADJ
efajoead-156	108	13	sentence	sentence	NOUN
efajoead-156	108	14	.	.	PUNCT
efajoead-156	109	1	2	2	NUM
efajoead-156	109	2	speech	speech	NOUN
efajoead-156	109	3	is	be	AUX
efajoead-156	109	4	frequently	frequently	ADV
efajoead-156	109	5	hesitant	hesitant	ADJ
efajoead-156	109	6	and	and	CCONJ
efajoead-156	109	7	jerky	jerky	NOUN
efajoead-156	109	8	;	;	PUNCT
efajoead-156	109	9	sentence	sentence	NOUN
efajoead-156	109	10	may	may	AUX
efajoead-156	109	11	be	be	AUX
efajoead-156	109	12	left	leave	VERB
efajoead-156	109	13	uncompleted	uncompleted	ADJ
efajoead-156	109	14	.	.	PUNCT
efajoead-156	110	1	3	3	NUM
efajoead-156	110	2	speech	speech	NOUN
efajoead-156	110	3	is	be	AUX
efajoead-156	110	4	occasionally	occasionally	ADV
efajoead-156	110	5	hesitant	hesitant	ADJ
efajoead-156	110	6	,	,	PUNCT
efajoead-156	110	7	with	with	ADP
efajoead-156	110	8	some	some	DET
efajoead-156	110	9	unevenness	unevenness	NOUN
efajoead-156	110	10	caused	cause	VERB
efajoead-156	110	11	by	by	ADP
efajoead-156	110	12	rephrasing	rephrase	VERB
efajoead-156	110	13	and	and	CCONJ
efajoead-156	110	14	grouping	group	VERB
efajoead-156	110	15	for	for	ADP
efajoead-156	110	16	words	word	NOUN
efajoead-156	110	17	.	.	PUNCT
efajoead-156	111	1	4	4	NUM
efajoead-156	111	2	speech	speech	NOUN
efajoead-156	111	3	is	be	AUX
efajoead-156	111	4	effortless	effortless	ADJ
efajoead-156	111	5	and	and	CCONJ
efajoead-156	111	6	smooth	smooth	ADJ
efajoead-156	111	7	,	,	PUNCT
efajoead-156	111	8	but	but	CCONJ
efajoead-156	111	9	perceptibly	perceptibly	ADV
efajoead-156	111	10	non	non	ADJ
efajoead-156	111	11	-	-	ADJ
efajoead-156	111	12	native	native	ADJ
efajoead-156	111	13	in	in	ADP
efajoead-156	111	14	speech	speech	NOUN
efajoead-156	111	15	and	and	CCONJ
efajoead-156	111	16	evenness	evenness	NOUN
efajoead-156	111	17	.	.	PUNCT
efajoead-156	112	1	5	5	NUM
efajoead-156	112	2	speech	speech	NOUN
efajoead-156	112	3	on	on	ADP
efajoead-156	112	4	all	all	DET
efajoead-156	112	5	professional	professional	ADJ
efajoead-156	112	6	and	and	CCONJ
efajoead-156	112	7	general	general	ADJ
efajoead-156	112	8	topics	topic	NOUN
efajoead-156	112	9	as	as	ADV
efajoead-156	112	10	effortless	effortless	ADJ
efajoead-156	112	11	and	and	CCONJ
efajoead-156	112	12	smooth	smooth	ADJ
efajoead-156	112	13	as	as	ADP
efajoead-156	112	14	a	a	DET
efajoead-156	112	15	native	native	ADJ
efajoead-156	112	16	speaker	speaker	NOUN
efajoead-156	112	17	’s	’s	PART
efajoead-156	112	18	6	6	NUM
efajoead-156	112	19	5	5	NUM
efajoead-156	112	20	comprehension	comprehension	NOUN
efajoead-156	112	21	understand	understand	VERB
efajoead-156	112	22	to	to	ADP
efajoead-156	112	23	little	little	ADJ
efajoead-156	112	24	for	for	ADP
efajoead-156	112	25	the	the	DET
efajoead-156	112	26	simple	simple	ADJ
efajoead-156	112	27	type	type	NOUN
efajoead-156	112	28	of	of	ADP
efajoead-156	112	29	conversation	conversation	NOUN
efajoead-156	112	30	.	.	PUNCT
efajoead-156	113	1	1	1	NUM
efajoead-156	113	2	english	english	PROPN
efajoead-156	113	3	franca	franca	NOUN
efajoead-156	113	4	vol	vol	NOUN
efajoead-156	113	5	1	1	NUM
efajoead-156	113	6	no	no	DET
efajoead-156	113	7	01	01	NUM
efajoead-156	113	8	tahun	tahun	PROPN
efajoead-156	113	9	2017	2017	NUM
efajoead-156	113	10	,	,	PUNCT
efajoead-156	113	11	stain	stain	NOUN
efajoead-156	113	12	curup	curup	NOUN
efajoead-156	113	13	page	page	NOUN
efajoead-156	113	14	69	69	NUM
efajoead-156	113	15	p	p	NUM
efajoead-156	113	16	-	-	PUNCT
efajoead-156	113	17	issn	issn	PROPN
efajoead-156	113	18	1494238293	1494238293	NUM
efajoead-156	113	19	,	,	PUNCT
efajoead-156	113	20	e	e	X
efajoead-156	113	21	-	-	PROPN
efajoead-156	113	22	issn	issn	PROPN
efajoead-156	113	23	1494237782	1494237782	NUM
efajoead-156	113	24	understand	understand	VERB
efajoead-156	113	25	only	only	ADV
efajoead-156	113	26	slow	slow	ADJ
efajoead-156	113	27	,	,	PUNCT
efajoead-156	113	28	very	very	ADV
efajoead-156	113	29	simple	simple	ADJ
efajoead-156	113	30	speech	speech	NOUN
efajoead-156	113	31	on	on	ADP
efajoead-156	113	32	common	common	ADJ
efajoead-156	113	33	social	social	ADJ
efajoead-156	113	34	and	and	CCONJ
efajoead-156	113	35	touristic	touristic	ADJ
efajoead-156	113	36	topics	topic	NOUN
efajoead-156	113	37	;	;	PUNCT
efajoead-156	113	38	requires	require	VERB
efajoead-156	113	39	constant	constant	ADJ
efajoead-156	113	40	repetition	repetition	NOUN
efajoead-156	113	41	and	and	CCONJ
efajoead-156	113	42	rephrasing	rephrase	VERB
efajoead-156	113	43	2	2	NUM
efajoead-156	113	44	understands	understand	VERB
efajoead-156	113	45	careful	careful	ADJ
efajoead-156	113	46	somewhat	somewhat	ADV
efajoead-156	113	47	simplified	simplified	ADJ
efajoead-156	113	48	speech	speech	NOUN
efajoead-156	113	49	when	when	SCONJ
efajoead-156	113	50	engaged	engage	VERB
efajoead-156	113	51	in	in	ADP
efajoead-156	113	52	a	a	DET
efajoead-156	113	53	dialogue	dialogue	NOUN
efajoead-156	113	54	,	,	PUNCT
efajoead-156	113	55	but	but	CCONJ
efajoead-156	113	56	may	may	AUX
efajoead-156	113	57	require	require	VERB
efajoead-156	113	58	considerable	considerable	ADJ
efajoead-156	113	59	repetition	repetition	NOUN
efajoead-156	113	60	and	and	CCONJ
efajoead-156	113	61	rephrasing	rephrasing	NOUN
efajoead-156	113	62	.	.	PUNCT
efajoead-156	114	1	3	3	NUM
efajoead-156	114	2	understands	understand	VERB
efajoead-156	114	3	quit	quit	VERB
efajoead-156	114	4	well	well	ADV
efajoead-156	114	5	normal	normal	ADJ
efajoead-156	114	6	educated	educate	VERB
efajoead-156	114	7	speech	speech	NOUN
efajoead-156	114	8	when	when	SCONJ
efajoead-156	114	9	engaged	engage	VERB
efajoead-156	114	10	in	in	ADP
efajoead-156	114	11	a	a	DET
efajoead-156	114	12	dialogue	dialogue	NOUN
efajoead-156	114	13	,	,	PUNCT
efajoead-156	114	14	but	but	CCONJ
efajoead-156	114	15	requires	require	VERB
efajoead-156	114	16	occasional	occasional	ADJ
efajoead-156	114	17	repetition	repetition	NOUN
efajoead-156	114	18	of	of	ADP
efajoead-156	114	19	rephrasing	rephrase	VERB
efajoead-156	114	20	4	4	NUM
efajoead-156	114	21	understand	understand	VERB
efajoead-156	114	22	everything	everything	PRON
efajoead-156	114	23	in	in	ADP
efajoead-156	114	24	normal	normal	ADJ
efajoead-156	114	25	educated	educate	VERB
efajoead-156	114	26	conversation	conversation	NOUN
efajoead-156	114	27	except	except	SCONJ
efajoead-156	114	28	for	for	ADP
efajoead-156	114	29	very	very	ADV
efajoead-156	114	30	colloquial	colloquial	ADJ
efajoead-156	114	31	or	or	CCONJ
efajoead-156	114	32	low	low	ADJ
efajoead-156	114	33	-	-	PUNCT
efajoead-156	114	34	frequency	frequency	NOUN
efajoead-156	114	35	items	item	NOUN
efajoead-156	114	36	,	,	PUNCT
efajoead-156	114	37	or	or	CCONJ
efajoead-156	114	38	exceptionally	exceptionally	ADV
efajoead-156	114	39	rapid	rapid	ADJ
efajoead-156	114	40	or	or	CCONJ
efajoead-156	114	41	slurred	slurred	ADJ
efajoead-156	114	42	speech	speech	NOUN
efajoead-156	114	43	.	.	PUNCT
efajoead-156	115	1	5	5	NUM
efajoead-156	115	2	understands	understand	VERB
efajoead-156	115	3	everything	everything	PRON
efajoead-156	115	4	in	in	ADP
efajoead-156	115	5	both	both	CCONJ
efajoead-156	115	6	normal	normal	ADJ
efajoead-156	115	7	and	and	CCONJ
efajoead-156	115	8	colloquial	colloquial	ADJ
efajoead-156	115	9	speech	speech	NOUN
efajoead-156	115	10	to	to	PART
efajoead-156	115	11	be	be	AUX
efajoead-156	115	12	expected	expect	VERB
efajoead-156	115	13	of	of	ADP
efajoead-156	115	14	an	an	DET
efajoead-156	115	15	educated	educate	VERB
efajoead-156	115	16	native	native	ADJ
efajoead-156	115	17	speaker	speaker	NOUN
efajoead-156	115	18	6	6	NUM
efajoead-156	115	19	weir	weir	PROPN
efajoead-156	115	20	suggests	suggest	VERB
efajoead-156	115	21	that	that	SCONJ
efajoead-156	115	22	the	the	DET
efajoead-156	115	23	considerations	consideration	NOUN
efajoead-156	115	24	for	for	ADP
efajoead-156	115	25	deciding	decide	VERB
efajoead-156	115	26	the	the	DET
efajoead-156	115	27	criteria	criterion	NOUN
efajoead-156	115	28	should	should	AUX
efajoead-156	115	29	also	also	ADV
efajoead-156	115	30	come	come	VERB
efajoead-156	115	31	from	from	ADP
efajoead-156	115	32	whether	whether	SCONJ
efajoead-156	115	33	the	the	DET
efajoead-156	115	34	assessment	assessment	NOUN
efajoead-156	115	35	will	will	AUX
efajoead-156	115	36	cover	cover	VERB
efajoead-156	115	37	routine	routine	ADJ
efajoead-156	115	38	skills	skill	NOUN
efajoead-156	115	39	or	or	CCONJ
efajoead-156	115	40	improvisational	improvisational	ADJ
efajoead-156	115	41	skills	skill	NOUN
efajoead-156	115	42	where	where	SCONJ
efajoead-156	115	43	each	each	PRON
efajoead-156	115	44	of	of	ADP
efajoead-156	115	45	them	they	PRON
efajoead-156	115	46	should	should	AUX
efajoead-156	115	47	establish	establish	VERB
efajoead-156	115	48	different	different	ADJ
efajoead-156	115	49	scoring	scoring	NOUN
efajoead-156	115	50	scheme	scheme	NOUN
efajoead-156	115	51	assessment	assessment	NOUN
efajoead-156	115	52	for	for	ADP
efajoead-156	115	53	routine	routine	ADJ
efajoead-156	115	54	skills	skill	NOUN
efajoead-156	115	55	will	will	AUX
efajoead-156	115	56	consider	consider	VERB
efajoead-156	115	57	:	:	PUNCT
efajoead-156	115	58	(	(	PUNCT
efajoead-156	115	59	i	i	NOUN
efajoead-156	115	60	)	)	PUNCT
efajoead-156	115	61	normal	normal	ADJ
efajoead-156	115	62	time	time	NOUN
efajoead-156	115	63	constraints	constraint	NOUN
efajoead-156	115	64	,	,	PUNCT
efajoead-156	115	65	fluency	fluency	NOUN
efajoead-156	115	66	,	,	PUNCT
efajoead-156	115	67	as	as	ADP
efajoead-156	115	68	overall	overall	ADV
efajoead-156	115	69	smoothness	smoothness	NOUN
efajoead-156	115	70	of	of	ADP
efajoead-156	115	71	execution	execution	NOUN
efajoead-156	115	72	of	of	ADP
efajoead-156	115	73	the	the	DET
efajoead-156	115	74	task	task	NOUN
efajoead-156	115	75	,	,	PUNCT
efajoead-156	115	76	would	would	AUX
efajoead-156	115	77	be	be	AUX
efajoead-156	115	78	assessed	assess	VERB
efajoead-156	115	79	;	;	PUNCT
efajoead-156	115	80	(	(	PUNCT
efajoead-156	115	81	ii	ii	NOUN
efajoead-156	115	82	)	)	PUNCT
efajoead-156	115	83	in	in	ADP
efajoead-156	115	84	addition	addition	NOUN
efajoead-156	115	85	one	one	PRON
efajoead-156	115	86	might	might	AUX
efajoead-156	115	87	want	want	VERB
efajoead-156	115	88	to	to	PART
efajoead-156	115	89	comment	comment	VERB
efajoead-156	115	90	on	on	ADP
efajoead-156	115	91	the	the	DET
efajoead-156	115	92	discoursal	discoursal	ADJ
efajoead-156	115	93	coherence	coherence	NOUN
efajoead-156	115	94	.	.	PUNCT
efajoead-156	116	1	that	that	PRON
efajoead-156	116	2	is	be	AUX
efajoead-156	116	3	the	the	DET
efajoead-156	116	4	internal	internal	ADJ
efajoead-156	116	5	organization	organization	NOUN
efajoead-156	116	6	of	of	ADP
efajoead-156	116	7	the	the	DET
efajoead-156	116	8	stages	stage	NOUN
efajoead-156	116	9	of	of	ADP
efajoead-156	116	10	the	the	DET
efajoead-156	116	11	discourse	discourse	NOUN
efajoead-156	116	12	.	.	PUNCT
efajoead-156	117	1	this	this	PRON
efajoead-156	117	2	may	may	AUX
efajoead-156	117	3	especially	especially	ADV
efajoead-156	117	4	relevant	relevant	ADJ
efajoead-156	117	5	in	in	ADP
efajoead-156	117	6	longer	long	ADJ
efajoead-156	117	7	turns	turn	NOUN
efajoead-156	117	8	;	;	PUNCT
efajoead-156	117	9	(	(	PUNCT
efajoead-156	117	10	iii	iii	X
efajoead-156	117	11	)	)	PUNCT
efajoead-156	117	12	appropriateness	appropriateness	NOUN
efajoead-156	117	13	:	:	PUNCT
efajoead-156	117	14	this	this	PRON
efajoead-156	117	15	would	would	AUX
efajoead-156	117	16	include	include	VERB
efajoead-156	117	17	the	the	DET
efajoead-156	117	18	sociocultural	sociocultural	ADJ
efajoead-156	117	19	ability	ability	NOUN
efajoead-156	117	20	to	to	PART
efajoead-156	117	21	take	take	VERB
efajoead-156	117	22	into	into	ADP
efajoead-156	117	23	account	account	NOUN
efajoead-156	117	24	setting	setting	NOUN
efajoead-156	117	25	,	,	PUNCT
efajoead-156	117	26	topic	topic	NOUN
efajoead-156	117	27	,	,	PUNCT
efajoead-156	117	28	role	role	NOUN
efajoead-156	117	29	relationships	relationship	NOUN
efajoead-156	117	30	,	,	PUNCT
efajoead-156	117	31	formality	formality	NOUN
efajoead-156	117	32	required	require	VERB
efajoead-156	117	33	.	.	PUNCT
efajoead-156	118	1	due	due	ADJ
efajoead-156	118	2	observance	observance	NOUN
efajoead-156	118	3	of	of	ADP
efajoead-156	118	4	the	the	DET
efajoead-156	118	5	norms	norm	NOUN
efajoead-156	118	6	of	of	ADP
efajoead-156	118	7	interaction	interaction	NOUN
efajoead-156	118	8	in	in	ADP
efajoead-156	118	9	terms	term	NOUN
efajoead-156	118	10	of	of	ADP
efajoead-156	118	11	silence	silence	NOUN
efajoead-156	118	12	,	,	PUNCT
efajoead-156	118	13	proximity	proximity	NOUN
efajoead-156	118	14	and	and	CCONJ
efajoead-156	118	15	dealing	deal	VERB
efajoead-156	118	16	with	with	ADP
efajoead-156	118	17	encoding	encoding	NOUN
efajoead-156	118	18	difficulties	difficulty	NOUN
efajoead-156	118	19	might	might	AUX
efajoead-156	118	20	be	be	AUX
efajoead-156	118	21	looked	look	VERB
efajoead-156	118	22	for	for	ADP
efajoead-156	118	23	.	.	PUNCT
efajoead-156	119	1	if	if	SCONJ
efajoead-156	119	2	the	the	DET
efajoead-156	119	3	task	task	NOUN
efajoead-156	119	4	leads	lead	VERB
efajoead-156	119	5	to	to	ADP
efajoead-156	119	6	the	the	DET
efajoead-156	119	7	deployment	deployment	NOUN
efajoead-156	119	8	of	of	ADP
efajoead-156	119	9	improvisational	improvisational	ADJ
efajoead-156	119	10	skills	skill	NOUN
efajoead-156	119	11	then	then	ADV
efajoead-156	119	12	the	the	DET
efajoead-156	119	13	lecturers	lecturer	NOUN
efajoead-156	119	14	might	might	AUX
efajoead-156	119	15	also	also	ADV
efajoead-156	119	16	english	english	VERB
efajoead-156	119	17	franca	franca	X
efajoead-156	119	18	vol	vol	NOUN
efajoead-156	119	19	1	1	NUM
efajoead-156	119	20	no	no	DET
efajoead-156	119	21	01	01	NUM
efajoead-156	119	22	tahun	tahun	PROPN
efajoead-156	119	23	2017	2017	NUM
efajoead-156	119	24	,	,	PUNCT
efajoead-156	119	25	stain	stain	NOUN
efajoead-156	119	26	curup	curup	NOUN
efajoead-156	119	27	page	page	NOUN
efajoead-156	119	28	70	70	NUM
efajoead-156	119	29	p	p	NOUN
efajoead-156	119	30	-	-	PUNCT
efajoead-156	119	31	issn	issn	PROPN
efajoead-156	119	32	1494238293	1494238293	NUM
efajoead-156	119	33	,	,	PUNCT
efajoead-156	119	34	e	e	X
efajoead-156	119	35	-	-	PROPN
efajoead-156	119	36	issn	issn	PROPN
efajoead-156	119	37	1494237782	1494237782	NUM
efajoead-156	119	38	wish	wish	VERB
efajoead-156	119	39	to	to	PART
efajoead-156	119	40	develop	develop	VERB
efajoead-156	119	41	criteria	criterion	NOUN
efajoead-156	119	42	to	to	PART
efajoead-156	119	43	take	take	VERB
efajoead-156	119	44	account	account	NOUN
efajoead-156	119	45	of	of	ADP
efajoead-156	119	46	proficiency	proficiency	NOUN
efajoead-156	119	47	in	in	ADP
efajoead-156	119	48	the	the	DET
efajoead-156	119	49	use	use	NOUN
efajoead-156	119	50	of	of	ADP
efajoead-156	119	51	these	these	PRON
efajoead-156	119	52	.	.	PUNCT
efajoead-156	120	1	in	in	ADP
efajoead-156	120	2	other	other	ADJ
efajoead-156	120	3	side	side	NOUN
efajoead-156	120	4	,	,	PUNCT
efajoead-156	120	5	assessing	assess	VERB
efajoead-156	120	6	the	the	DET
efajoead-156	120	7	improvisational	improvisational	ADJ
efajoead-156	120	8	skills	skill	NOUN
efajoead-156	120	9	might	might	AUX
efajoead-156	120	10	involve	involve	VERB
efajoead-156	120	11	the	the	DET
efajoead-156	120	12	lecturers	lecturer	NOUN
efajoead-156	120	13	taking	take	VERB
efajoead-156	120	14	a	a	DET
efajoead-156	120	15	decision	decision	NOUN
efajoead-156	120	16	on	on	ADP
efajoead-156	120	17	overall	overall	ADJ
efajoead-156	120	18	effectiveness	effectiveness	NOUN
efajoead-156	120	19	in	in	ADP
efajoead-156	120	20	two	two	NUM
efajoead-156	120	21	important	important	ADJ
efajoead-156	120	22	improvisation	improvisation	NOUN
efajoead-156	120	23	abilities	ability	NOUN
efajoead-156	120	24	:	:	PUNCT
efajoead-156	120	25	(	(	PUNCT
efajoead-156	120	26	i	i	NOUN
efajoead-156	120	27	)	)	PUNCT
efajoead-156	120	28	ability	ability	NOUN
efajoead-156	120	29	to	to	PART
efajoead-156	120	30	negotiate	negotiate	VERB
efajoead-156	120	31	meaning	meaning	NOUN
efajoead-156	120	32	in	in	ADP
efajoead-156	120	33	cases	case	NOUN
efajoead-156	120	34	of	of	ADP
efajoead-156	120	35	comprehension	comprehension	NOUN
efajoead-156	120	36	or	or	CCONJ
efajoead-156	120	37	production	production	NOUN
efajoead-156	120	38	difficulties	difficulty	NOUN
efajoead-156	120	39	manifested	manifest	VERB
efajoead-156	120	40	on	on	ADP
efajoead-156	120	41	the	the	DET
efajoead-156	120	42	part	part	NOUN
efajoead-156	120	43	of	of	ADP
efajoead-156	120	44	the	the	DET
efajoead-156	120	45	candidate	candidate	NOUN
efajoead-156	120	46	or	or	CCONJ
efajoead-156	120	47	his	his	PRON
efajoead-156	120	48	/	/	SYM
efajoead-156	120	49	her	her	PRON
efajoead-156	120	50	interlocutor	interlocutor	NOUN
efajoead-156	120	51	;	;	PUNCT
efajoead-156	120	52	(	(	PUNCT
efajoead-156	120	53	ii	ii	NOUN
efajoead-156	120	54	)	)	PUNCT
efajoead-156	120	55	ability	ability	NOUN
efajoead-156	120	56	to	to	PART
efajoead-156	120	57	manage	manage	VERB
efajoead-156	120	58	interaction	interaction	NOUN
efajoead-156	120	59	(	(	PUNCT
efajoead-156	120	60	agenda	agenda	NOUN
efajoead-156	120	61	and	and	CCONJ
efajoead-156	120	62	turn	turn	VERB
efajoead-156	120	63	taking	take	VERB
efajoead-156	120	64	)	)	PUNCT
efajoead-156	120	65	actively	actively	ADV
efajoead-156	120	66	and	and	CCONJ
efajoead-156	120	67	flexibly	flexibly	ADV
efajoead-156	120	68	.	.	PUNCT
efajoead-156	121	1	this	this	PRON
efajoead-156	121	2	is	be	AUX
efajoead-156	121	3	particularly	particularly	ADV
efajoead-156	121	4	important	important	ADJ
efajoead-156	121	5	where	where	SCONJ
efajoead-156	121	6	speakers	speaker	NOUN
efajoead-156	121	7	can	can	AUX
efajoead-156	121	8	be	be	AUX
efajoead-156	121	9	expected	expect	VERB
efajoead-156	121	10	to	to	PART
efajoead-156	121	11	be	be	AUX
efajoead-156	121	12	active	active	ADJ
efajoead-156	121	13	participants	participant	NOUN
efajoead-156	121	14	.	.	PUNCT
efajoead-156	122	1	if	if	SCONJ
efajoead-156	122	2	it	it	PRON
efajoead-156	122	3	improvisational	improvisational	ADJ
efajoead-156	122	4	skills	skill	NOUN
efajoead-156	122	5	the	the	DET
efajoead-156	122	6	lecturers	lecturer	NOUN
efajoead-156	122	7	might	might	AUX
efajoead-156	122	8	make	make	VERB
efajoead-156	122	9	detailed	detailed	ADJ
efajoead-156	122	10	assessment	assessment	NOUN
efajoead-156	122	11	in	in	ADP
efajoead-156	122	12	terms	term	NOUN
efajoead-156	122	13	of	of	ADP
efajoead-156	122	14	(	(	PUNCT
efajoead-156	122	15	i	i	NOUN
efajoead-156	122	16	)	)	PUNCT
efajoead-156	122	17	fluency	fluency	NOUN
efajoead-156	122	18	:	:	PUNCT
efajoead-156	122	19	smoothness	smoothness	ADJ
efajoead-156	122	20	of	of	ADP
efajoead-156	122	21	execution	execution	NOUN
efajoead-156	122	22	.	.	PUNCT
efajoead-156	123	1	ability	ability	NOUN
efajoead-156	123	2	to	to	PART
efajoead-156	123	3	negotiate	negotiate	VERB
efajoead-156	123	4	meaning	meaning	NOUN
efajoead-156	123	5	would	would	AUX
efajoead-156	123	6	,	,	PUNCT
efajoead-156	123	7	for	for	ADP
efajoead-156	123	8	example	example	NOUN
efajoead-156	123	9	,	,	PUNCT
efajoead-156	123	10	include	include	VERB
efajoead-156	123	11	the	the	DET
efajoead-156	123	12	ability	ability	NOUN
efajoead-156	123	13	to	to	PART
efajoead-156	123	14	use	use	VERB
efajoead-156	123	15	communication	communication	NOUN
efajoead-156	123	16	strategies	strategy	NOUN
efajoead-156	123	17	with	with	ADP
efajoead-156	123	18	case	case	NOUN
efajoead-156	123	19	when	when	SCONJ
efajoead-156	123	20	in	in	ADP
efajoead-156	123	21	difficulties	difficulty	NOUN
efajoead-156	123	22	;	;	PUNCT
efajoead-156	123	23	(	(	PUNCT
efajoead-156	123	24	ii	ii	NOUN
efajoead-156	123	25	)	)	PUNCT
efajoead-156	123	26	appropriateness	appropriateness	NOUN
efajoead-156	123	27	:	:	PUNCT
efajoead-156	123	28	this	this	PRON
efajoead-156	123	29	could	could	AUX
efajoead-156	123	30	include	include	VERB
efajoead-156	123	31	,	,	PUNCT
efajoead-156	123	32	for	for	ADP
efajoead-156	123	33	example	example	NOUN
efajoead-156	123	34	,	,	PUNCT
efajoead-156	123	35	the	the	DET
efajoead-156	123	36	degree	degree	NOUN
efajoead-156	123	37	of	of	ADP
efajoead-156	123	38	politeness	politeness	NOUN
efajoead-156	123	39	and	and	CCONJ
efajoead-156	123	40	suitability	suitability	NOUN
efajoead-156	123	41	of	of	ADP
efajoead-156	123	42	timing	timing	NOUN
efajoead-156	123	43	in	in	ADP
efajoead-156	123	44	turn	turn	NOUN
efajoead-156	123	45	taking	take	VERB
efajoead-156	123	46	or	or	CCONJ
efajoead-156	123	47	suitability	suitability	NOUN
efajoead-156	123	48	of	of	ADP
efajoead-156	123	49	the	the	DET
efajoead-156	123	50	language	language	NOUN
efajoead-156	123	51	used	use	VERB
efajoead-156	123	52	in	in	ADP
efajoead-156	123	53	request	request	NOUN
efajoead-156	123	54	for	for	ADP
efajoead-156	123	55	clarification	clarification	NOUN
efajoead-156	123	56	or	or	CCONJ
efajoead-156	123	57	disagreement.in	disagreement.in	NOUN
efajoead-156	123	58	order	order	NOUN
efajoead-156	123	59	to	to	PART
efajoead-156	123	60	measure	measure	VERB
efajoead-156	123	61	the	the	DET
efajoead-156	123	62	quality	quality	NOUN
efajoead-156	123	63	of	of	ADP
efajoead-156	123	64	spoken	spoken	ADJ
efajoead-156	123	65	performance	performance	NOUN
efajoead-156	123	66	,	,	PUNCT
efajoead-156	123	67	we	we	PRON
efajoead-156	123	68	first	first	ADV
efajoead-156	123	69	need	need	VERB
efajoead-156	123	70	to	to	PART
efajoead-156	123	71	establish	establish	VERB
efajoead-156	123	72	criteria	criterion	NOUN
efajoead-156	123	73	of	of	ADP
efajoead-156	123	74	assessment	assessment	NOUN
efajoead-156	123	75	.	.	PUNCT
efajoead-156	124	1	these	these	DET
efajoead-156	124	2	criteria	criterion	NOUN
efajoead-156	124	3	that	that	PRON
efajoead-156	124	4	might	might	AUX
efajoead-156	124	5	be	be	AUX
efajoead-156	124	6	considered	consider	VERB
efajoead-156	124	7	for	for	ADP
efajoead-156	124	8	assessment	assessment	NOUN
efajoead-156	124	9	of	of	ADP
efajoead-156	124	10	the	the	DET
efajoead-156	124	11	output	output	NOUN
efajoead-156	124	12	of	of	ADP
efajoead-156	124	13	communicative	communicative	ADJ
efajoead-156	124	14	spoken	spoken	ADJ
efajoead-156	124	15	interaction	interaction	NOUN
efajoead-156	124	16	tasks	task	NOUN
efajoead-156	124	17	.	.	PUNCT
efajoead-156	125	1	these	these	DET
efajoead-156	125	2	criteria	criterion	NOUN
efajoead-156	125	3	can	can	AUX
efajoead-156	125	4	be	be	AUX
efajoead-156	125	5	elaborated	elaborate	VERB
efajoead-156	125	6	into	into	ADP
efajoead-156	125	7	the	the	DET
efajoead-156	125	8	following	follow	VERB
efajoead-156	125	9	table	table	NOUN
efajoead-156	125	10	.	.	PUNCT
efajoead-156	126	1	table	table	NOUN
efajoead-156	126	2	2	2	NUM
efajoead-156	126	3	.	.	PUNCT
efajoead-156	126	4	analytic	analytic	ADJ
efajoead-156	126	5	marking	marking	NOUN
efajoead-156	126	6	scheme	scheme	NOUN
efajoead-156	126	7	for	for	ADP
efajoead-156	126	8	speaking	speak	VERB
efajoead-156	126	9	no	no	DET
efajoead-156	126	10	criteria	criterion	NOUN
efajoead-156	126	11	of	of	ADP
efajoead-156	126	12	marking	mark	VERB
efajoead-156	126	13	score	score	NOUN
efajoead-156	126	14	1	1	NUM
efajoead-156	126	15	appropriateness	appropriateness	NOUN
efajoead-156	126	16	0	0	NUM
efajoead-156	126	17	-	-	SYM
efajoead-156	126	18	3	3	NUM
efajoead-156	126	19	2	2	NUM
efajoead-156	126	20	adequacy	adequacy	NOUN
efajoead-156	126	21	of	of	ADP
efajoead-156	126	22	vocabulary	vocabulary	NOUN
efajoead-156	126	23	for	for	ADP
efajoead-156	126	24	purposes	purpose	NOUN
efajoead-156	126	25	0	0	NUM
efajoead-156	126	26	-	-	SYM
efajoead-156	126	27	3	3	NUM
efajoead-156	126	28	3	3	NUM
efajoead-156	126	29	grammatical	grammatical	ADJ
efajoead-156	126	30	accurately	accurately	ADV
efajoead-156	126	31	0	0	NUM
efajoead-156	126	32	-	-	SYM
efajoead-156	126	33	3	3	NUM
efajoead-156	126	34	4	4	NUM
efajoead-156	126	35	intelligibility	intelligibility	NOUN
efajoead-156	126	36	0	0	NUM
efajoead-156	126	37	-	-	SYM
efajoead-156	126	38	3	3	NUM
efajoead-156	126	39	5	5	NUM
efajoead-156	126	40	fluency	fluency	NOUN
efajoead-156	126	41	0	0	NUM
efajoead-156	126	42	-	-	SYM
efajoead-156	126	43	3	3	NUM
efajoead-156	126	44	6	6	NUM
efajoead-156	126	45	relevance	relevance	NOUN
efajoead-156	126	46	and	and	CCONJ
efajoead-156	126	47	adequacy	adequacy	NOUN
efajoead-156	126	48	of	of	ADP
efajoead-156	126	49	content	content	NOUN
efajoead-156	126	50	0	0	NUM
efajoead-156	126	51	-	-	SYM
efajoead-156	126	52	3	3	NUM
efajoead-156	126	53	the	the	DET
efajoead-156	126	54	criteria	criterion	NOUN
efajoead-156	126	55	in	in	ADP
efajoead-156	126	56	each	each	PRON
efajoead-156	126	57	of	of	ADP
efajoead-156	126	58	the	the	DET
efajoead-156	126	59	three	three	NUM
efajoead-156	126	60	areas	area	NOUN
efajoead-156	126	61	need	need	VERB
efajoead-156	126	62	empirical	empirical	ADJ
efajoead-156	126	63	validation	validation	NOUN
efajoead-156	126	64	in	in	ADP
efajoead-156	126	65	the	the	DET
efajoead-156	126	66	particular	particular	ADJ
efajoead-156	126	67	contexts	contexts	NOUN
efajoead-156	126	68	testers	tester	NOUN
efajoead-156	126	69	find	find	VERB
efajoead-156	126	70	themselves	themselves	PRON
efajoead-156	126	71	in	in	ADP
efajoead-156	126	72	.	.	PUNCT
efajoead-156	127	1	first	first	ADV
efajoead-156	127	2	,	,	PUNCT
efajoead-156	127	3	tester	tester	NOUN
efajoead-156	127	4	would	would	AUX
efajoead-156	127	5	need	need	VERB
efajoead-156	127	6	to	to	PART
efajoead-156	127	7	specify	specify	VERB
efajoead-156	127	8	appropriate	appropriate	ADJ
efajoead-156	127	9	tasks	task	NOUN
efajoead-156	127	10	in	in	ADP
efajoead-156	127	11	terms	term	NOUN
efajoead-156	127	12	of	of	ADP
efajoead-156	127	13	conditions	condition	NOUN
efajoead-156	127	14	and	and	CCONJ
efajoead-156	127	15	operations	operation	NOUN
efajoead-156	127	16	and	and	CCONJ
efajoead-156	127	17	decisions	decision	NOUN
efajoead-156	127	18	could	could	AUX
efajoead-156	127	19	be	be	AUX
efajoead-156	127	20	taken	take	VERB
efajoead-156	127	21	iteratively	iteratively	ADV
efajoead-156	127	22	on	on	ADP
efajoead-156	127	23	the	the	DET
efajoead-156	127	24	criteria	criterion	NOUN
efajoead-156	127	25	that	that	PRON
efajoead-156	127	26	are	be	AUX
efajoead-156	127	27	applicable	applicable	ADJ
efajoead-156	127	28	to	to	ADP
efajoead-156	127	29	the	the	DET
efajoead-156	127	30	output	output	NOUN
efajoead-156	127	31	generated	generate	VERB
efajoead-156	127	32	and	and	CCONJ
efajoead-156	127	33	the	the	DET
efajoead-156	127	34	levels	level	NOUN
efajoead-156	127	35	of	of	ADP
efajoead-156	127	36	performance	performance	NOUN
efajoead-156	127	37	within	within	ADP
efajoead-156	127	38	each	each	PRON
efajoead-156	127	39	of	of	ADP
efajoead-156	127	40	these	these	PRON
efajoead-156	127	41	.	.	PUNCT
efajoead-156	128	1	the	the	DET
efajoead-156	128	2	dimension	dimension	NOUN
efajoead-156	128	3	of	of	ADP
efajoead-156	128	4	practicality	practicality	NOUN
efajoead-156	128	5	can	can	AUX
efajoead-156	128	6	not	not	PART
efajoead-156	128	7	be	be	AUX
efajoead-156	128	8	ignored	ignore	VERB
efajoead-156	128	9	here	here	ADV
efajoead-156	128	10	and	and	CCONJ
efajoead-156	128	11	the	the	DET
efajoead-156	128	12	criteria	criterion	NOUN
efajoead-156	128	13	developed	develop	VERB
efajoead-156	128	14	would	would	AUX
efajoead-156	128	15	need	need	VERB
efajoead-156	128	16	to	to	AUX
efajoead-156	128	17	english	english	PROPN
efajoead-156	128	18	franca	franca	NOUN
efajoead-156	128	19	vol	vol	NOUN
efajoead-156	128	20	1	1	NUM
efajoead-156	129	1	no	no	DET
efajoead-156	129	2	01	01	NUM
efajoead-156	129	3	tahun	tahun	PROPN
efajoead-156	129	4	2017	2017	NUM
efajoead-156	129	5	,	,	PUNCT
efajoead-156	129	6	stain	stain	NOUN
efajoead-156	129	7	curup	curup	NOUN
efajoead-156	129	8	page	page	NOUN
efajoead-156	129	9	71	71	NUM
efajoead-156	129	10	p	p	NOUN
efajoead-156	129	11	-	-	PUNCT
efajoead-156	129	12	issn	issn	PROPN
efajoead-156	129	13	1494238293	1494238293	NUM
efajoead-156	129	14	,	,	PUNCT
efajoead-156	129	15	e	e	X
efajoead-156	129	16	-	-	PROPN
efajoead-156	129	17	issn	issn	PROPN
efajoead-156	129	18	1494237782	1494237782	NUM
efajoead-156	129	19	be	be	VERB
efajoead-156	129	20	readily	readily	ADV
efajoead-156	129	21	deployable	deployable	ADJ
efajoead-156	129	22	by	by	ADP
efajoead-156	129	23	teachers	teacher	NOUN
efajoead-156	129	24	.	.	PUNCT
efajoead-156	130	1	it	it	PRON
efajoead-156	130	2	would	would	AUX
efajoead-156	130	3	have	have	VERB
efajoead-156	130	4	to	to	PART
efajoead-156	130	5	be	be	AUX
efajoead-156	130	6	established	establish	VERB
efajoead-156	130	7	how	how	SCONJ
efajoead-156	130	8	many	many	ADJ
efajoead-156	130	9	criteria	criterion	NOUN
efajoead-156	130	10	teachers	teacher	NOUN
efajoead-156	130	11	could	could	AUX
efajoead-156	130	12	reliably	reliably	ADV
efajoead-156	130	13	handle	handle	VERB
efajoead-156	130	14	.	.	PUNCT
efajoead-156	131	1	the	the	DET
efajoead-156	131	2	criteria	criterion	NOUN
efajoead-156	131	3	develop	develop	VERB
efajoead-156	131	4	would	would	AUX
efajoead-156	131	5	need	need	VERB
efajoead-156	131	6	to	to	PART
efajoead-156	131	7	be	be	AUX
efajoead-156	131	8	accessible	accessible	ADJ
efajoead-156	131	9	to	to	ADP
efajoead-156	131	10	other	other	ADJ
efajoead-156	131	11	teachers	teacher	NOUN
efajoead-156	131	12	and	and	CCONJ
efajoead-156	131	13	the	the	DET
efajoead-156	131	14	number	number	NOUN
efajoead-156	131	15	of	of	ADP
efajoead-156	131	16	levels	level	NOUN
efajoead-156	131	17	within	within	ADP
efajoead-156	131	18	each	each	DET
efajoead-156	131	19	criterion	criterion	NOUN
efajoead-156	131	20	would	would	AUX
efajoead-156	131	21	have	have	VERB
efajoead-156	131	22	to	to	PART
efajoead-156	131	23	represent	represent	VERB
efajoead-156	131	24	real	real	ADJ
efajoead-156	131	25	distinctions	distinction	NOUN
efajoead-156	131	26	in	in	ADP
efajoead-156	131	27	the	the	DET
efajoead-156	131	28	performance	performance	NOUN
efajoead-156	131	29	of	of	ADP
efajoead-156	131	30	actual	actual	ADJ
efajoead-156	131	31	candidates	candidate	NOUN
efajoead-156	131	32	.	.	PUNCT
efajoead-156	132	1	criteria	criterion	NOUN
efajoead-156	132	2	of	of	ADP
efajoead-156	132	3	marking	mark	VERB
efajoead-156	132	4	could	could	AUX
efajoead-156	132	5	describe	describe	VERB
efajoead-156	132	6	the	the	DET
efajoead-156	132	7	level	level	NOUN
efajoead-156	132	8	of	of	ADP
efajoead-156	132	9	ability	ability	NOUN
efajoead-156	132	10	.	.	PUNCT
efajoead-156	133	1	the	the	DET
efajoead-156	133	2	intermediate	intermediate	ADJ
efajoead-156	133	3	level	level	NOUN
efajoead-156	133	4	is	be	AUX
efajoead-156	133	5	characterized	characterize	VERB
efajoead-156	133	6	by	by	ADP
efajoead-156	133	7	the	the	DET
efajoead-156	133	8	speaker	speaker	NOUN
efajoead-156	133	9	’s	’s	PART
efajoead-156	133	10	ability	ability	NOUN
efajoead-156	133	11	to	to	PART
efajoead-156	133	12	:	:	PUNCT
efajoead-156	133	13	1	1	X
efajoead-156	133	14	.	.	X
efajoead-156	133	15	create	create	VERB
efajoead-156	133	16	with	with	ADP
efajoead-156	133	17	the	the	DET
efajoead-156	133	18	language	language	NOUN
efajoead-156	133	19	by	by	ADP
efajoead-156	133	20	combining	combine	VERB
efajoead-156	133	21	and	and	CCONJ
efajoead-156	133	22	recombining	recombining	ADJ
efajoead-156	133	23	learned	learn	VERB
efajoead-156	133	24	elements	element	NOUN
efajoead-156	133	25	,	,	PUNCT
efajoead-156	133	26	though	though	SCONJ
efajoead-156	133	27	primarily	primarily	ADV
efajoead-156	133	28	in	in	ADP
efajoead-156	133	29	a	a	DET
efajoead-156	133	30	reactive	reactive	ADJ
efajoead-156	133	31	mode	mode	NOUN
efajoead-156	133	32	;	;	PUNCT
efajoead-156	133	33	2	2	X
efajoead-156	133	34	.	.	X
efajoead-156	133	35	initiate	initiate	NOUN
efajoead-156	133	36	,	,	PUNCT
efajoead-156	133	37	minimally	minimally	ADV
efajoead-156	133	38	sustain	sustain	VERB
efajoead-156	133	39	,	,	PUNCT
efajoead-156	133	40	and	and	CCONJ
efajoead-156	133	41	close	close	VERB
efajoead-156	133	42	in	in	ADP
efajoead-156	133	43	a	a	DET
efajoead-156	133	44	simple	simple	ADJ
efajoead-156	133	45	way	way	NOUN
efajoead-156	133	46	basic	basic	ADJ
efajoead-156	133	47	communicative	communicative	ADJ
efajoead-156	133	48	tasks	task	NOUN
efajoead-156	133	49	;	;	PUNCT
efajoead-156	133	50	and	and	CCONJ
efajoead-156	133	51	3	3	X
efajoead-156	133	52	.	.	X
efajoead-156	133	53	ask	ask	VERB
efajoead-156	133	54	and	and	CCONJ
efajoead-156	133	55	answer	answer	NOUN
efajoead-156	133	56	question	question	NOUN
efajoead-156	133	57	.	.	PUNCT
efajoead-156	134	1	global	global	ADJ
efajoead-156	134	2	impression	impression	NOUN
efajoead-156	134	3	(	(	PUNCT
efajoead-156	134	4	b.	b.	PROPN
efajoead-156	134	5	j.	j.	PROPN
efajoead-156	134	6	carrol	carrol	PROPN
efajoead-156	134	7	,	,	PUNCT
efajoead-156	134	8	1980	1980	NUM
efajoead-156	134	9	)	)	PUNCT
efajoead-156	134	10	marking	mark	VERB
efajoead-156	134	11	scheme	scheme	NOUN
efajoead-156	134	12	could	could	AUX
efajoead-156	134	13	be	be	AUX
efajoead-156	134	14	arranged	arrange	VERB
efajoead-156	134	15	into	into	ADP
efajoead-156	134	16	assessment	assessment	NOUN
efajoead-156	134	17	scale	scale	NOUN
efajoead-156	134	18	which	which	PRON
efajoead-156	134	19	also	also	ADV
efajoead-156	134	20	describe	describe	VERB
efajoead-156	134	21	the	the	DET
efajoead-156	134	22	level	level	NOUN
efajoead-156	134	23	of	of	ADP
efajoead-156	134	24	speakers	speaker	NOUN
efajoead-156	134	25	as	as	ADP
efajoead-156	134	26	in	in	ADP
efajoead-156	134	27	the	the	DET
efajoead-156	134	28	following	following	NOUN
efajoead-156	134	29	:	:	PUNCT
efajoead-156	134	30	research	research	NOUN
efajoead-156	134	31	methodology	methodology	NOUN
efajoead-156	134	32	the	the	DET
efajoead-156	134	33	research	research	NOUN
efajoead-156	134	34	that	that	PRON
efajoead-156	134	35	is	be	AUX
efajoead-156	134	36	carried	carry	VERB
efajoead-156	134	37	out	out	ADP
efajoead-156	134	38	is	be	AUX
efajoead-156	134	39	called	call	VERB
efajoead-156	134	40	descriptive	descriptive	ADJ
efajoead-156	134	41	research	research	NOUN
efajoead-156	134	42	and	and	CCONJ
efajoead-156	134	43	will	will	AUX
efajoead-156	134	44	be	be	AUX
efajoead-156	134	45	presented	present	VERB
efajoead-156	134	46	in	in	ADP
efajoead-156	134	47	qualitative	qualitative	ADJ
efajoead-156	134	48	way	way	NOUN
efajoead-156	134	49	.	.	PUNCT
efajoead-156	135	1	the	the	DET
efajoead-156	135	2	researcher	researcher	NOUN
efajoead-156	135	3	describes	describe	VERB
efajoead-156	135	4	the	the	DET
efajoead-156	135	5	existing	exist	VERB
efajoead-156	135	6	facts	fact	NOUN
efajoead-156	135	7	that	that	PRON
efajoead-156	135	8	performed	perform	VERB
efajoead-156	135	9	on	on	ADP
efajoead-156	135	10	how	how	SCONJ
efajoead-156	135	11	the	the	DET
efajoead-156	135	12	speaking	speak	VERB
efajoead-156	135	13	lecturers	lecturer	NOUN
efajoead-156	135	14	design	design	VERB
efajoead-156	135	15	their	their	PRON
efajoead-156	135	16	marking	mark	VERB
efajoead-156	135	17	system	system	NOUN
efajoead-156	135	18	which	which	PRON
efajoead-156	135	19	includes	include	VERB
efajoead-156	135	20	the	the	DET
efajoead-156	135	21	criteria	criterion	NOUN
efajoead-156	135	22	of	of	ADP
efajoead-156	135	23	marking	mark	VERB
efajoead-156	135	24	and	and	CCONJ
efajoead-156	135	25	the	the	DET
efajoead-156	135	26	scoring	scoring	NOUN
efajoead-156	135	27	scheme	scheme	NOUN
efajoead-156	135	28	.	.	PUNCT
efajoead-156	136	1	the	the	DET
efajoead-156	136	2	analysis	analysis	NOUN
efajoead-156	136	3	covers	cover	VERB
efajoead-156	136	4	two	two	NUM
efajoead-156	136	5	aspects	aspect	NOUN
efajoead-156	136	6	,	,	PUNCT
efajoead-156	136	7	the	the	DET
efajoead-156	136	8	criteria	criterion	NOUN
efajoead-156	136	9	of	of	ADP
efajoead-156	136	10	marking	mark	VERB
efajoead-156	136	11	the	the	DET
efajoead-156	136	12	test	test	NOUN
efajoead-156	136	13	and	and	CCONJ
efajoead-156	136	14	the	the	DET
efajoead-156	136	15	scoring	scoring	NOUN
efajoead-156	136	16	scheme	scheme	NOUN
efajoead-156	136	17	.	.	PUNCT
efajoead-156	137	1	gay	gay	ADJ
efajoead-156	137	2	and	and	CCONJ
efajoead-156	137	3	airasian	airasian	ADJ
efajoead-156	137	4	(	(	PUNCT
efajoead-156	137	5	2000	2000	NUM
efajoead-156	137	6	)	)	PUNCT
efajoead-156	137	7	stated	state	VERB
efajoead-156	137	8	that	that	SCONJ
efajoead-156	137	9	descriptive	descriptive	ADJ
efajoead-156	137	10	research	research	NOUN
efajoead-156	137	11	which	which	PRON
efajoead-156	137	12	is	be	AUX
efajoead-156	137	13	also	also	ADV
efajoead-156	137	14	called	call	VERB
efajoead-156	137	15	survey	survey	NOUN
efajoead-156	137	16	research	research	NOUN
efajoead-156	137	17	determines	determine	NOUN
efajoead-156	137	18	and	and	CCONJ
efajoead-156	137	19	describes	describe	VERB
efajoead-156	137	20	the	the	DET
efajoead-156	137	21	way	way	NOUN
efajoead-156	137	22	things	thing	NOUN
efajoead-156	137	23	are	be	AUX
efajoead-156	137	24	.	.	PUNCT
efajoead-156	138	1	moreover	moreover	ADV
efajoead-156	138	2	,	,	PUNCT
efajoead-156	138	3	gay	gay	NOUN
efajoead-156	138	4	explains	explain	VERB
efajoead-156	138	5	that	that	SCONJ
efajoead-156	138	6	descriptive	descriptive	ADJ
efajoead-156	138	7	research	research	NOUN
efajoead-156	138	8	,	,	PUNCT
efajoead-156	138	9	also	also	ADV
efajoead-156	138	10	called	call	VERB
efajoead-156	138	11	survey	survey	NOUN
efajoead-156	138	12	research	research	NOUN
efajoead-156	138	13	,	,	PUNCT
efajoead-156	138	14	is	be	AUX
efajoead-156	138	15	useful	useful	ADJ
efajoead-156	138	16	for	for	ADP
efajoead-156	138	17	investigating	investigate	VERB
efajoead-156	138	18	a	a	DET
efajoead-156	138	19	variety	variety	NOUN
efajoead-156	138	20	of	of	ADP
efajoead-156	138	21	educational	educational	ADJ
efajoead-156	138	22	problems	problem	NOUN
efajoead-156	138	23	and	and	CCONJ
efajoead-156	138	24	issues	issue	NOUN
efajoead-156	138	25	.	.	PUNCT
efajoead-156	139	1	mainly	mainly	ADV
efajoead-156	139	2	the	the	DET
efajoead-156	139	3	interviews	interview	NOUN
efajoead-156	139	4	and	and	CCONJ
efajoead-156	139	5	observation	observation	NOUN
efajoead-156	139	6	(	(	PUNCT
efajoead-156	139	7	analysis	analysis	NOUN
efajoead-156	139	8	)	)	PUNCT
efajoead-156	139	9	,	,	PUNCT
efajoead-156	139	10	as	as	ADP
efajoead-156	139	11	in	in	ADP
efajoead-156	139	12	qualitative	qualitative	ADJ
efajoead-156	139	13	research	research	NOUN
efajoead-156	139	14	are	be	AUX
efajoead-156	139	15	used	use	VERB
efajoead-156	139	16	as	as	ADP
efajoead-156	139	17	the	the	DET
efajoead-156	139	18	techniques	technique	NOUN
efajoead-156	139	19	of	of	ADP
efajoead-156	139	20	collecting	collect	VERB
efajoead-156	139	21	the	the	DET
efajoead-156	139	22	data	datum	NOUN
efajoead-156	139	23	.	.	PUNCT
efajoead-156	140	1	this	this	DET
efajoead-156	140	2	research	research	NOUN
efajoead-156	140	3	is	be	AUX
efajoead-156	140	4	guided	guide	VERB
efajoead-156	140	5	by	by	ADP
efajoead-156	140	6	some	some	DET
efajoead-156	140	7	steps	step	NOUN
efajoead-156	140	8	which	which	PRON
efajoead-156	140	9	are	be	AUX
efajoead-156	140	10	conscientiously	conscientiously	ADV
efajoead-156	140	11	executed	execute	VERB
efajoead-156	140	12	:	:	PUNCT
efajoead-156	140	13	identify	identify	VERB
efajoead-156	140	14	the	the	DET
efajoead-156	140	15	topic	topic	NOUN
efajoead-156	140	16	or	or	CCONJ
efajoead-156	140	17	problem	problem	NOUN
efajoead-156	140	18	,	,	PUNCT
efajoead-156	140	19	select	select	VERB
efajoead-156	140	20	an	an	DET
efajoead-156	140	21	appropriate	appropriate	ADJ
efajoead-156	140	22	sample	sample	NOUN
efajoead-156	140	23	of	of	ADP
efajoead-156	140	24	participants	participant	NOUN
efajoead-156	140	25	,	,	PUNCT
efajoead-156	140	26	collect	collect	VERB
efajoead-156	140	27	valid	valid	ADJ
efajoead-156	140	28	and	and	CCONJ
efajoead-156	140	29	reliable	reliable	ADJ
efajoead-156	140	30	data	datum	NOUN
efajoead-156	140	31	,	,	PUNCT
efajoead-156	140	32	and	and	CCONJ
efajoead-156	140	33	analyze	analyze	VERB
efajoead-156	140	34	and	and	CCONJ
efajoead-156	140	35	report	report	VERB
efajoead-156	140	36	conclusions	conclusion	NOUN
efajoead-156	140	37	.	.	PUNCT
efajoead-156	141	1	there	there	PRON
efajoead-156	141	2	are	be	VERB
efajoead-156	141	3	three	three	NUM
efajoead-156	141	4	mean	mean	NOUN
efajoead-156	141	5	data	datum	NOUN
efajoead-156	141	6	taken	take	VERB
efajoead-156	141	7	:	:	PUNCT
efajoead-156	141	8	the	the	DET
efajoead-156	141	9	marking	mark	VERB
efajoead-156	141	10	sheet	sheet	NOUN
efajoead-156	141	11	for	for	ADP
efajoead-156	141	12	speaking	speak	VERB
efajoead-156	141	13	test	test	NOUN
efajoead-156	141	14	,	,	PUNCT
efajoead-156	141	15	consists	consist	VERB
efajoead-156	141	16	of	of	ADP
efajoead-156	141	17	classification	classification	NOUN
efajoead-156	141	18	of	of	ADP
efajoead-156	141	19	marking	mark	VERB
efajoead-156	141	20	for	for	ADP
efajoead-156	141	21	ujianakhir	ujianakhir	ADJ
efajoead-156	141	22	semester	semester	NOUN
efajoead-156	141	23	(	(	PUNCT
efajoead-156	141	24	uas	uas	NOUN
efajoead-156	141	25	)	)	PUNCT
efajoead-156	141	26	test	test	NOUN
efajoead-156	141	27	for	for	ADP
efajoead-156	141	28	speaking	speak	VERB
efajoead-156	141	29	;	;	PUNCT
efajoead-156	141	30	the	the	DET
efajoead-156	141	31	speaking	speak	VERB
efajoead-156	141	32	lecturers	lecturer	NOUN
efajoead-156	141	33	who	who	PRON
efajoead-156	141	34	teach	teach	VERB
efajoead-156	141	35	speaking	speak	VERB
efajoead-156	141	36	during	during	ADP
efajoead-156	141	37	the	the	DET
efajoead-156	141	38	active	active	ADJ
efajoead-156	141	39	semester	semester	NOUN
efajoead-156	141	40	,	,	PUNCT
efajoead-156	141	41	and	and	CCONJ
efajoead-156	141	42	the	the	DET
efajoead-156	141	43	syllabus	syllabus	NOUN
efajoead-156	141	44	for	for	ADP
efajoead-156	141	45	speaking	speak	VERB
efajoead-156	141	46	.	.	PUNCT
efajoead-156	142	1	the	the	DET
efajoead-156	142	2	researcher	researcher	NOUN
efajoead-156	142	3	also	also	ADV
efajoead-156	142	4	uses	use	VERB
efajoead-156	142	5	checklist	checklist	NOUN
efajoead-156	142	6	,	,	PUNCT
efajoead-156	142	7	deep	deep	ADJ
efajoead-156	142	8	interview	interview	NOUN
efajoead-156	142	9	,	,	PUNCT
efajoead-156	142	10	field	field	NOUN
efajoead-156	142	11	english	english	ADJ
efajoead-156	142	12	franca	franca	NOUN
efajoead-156	142	13	vol	vol	NOUN
efajoead-156	142	14	1	1	NUM
efajoead-156	142	15	no	no	DET
efajoead-156	142	16	01	01	NUM
efajoead-156	142	17	tahun	tahun	PROPN
efajoead-156	142	18	2017	2017	NUM
efajoead-156	142	19	,	,	PUNCT
efajoead-156	142	20	stain	stain	NOUN
efajoead-156	142	21	curup	curup	NOUN
efajoead-156	142	22	page	page	NOUN
efajoead-156	142	23	72	72	NUM
efajoead-156	142	24	p	p	NOUN
efajoead-156	142	25	-	-	PUNCT
efajoead-156	142	26	issn	issn	PROPN
efajoead-156	142	27	1494238293	1494238293	NUM
efajoead-156	142	28	,	,	PUNCT
efajoead-156	142	29	e	e	X
efajoead-156	142	30	-	-	PROPN
efajoead-156	142	31	issn	issn	PROPN
efajoead-156	142	32	1494237782	1494237782	NUM
efajoead-156	142	33	notes	note	NOUN
efajoead-156	142	34	,	,	PUNCT
efajoead-156	142	35	and	and	CCONJ
efajoead-156	142	36	tape	tape	NOUN
efajoead-156	142	37	recorder	recorder	NOUN
efajoead-156	142	38	.	.	PUNCT
efajoead-156	143	1	the	the	DET
efajoead-156	143	2	field	field	NOUN
efajoead-156	143	3	notes	note	NOUN
efajoead-156	143	4	are	be	AUX
efajoead-156	143	5	made	make	VERB
efajoead-156	143	6	during	during	ADP
efajoead-156	143	7	the	the	DET
efajoead-156	143	8	interviews	interview	NOUN
efajoead-156	143	9	(	(	PUNCT
efajoead-156	143	10	analysis	analysis	NOUN
efajoead-156	143	11	)	)	PUNCT
efajoead-156	143	12	in	in	ADP
efajoead-156	143	13	order	order	NOUN
efajoead-156	143	14	to	to	PART
efajoead-156	143	15	provide	provide	VERB
efajoead-156	143	16	the	the	DET
efajoead-156	143	17	description	description	NOUN
efajoead-156	143	18	and	and	CCONJ
efajoead-156	143	19	understanding	understanding	NOUN
efajoead-156	143	20	of	of	ADP
efajoead-156	143	21	each	each	DET
efajoead-156	143	22	indicator	indicator	NOUN
efajoead-156	143	23	performed	perform	VERB
efajoead-156	143	24	and	and	CCONJ
efajoead-156	143	25	the	the	DET
efajoead-156	143	26	lecturers	lecturer	NOUN
efajoead-156	143	27	’	’	PART
efajoead-156	143	28	intention	intention	NOUN
efajoead-156	143	29	.	.	PUNCT
efajoead-156	144	1	data	datum	NOUN
efajoead-156	144	2	for	for	ADP
efajoead-156	144	3	this	this	DET
efajoead-156	144	4	research	research	NOUN
efajoead-156	144	5	is	be	AUX
efajoead-156	144	6	collected	collect	VERB
efajoead-156	144	7	in	in	ADP
efajoead-156	144	8	term	term	NOUN
efajoead-156	144	9	of	of	ADP
efajoead-156	144	10	longitudinal	longitudinal	ADJ
efajoead-156	144	11	.	.	PUNCT
efajoead-156	145	1	gay	gay	ADJ
efajoead-156	145	2	states	state	NOUN
efajoead-156	145	3	that	that	SCONJ
efajoead-156	145	4	longitudinal	longitudinal	ADJ
efajoead-156	145	5	research	research	NOUN
efajoead-156	145	6	collects	collect	VERB
efajoead-156	145	7	the	the	DET
efajoead-156	145	8	data	datum	NOUN
efajoead-156	145	9	at	at	ADP
efajoead-156	145	10	more	more	ADJ
efajoead-156	145	11	than	than	ADP
efajoead-156	145	12	one	one	NUM
efajoead-156	145	13	time	time	NOUN
efajoead-156	145	14	in	in	ADP
efajoead-156	145	15	order	order	NOUN
efajoead-156	145	16	to	to	PART
efajoead-156	145	17	measure	measure	VERB
efajoead-156	145	18	growth	growth	NOUN
efajoead-156	145	19	or	or	CCONJ
efajoead-156	145	20	change	change	NOUN
efajoead-156	145	21	.	.	PUNCT
efajoead-156	146	1	in	in	ADP
efajoead-156	146	2	detail	detail	NOUN
efajoead-156	146	3	,	,	PUNCT
efajoead-156	146	4	the	the	DET
efajoead-156	146	5	data	datum	NOUN
efajoead-156	146	6	is	be	AUX
efajoead-156	146	7	collected	collect	VERB
efajoead-156	146	8	through	through	ADP
efajoead-156	146	9	document	document	NOUN
efajoead-156	146	10	analysis	analysis	NOUN
efajoead-156	146	11	and	and	CCONJ
efajoead-156	146	12	interview	interview	NOUN
efajoead-156	146	13	.	.	PUNCT
efajoead-156	147	1	the	the	DET
efajoead-156	147	2	researcher	researcher	NOUN
efajoead-156	147	3	analyzes	analyze	VERB
efajoead-156	147	4	the	the	DET
efajoead-156	147	5	marking	mark	VERB
efajoead-156	147	6	sheet	sheet	NOUN
efajoead-156	147	7	for	for	ADP
efajoead-156	147	8	speaking	speak	VERB
efajoead-156	147	9	test	test	NOUN
efajoead-156	147	10	in	in	ADP
efajoead-156	147	11	order	order	NOUN
efajoead-156	147	12	to	to	PART
efajoead-156	147	13	search	search	VERB
efajoead-156	147	14	the	the	DET
efajoead-156	147	15	criteria	criterion	NOUN
efajoead-156	147	16	of	of	ADP
efajoead-156	147	17	making	make	VERB
efajoead-156	147	18	used	use	VERB
efajoead-156	147	19	and	and	CCONJ
efajoead-156	147	20	also	also	ADV
efajoead-156	147	21	the	the	DET
efajoead-156	147	22	scoring	scoring	NOUN
efajoead-156	147	23	scheme	scheme	NOUN
efajoead-156	147	24	.	.	PUNCT
efajoead-156	148	1	this	this	DET
efajoead-156	148	2	analysis	analysis	NOUN
efajoead-156	148	3	uses	use	VERB
efajoead-156	148	4	theories	theory	NOUN
efajoead-156	148	5	as	as	ADP
efajoead-156	148	6	the	the	DET
efajoead-156	148	7	guidance	guidance	NOUN
efajoead-156	148	8	and	and	CCONJ
efajoead-156	148	9	will	will	AUX
efajoead-156	148	10	be	be	AUX
efajoead-156	148	11	written	write	VERB
efajoead-156	148	12	down	down	ADP
efajoead-156	148	13	on	on	ADP
efajoead-156	148	14	checklist.interview	checklist.interview	NOUN
efajoead-156	148	15	is	be	AUX
efajoead-156	148	16	done	do	VERB
efajoead-156	148	17	between	between	ADP
efajoead-156	148	18	the	the	DET
efajoead-156	148	19	researcher	researcher	NOUN
efajoead-156	148	20	and	and	CCONJ
efajoead-156	148	21	the	the	DET
efajoead-156	148	22	speaking	speak	VERB
efajoead-156	148	23	lecturers	lecturer	NOUN
efajoead-156	148	24	.	.	PUNCT
efajoead-156	149	1	this	this	DET
efajoead-156	149	2	technique	technique	NOUN
efajoead-156	149	3	is	be	AUX
efajoead-156	149	4	supported	support	VERB
efajoead-156	149	5	by	by	ADP
efajoead-156	149	6	bogdan	bogdan	NOUN
efajoead-156	149	7	and	and	CCONJ
efajoead-156	149	8	biklen	biklen	PROPN
efajoead-156	149	9	(	(	PUNCT
efajoead-156	149	10	1982	1982	NUM
efajoead-156	149	11	)	)	PUNCT
efajoead-156	149	12	defined	define	VERB
efajoead-156	149	13	an	an	DET
efajoead-156	149	14	interview	interview	NOUN
efajoead-156	149	15	as	as	ADP
efajoead-156	149	16	a	a	DET
efajoead-156	149	17	purposeful	purposeful	ADJ
efajoead-156	149	18	conversation	conversation	NOUN
efajoead-156	149	19	,	,	PUNCT
efajoead-156	149	20	usually	usually	ADV
efajoead-156	149	21	between	between	ADP
efajoead-156	149	22	two	two	NUM
efajoead-156	149	23	people	people	NOUN
efajoead-156	149	24	(	(	PUNCT
efajoead-156	149	25	but	but	CCONJ
efajoead-156	149	26	sometimes	sometimes	ADV
efajoead-156	149	27	involving	involve	VERB
efajoead-156	149	28	more	more	ADJ
efajoead-156	149	29	)	)	PUNCT
efajoead-156	149	30	that	that	PRON
efajoead-156	149	31	is	be	AUX
efajoead-156	149	32	directed	direct	VERB
efajoead-156	149	33	by	by	ADP
efajoead-156	149	34	one	one	NUM
efajoead-156	149	35	in	in	ADP
efajoead-156	149	36	order	order	NOUN
efajoead-156	149	37	to	to	PART
efajoead-156	149	38	get	get	VERB
efajoead-156	149	39	information	information	NOUN
efajoead-156	149	40	.	.	PUNCT
efajoead-156	150	1	the	the	DET
efajoead-156	150	2	researcher	researcher	NOUN
efajoead-156	150	3	asks	ask	VERB
efajoead-156	150	4	about	about	ADP
efajoead-156	150	5	the	the	DET
efajoead-156	150	6	lecturers	lecturer	NOUN
efajoead-156	150	7	’	’	PART
efajoead-156	150	8	knowledge	knowledge	NOUN
efajoead-156	150	9	on	on	ADP
efajoead-156	150	10	designing	design	VERB
efajoead-156	150	11	speaking	speak	VERB
efajoead-156	150	12	test	test	NOUN
efajoead-156	150	13	,	,	PUNCT
efajoead-156	150	14	particularly	particularly	ADV
efajoead-156	150	15	about	about	ADP
efajoead-156	150	16	the	the	DET
efajoead-156	150	17	criteria	criterion	NOUN
efajoead-156	150	18	of	of	ADP
efajoead-156	150	19	marking	mark	VERB
efajoead-156	150	20	,	,	PUNCT
efajoead-156	150	21	the	the	DET
efajoead-156	150	22	scoring	scoring	NOUN
efajoead-156	150	23	scheme	scheme	NOUN
efajoead-156	150	24	and	and	CCONJ
efajoead-156	150	25	also	also	ADV
efajoead-156	150	26	the	the	DET
efajoead-156	150	27	reason	reason	NOUN
efajoead-156	150	28	the	the	DET
efajoead-156	150	29	lectures	lecture	NOUN
efajoead-156	150	30	consider	consider	VERB
efajoead-156	150	31	in	in	ADP
efajoead-156	150	32	designing	design	VERB
efajoead-156	150	33	the	the	DET
efajoead-156	150	34	marking	mark	VERB
efajoead-156	150	35	system	system	NOUN
efajoead-156	150	36	to	to	PART
efajoead-156	150	37	test	test	VERB
efajoead-156	150	38	students	student	NOUN
efajoead-156	150	39	’	'	PUNCT
efajoead-156	150	40	speaking	speak	VERB
efajoead-156	150	41	ability	ability	NOUN
efajoead-156	150	42	.	.	PUNCT
efajoead-156	151	1	the	the	DET
efajoead-156	151	2	interview	interview	NOUN
efajoead-156	151	3	guidance	guidance	NOUN
efajoead-156	151	4	is	be	AUX
efajoead-156	151	5	used	use	VERB
efajoead-156	151	6	to	to	PART
efajoead-156	151	7	manage	manage	VERB
efajoead-156	151	8	the	the	DET
efajoead-156	151	9	data	datum	NOUN
efajoead-156	151	10	needed	need	VERB
efajoead-156	151	11	.	.	PUNCT
efajoead-156	152	1	the	the	DET
efajoead-156	152	2	instruments	instrument	NOUN
efajoead-156	152	3	of	of	ADP
efajoead-156	152	4	this	this	DET
efajoead-156	152	5	research	research	NOUN
efajoead-156	152	6	are	be	AUX
efajoead-156	152	7	(	(	PUNCT
efajoead-156	152	8	1	1	NUM
efajoead-156	152	9	)	)	PUNCT
efajoead-156	152	10	checklist	checklist	NOUN
efajoead-156	152	11	,	,	PUNCT
efajoead-156	152	12	the	the	DET
efajoead-156	152	13	indicator	indicator	NOUN
efajoead-156	152	14	for	for	ADP
efajoead-156	152	15	each	each	DET
efajoead-156	152	16	formal	formal	ADJ
efajoead-156	152	17	will	will	AUX
efajoead-156	152	18	be	be	AUX
efajoead-156	152	19	build	build	VERB
efajoead-156	152	20	based	base	VERB
efajoead-156	152	21	on	on	ADP
efajoead-156	152	22	two	two	NUM
efajoead-156	152	23	theories	theory	NOUN
efajoead-156	152	24	that	that	PRON
efajoead-156	152	25	complete	complete	VERB
efajoead-156	152	26	each	each	DET
efajoead-156	152	27	other	other	ADJ
efajoead-156	152	28	,	,	PUNCT
efajoead-156	152	29	they	they	PRON
efajoead-156	152	30	are	be	AUX
efajoead-156	152	31	cyril	cyril	PROPN
efajoead-156	152	32	j	j	PROPN
efajoead-156	152	33	weir	weir	PROPN
efajoead-156	152	34	in	in	ADP
efajoead-156	152	35	his	his	PRON
efajoead-156	152	36	book	book	NOUN
efajoead-156	152	37	communicative	communicative	ADJ
efajoead-156	152	38	language	language	NOUN
efajoead-156	152	39	testing	testing	NOUN
efajoead-156	152	40	and	and	CCONJ
efajoead-156	152	41	arthur	arthur	PROPN
efajoead-156	152	42	hughes	hughes	PROPN
efajoead-156	152	43	in	in	ADP
efajoead-156	152	44	his	his	PRON
efajoead-156	152	45	book	book	NOUN
efajoead-156	152	46	testing	testing	NOUN
efajoead-156	152	47	for	for	ADP
efajoead-156	152	48	language	language	NOUN
efajoead-156	152	49	teachers	teacher	NOUN
efajoead-156	152	50	.	.	PUNCT
efajoead-156	153	1	each	each	DET
efajoead-156	153	2	criterion	criterion	NOUN
efajoead-156	153	3	has	have	VERB
efajoead-156	153	4	a	a	DET
efajoead-156	153	5	specific	specific	ADJ
efajoead-156	153	6	scoring	scoring	NOUN
efajoead-156	153	7	scheme	scheme	NOUN
efajoead-156	153	8	.	.	PUNCT
efajoead-156	154	1	the	the	DET
efajoead-156	154	2	scoring	scoring	NOUN
efajoead-156	154	3	scheme	scheme	NOUN
efajoead-156	154	4	is	be	AUX
efajoead-156	154	5	investigated	investigate	VERB
efajoead-156	154	6	by	by	ADP
efajoead-156	154	7	using	use	VERB
efajoead-156	154	8	theories	theory	NOUN
efajoead-156	154	9	and	and	CCONJ
efajoead-156	154	10	a	a	DET
efajoead-156	154	11	deep	deep	ADJ
efajoead-156	154	12	interview	interview	NOUN
efajoead-156	154	13	and	and	CCONJ
efajoead-156	154	14	also	also	ADV
efajoead-156	154	15	analyzing	analyze	VERB
efajoead-156	154	16	the	the	DET
efajoead-156	154	17	speaking	speak	VERB
efajoead-156	154	18	lecturers	lecturer	NOUN
efajoead-156	154	19	’	'	PUNCT
efajoead-156	154	20	marking	mark	VERB
efajoead-156	154	21	sheet	sheet	NOUN
efajoead-156	154	22	that	that	PRON
efajoead-156	154	23	consists	consist	VERB
efajoead-156	154	24	of	of	ADP
efajoead-156	154	25	classification	classification	NOUN
efajoead-156	154	26	of	of	ADP
efajoead-156	154	27	scoring	scoring	NOUN
efajoead-156	154	28	.	.	PUNCT
efajoead-156	155	1	the	the	DET
efajoead-156	155	2	finding	finding	NOUN
efajoead-156	155	3	will	will	AUX
efajoead-156	155	4	be	be	AUX
efajoead-156	155	5	compared	compare	VERB
efajoead-156	155	6	to	to	ADP
efajoead-156	155	7	the	the	DET
efajoead-156	155	8	theories	theory	NOUN
efajoead-156	155	9	being	be	AUX
efajoead-156	155	10	guided	guide	VERB
efajoead-156	155	11	;	;	PUNCT
efajoead-156	155	12	(	(	PUNCT
efajoead-156	155	13	2	2	X
efajoead-156	155	14	)	)	PUNCT
efajoead-156	155	15	interview	interview	NOUN
efajoead-156	155	16	,	,	PUNCT
efajoead-156	155	17	the	the	DET
efajoead-156	155	18	purpose	purpose	NOUN
efajoead-156	155	19	of	of	ADP
efajoead-156	155	20	interview	interview	NOUN
efajoead-156	155	21	is	be	AUX
efajoead-156	155	22	to	to	PART
efajoead-156	155	23	investigate	investigate	VERB
efajoead-156	155	24	the	the	DET
efajoead-156	155	25	speaking	speak	VERB
efajoead-156	155	26	lecturers	lecturer	NOUN
efajoead-156	155	27	’	’	PART
efajoead-156	155	28	knowledge	knowledge	NOUN
efajoead-156	155	29	and	and	CCONJ
efajoead-156	155	30	intention	intention	NOUN
efajoead-156	155	31	to	to	ADP
efajoead-156	155	32	and	and	CCONJ
efajoead-156	155	33	about	about	ADP
efajoead-156	155	34	marking	mark	VERB
efajoead-156	155	35	system	system	NOUN
efajoead-156	155	36	in	in	ADP
efajoead-156	155	37	testing	test	VERB
efajoead-156	155	38	students	student	NOUN
efajoead-156	155	39	’	'	PUNCT
efajoead-156	155	40	speaking	speak	VERB
efajoead-156	155	41	ability	ability	NOUN
efajoead-156	155	42	;	;	PUNCT
efajoead-156	155	43	(	(	PUNCT
efajoead-156	155	44	3	3	X
efajoead-156	155	45	)	)	PUNCT
efajoead-156	155	46	field	field	NOUN
efajoead-156	155	47	notes	note	NOUN
efajoead-156	155	48	,	,	PUNCT
efajoead-156	155	49	the	the	DET
efajoead-156	155	50	criteria	criterion	NOUN
efajoead-156	155	51	and	and	CCONJ
efajoead-156	155	52	scoring	scoring	NOUN
efajoead-156	155	53	scheme	scheme	NOUN
efajoead-156	155	54	of	of	ADP
efajoead-156	155	55	speaking	speak	VERB
efajoead-156	155	56	test	test	NOUN
efajoead-156	155	57	which	which	PRON
efajoead-156	155	58	have	have	AUX
efajoead-156	155	59	been	be	AUX
efajoead-156	155	60	checked	check	VERB
efajoead-156	155	61	from	from	ADP
efajoead-156	155	62	the	the	DET
efajoead-156	155	63	checklist	checklist	NOUN
efajoead-156	155	64	and	and	CCONJ
efajoead-156	155	65	interview	interview	NOUN
efajoead-156	155	66	is	be	AUX
efajoead-156	155	67	elaborated	elaborate	VERB
efajoead-156	155	68	by	by	ADP
efajoead-156	155	69	also	also	ADV
efajoead-156	155	70	including	include	VERB
efajoead-156	155	71	additional	additional	ADJ
efajoead-156	155	72	information	information	NOUN
efajoead-156	155	73	taken	take	VERB
efajoead-156	155	74	from	from	ADP
efajoead-156	155	75	the	the	DET
efajoead-156	155	76	field	field	NOUN
efajoead-156	155	77	notes	note	VERB
efajoead-156	155	78	in	in	ADP
efajoead-156	155	79	order	order	NOUN
efajoead-156	155	80	to	to	PART
efajoead-156	155	81	explain	explain	VERB
efajoead-156	155	82	the	the	DET
efajoead-156	155	83	marking	marking	NOUN
efajoead-156	155	84	system	system	NOUN
efajoead-156	155	85	and	and	CCONJ
efajoead-156	155	86	the	the	DET
efajoead-156	155	87	reason	reason	NOUN
efajoead-156	155	88	of	of	ADP
efajoead-156	155	89	speaking	speak	VERB
efajoead-156	155	90	lecturer	lecturer	NOUN
efajoead-156	155	91	in	in	ADP
efajoead-156	155	92	designing	design	VERB
efajoead-156	155	93	the	the	DET
efajoead-156	155	94	system	system	NOUN
efajoead-156	155	95	.	.	PUNCT
efajoead-156	156	1	to	to	PART
efajoead-156	156	2	ensure	ensure	VERB
efajoead-156	156	3	the	the	DET
efajoead-156	156	4	validity	validity	NOUN
efajoead-156	156	5	of	of	ADP
efajoead-156	156	6	the	the	DET
efajoead-156	156	7	research	research	NOUN
efajoead-156	156	8	,	,	PUNCT
efajoead-156	156	9	the	the	DET
efajoead-156	156	10	following	follow	VERB
efajoead-156	156	11	strategies	strategy	NOUN
efajoead-156	156	12	are	be	AUX
efajoead-156	156	13	applied	apply	VERB
efajoead-156	156	14	:	:	PUNCT
efajoead-156	156	15	triangulation	triangulation	NOUN
efajoead-156	156	16	data	datum	NOUN
efajoead-156	156	17	.	.	PUNCT
efajoead-156	157	1	the	the	DET
efajoead-156	157	2	researcher	researcher	NOUN
efajoead-156	157	3	uses	use	VERB
efajoead-156	157	4	more	more	ADJ
efajoead-156	157	5	than	than	ADP
efajoead-156	157	6	one	one	NUM
efajoead-156	157	7	technique	technique	NOUN
efajoead-156	157	8	of	of	ADP
efajoead-156	157	9	collecting	collect	VERB
efajoead-156	157	10	data	datum	NOUN
efajoead-156	157	11	as	as	ADP
efajoead-156	157	12	a	a	DET
efajoead-156	157	13	english	english	ADJ
efajoead-156	157	14	franca	franca	NOUN
efajoead-156	157	15	vol	vol	NOUN
efajoead-156	157	16	1	1	NUM
efajoead-156	157	17	no	no	PRON
efajoead-156	157	18	01	01	NUM
efajoead-156	157	19	tahun	tahun	PROPN
efajoead-156	157	20	2017	2017	NUM
efajoead-156	157	21	,	,	PUNCT
efajoead-156	157	22	stain	stain	NOUN
efajoead-156	157	23	curup	curup	NOUN
efajoead-156	157	24	page	page	NOUN
efajoead-156	157	25	73	73	NUM
efajoead-156	157	26	p	p	NOUN
efajoead-156	157	27	-	-	PUNCT
efajoead-156	157	28	issn	issn	PROPN
efajoead-156	157	29	1494238293	1494238293	NUM
efajoead-156	157	30	,	,	PUNCT
efajoead-156	157	31	e	e	X
efajoead-156	157	32	-	-	PROPN
efajoead-156	157	33	issn	issn	PROPN
efajoead-156	157	34	1494237782	1494237782	NUM
efajoead-156	157	35	comparison	comparison	NOUN
efajoead-156	157	36	,	,	PUNCT
efajoead-156	157	37	member	member	NOUN
efajoead-156	157	38	checking	checking	NOUN
efajoead-156	157	39	,	,	PUNCT
efajoead-156	157	40	the	the	DET
efajoead-156	157	41	participants	participant	NOUN
efajoead-156	157	42	are	be	AUX
efajoead-156	157	43	served	serve	VERB
efajoead-156	157	44	as	as	ADP
efajoead-156	157	45	check	check	NOUN
efajoead-156	157	46	throughout	throughout	ADP
efajoead-156	157	47	the	the	DET
efajoead-156	157	48	analysis	analysis	NOUN
efajoead-156	157	49	process	process	NOUN
efajoead-156	157	50	and	and	CCONJ
efajoead-156	157	51	long	long	ADJ
efajoead-156	157	52	terms	term	NOUN
efajoead-156	157	53	and	and	CCONJ
efajoead-156	157	54	repeated	repeat	VERB
efajoead-156	157	55	analysis	analysis	NOUN
efajoead-156	157	56	.	.	PUNCT
efajoead-156	158	1	findings	finding	NOUN
efajoead-156	158	2	based	base	VERB
efajoead-156	158	3	on	on	ADP
efajoead-156	158	4	the	the	DET
efajoead-156	158	5	result	result	NOUN
efajoead-156	158	6	written	write	VERB
efajoead-156	158	7	on	on	ADP
efajoead-156	158	8	the	the	DET
efajoead-156	158	9	checklist	checklist	NOUN
efajoead-156	158	10	,	,	PUNCT
efajoead-156	158	11	it	it	PRON
efajoead-156	158	12	is	be	AUX
efajoead-156	158	13	found	find	VERB
efajoead-156	158	14	that	that	SCONJ
efajoead-156	158	15	three	three	NUM
efajoead-156	158	16	speaking	speak	VERB
efajoead-156	158	17	lecturers	lecturer	NOUN
efajoead-156	158	18	do	do	AUX
efajoead-156	158	19	not	not	PART
efajoead-156	158	20	use	use	VERB
efajoead-156	158	21	a	a	DET
efajoead-156	158	22	specific	specific	ADJ
efajoead-156	158	23	theory	theory	NOUN
efajoead-156	158	24	in	in	ADP
efajoead-156	158	25	deciding	decide	VERB
efajoead-156	158	26	the	the	DET
efajoead-156	158	27	criteria	criterion	NOUN
efajoead-156	158	28	of	of	ADP
efajoead-156	158	29	marking	mark	VERB
efajoead-156	158	30	in	in	ADP
efajoead-156	158	31	giving	give	VERB
efajoead-156	158	32	their	their	PRON
efajoead-156	158	33	speaking	speak	VERB
efajoead-156	158	34	test	test	NOUN
efajoead-156	158	35	to	to	ADP
efajoead-156	158	36	the	the	DET
efajoead-156	158	37	students	student	NOUN
efajoead-156	158	38	;	;	PUNCT
efajoead-156	158	39	however	however	ADV
efajoead-156	158	40	,	,	PUNCT
efajoead-156	158	41	all	all	DET
efajoead-156	158	42	them	they	PRON
efajoead-156	158	43	include	include	VERB
efajoead-156	158	44	some	some	DET
efajoead-156	158	45	point	point	NOUN
efajoead-156	158	46	of	of	ADP
efajoead-156	158	47	marking	mark	VERB
efajoead-156	158	48	taken	take	VERB
efajoead-156	158	49	in	in	ADP
efajoead-156	158	50	general	general	ADJ
efajoead-156	158	51	related	relate	VERB
efajoead-156	158	52	to	to	ADP
efajoead-156	158	53	speaking	speak	VERB
efajoead-156	158	54	skill	skill	NOUN
efajoead-156	158	55	such	such	ADJ
efajoead-156	158	56	as	as	ADP
efajoead-156	158	57	in	in	ADP
efajoead-156	158	58	the	the	DET
efajoead-156	158	59	following	follow	VERB
efajoead-156	158	60	table	table	NOUN
efajoead-156	158	61	:	:	PUNCT
efajoead-156	158	62	table	table	VERB
efajoead-156	158	63	3.the	3.the	DET
efajoead-156	158	64	criteria	criterion	NOUN
efajoead-156	158	65	of	of	ADP
efajoead-156	158	66	marking	mark	VERB
efajoead-156	158	67	used	use	VERB
efajoead-156	158	68	by	by	ADP
efajoead-156	158	69	speaking	speak	VERB
efajoead-156	158	70	lecturersin	lecturersin	ADJ
efajoead-156	158	71	testing	testing	NOUN
efajoead-156	158	72	students	student	NOUN
efajoead-156	158	73	’	'	PUNCT
efajoead-156	158	74	speaking	speak	VERB
efajoead-156	158	75	ability	ability	NOUN
efajoead-156	158	76	no	no	DET
efajoead-156	158	77	criteria	criterion	NOUN
efajoead-156	158	78	speaking	speak	VERB
efajoead-156	158	79	lecturers	lecturer	NOUN
efajoead-156	158	80	sources	source	VERB
efajoead-156	158	81	1	1	NUM
efajoead-156	158	82	accent	accent	ADJ
efajoead-156	158	83	1	1	NUM
efajoead-156	158	84	based	base	VERB
efajoead-156	158	85	on	on	ADP
efajoead-156	158	86	fsi	fsi	PROPN
efajoead-156	158	87	(	(	PUNCT
efajoead-156	158	88	foreign	foreign	PROPN
efajoead-156	158	89	service	service	NOUN
efajoead-156	158	90	institute	institute	PROPN
efajoead-156	158	91	)	)	PUNCT
efajoead-156	158	92	2	2	NUM
efajoead-156	158	93	grammar	grammar	NOUN
efajoead-156	158	94	3	3	NUM
efajoead-156	158	95	3	3	NUM
efajoead-156	158	96	vocabulary	vocabulary	NOUN
efajoead-156	158	97	2	2	NUM
efajoead-156	158	98	4	4	NUM
efajoead-156	158	99	fluency	fluency	NOUN
efajoead-156	158	100	2	2	NUM
efajoead-156	158	101	5	5	NUM
efajoead-156	158	102	comprehension	comprehension	NOUN
efajoead-156	158	103	3	3	NUM
efajoead-156	158	104	grammatical	grammatical	ADJ
efajoead-156	158	105	accuracy	accuracy	NOUN
efajoead-156	158	106	3	3	NUM
efajoead-156	158	107	based	base	VERB
efajoead-156	158	108	on	on	ADP
efajoead-156	158	109	teep	teep	NOUN
efajoead-156	158	110	,	,	PUNCT
efajoead-156	158	111	cals	cal	NOUN
efajoead-156	158	112	intelligibility	intelligibility	NOUN
efajoead-156	158	113	3	3	NUM
efajoead-156	158	114	3	3	NUM
efajoead-156	158	115	fluency	fluency	NOUN
efajoead-156	158	116	3	3	NUM
efajoead-156	158	117	4	4	NUM
efajoead-156	158	118	relevance	relevance	NOUN
efajoead-156	158	119	and	and	CCONJ
efajoead-156	158	120	adequacy	adequacy	NOUN
efajoead-156	158	121	of	of	ADP
efajoead-156	158	122	content	content	NOUN
efajoead-156	158	123	3	3	NUM
efajoead-156	158	124	1	1	NUM
efajoead-156	158	125	fluency	fluency	NOUN
efajoead-156	158	126	and	and	CCONJ
efajoead-156	158	127	coherence	coherence	NOUN
efajoead-156	158	128	3	3	NUM
efajoead-156	158	129	ielts	ielt	NOUN
efajoead-156	158	130	2	2	NUM
efajoead-156	158	131	lexical	lexical	ADJ
efajoead-156	158	132	resource	resource	NOUN
efajoead-156	158	133	3	3	NUM
efajoead-156	158	134	grammatical	grammatical	ADJ
efajoead-156	158	135	range	range	NOUN
efajoead-156	158	136	and	and	CCONJ
efajoead-156	158	137	accuracy	accuracy	NOUN
efajoead-156	158	138	3	3	NUM
efajoead-156	158	139	4	4	NUM
efajoead-156	158	140	pronunciation	pronunciation	NOUN
efajoead-156	158	141	3	3	NUM
efajoead-156	158	142	from	from	ADP
efajoead-156	158	143	interviews	interview	NOUN
efajoead-156	158	144	,	,	PUNCT
efajoead-156	158	145	it	it	PRON
efajoead-156	158	146	is	be	AUX
efajoead-156	158	147	found	find	VERB
efajoead-156	158	148	that	that	SCONJ
efajoead-156	158	149	the	the	DET
efajoead-156	158	150	criteria	criterion	NOUN
efajoead-156	158	151	of	of	ADP
efajoead-156	158	152	marking	mark	VERB
efajoead-156	158	153	used	use	VERB
efajoead-156	158	154	by	by	ADP
efajoead-156	158	155	speaking	speak	VERB
efajoead-156	158	156	lecturers	lecturer	NOUN
efajoead-156	158	157	are	be	AUX
efajoead-156	158	158	not	not	PART
efajoead-156	158	159	decided	decide	VERB
efajoead-156	158	160	based	base	VERB
efajoead-156	158	161	on	on	ADP
efajoead-156	158	162	a	a	DET
efajoead-156	158	163	theory	theory	NOUN
efajoead-156	158	164	(	(	PUNCT
efajoead-156	158	165	fsi	fsi	PROPN
efajoead-156	158	166	,	,	PUNCT
efajoead-156	158	167	english	english	ADJ
efajoead-156	158	168	franca	franca	NOUN
efajoead-156	158	169	vol	vol	NOUN
efajoead-156	158	170	1	1	NUM
efajoead-156	158	171	no	no	PRON
efajoead-156	158	172	01	01	NUM
efajoead-156	158	173	tahun	tahun	PROPN
efajoead-156	158	174	2017	2017	NUM
efajoead-156	158	175	,	,	PUNCT
efajoead-156	158	176	stain	stain	NOUN
efajoead-156	158	177	curup	curup	NOUN
efajoead-156	158	178	page	page	NOUN
efajoead-156	158	179	74	74	NUM
efajoead-156	158	180	p	p	NOUN
efajoead-156	158	181	-	-	PUNCT
efajoead-156	158	182	issn	issn	PROPN
efajoead-156	158	183	1494238293	1494238293	NUM
efajoead-156	158	184	,	,	PUNCT
efajoead-156	158	185	e	e	X
efajoead-156	158	186	-	-	PROPN
efajoead-156	158	187	issn	issn	PROPN
efajoead-156	158	188	1494237782	1494237782	NUM
efajoead-156	158	189	teep	teep	NOUN
efajoead-156	158	190	)	)	PUNCT
efajoead-156	158	191	,	,	PUNCT
efajoead-156	158	192	but	but	CCONJ
efajoead-156	158	193	they	they	PRON
efajoead-156	158	194	tend	tend	VERB
efajoead-156	158	195	to	to	PART
efajoead-156	158	196	select	select	VERB
efajoead-156	158	197	the	the	DET
efajoead-156	158	198	criteria	criterion	NOUN
efajoead-156	158	199	based	base	VERB
efajoead-156	158	200	on	on	ADP
efajoead-156	158	201	their	their	PRON
efajoead-156	158	202	need	need	NOUN
efajoead-156	158	203	in	in	ADP
efajoead-156	158	204	evaluating	evaluate	VERB
efajoead-156	158	205	their	their	PRON
efajoead-156	158	206	students	student	NOUN
efajoead-156	158	207	.	.	PUNCT
efajoead-156	159	1	moreover	moreover	ADV
efajoead-156	159	2	,	,	PUNCT
efajoead-156	159	3	in	in	ADP
efajoead-156	159	4	a	a	DET
efajoead-156	159	5	basic	basic	ADJ
efajoead-156	159	6	guidance	guidance	NOUN
efajoead-156	159	7	based	base	VERB
efajoead-156	159	8	on	on	ADP
efajoead-156	159	9	the	the	DET
efajoead-156	159	10	lecturers	lecturer	NOUN
efajoead-156	159	11	understanding	understand	VERB
efajoead-156	159	12	,	,	PUNCT
efajoead-156	159	13	the	the	DET
efajoead-156	159	14	criteria	criterion	NOUN
efajoead-156	159	15	of	of	ADP
efajoead-156	159	16	marking	mark	VERB
efajoead-156	159	17	system	system	NOUN
efajoead-156	159	18	in	in	ADP
efajoead-156	159	19	testing	testing	NOUN
efajoead-156	159	20	speaking	speak	VERB
efajoead-156	159	21	consist	consist	NOUN
efajoead-156	159	22	of	of	ADP
efajoead-156	159	23	fluency	fluency	NOUN
efajoead-156	159	24	,	,	PUNCT
efajoead-156	159	25	accuracy	accuracy	NOUN
efajoead-156	159	26	,	,	PUNCT
efajoead-156	159	27	grammar	grammar	NOUN
efajoead-156	159	28	accuracy	accuracy	NOUN
efajoead-156	159	29	.	.	PUNCT
efajoead-156	160	1	fortunately	fortunately	ADV
efajoead-156	160	2	,	,	PUNCT
efajoead-156	160	3	some	some	DET
efajoead-156	160	4	theories	theory	NOUN
efajoead-156	160	5	above	above	ADV
efajoead-156	160	6	include	include	VERB
efajoead-156	160	7	those	those	DET
efajoead-156	160	8	criteria	criterion	NOUN
efajoead-156	160	9	.	.	PUNCT
efajoead-156	161	1	the	the	DET
efajoead-156	161	2	researcher	researcher	NOUN
efajoead-156	161	3	also	also	ADV
efajoead-156	161	4	list	list	VERB
efajoead-156	161	5	definition	definition	NOUN
efajoead-156	161	6	of	of	ADP
efajoead-156	161	7	each	each	DET
efajoead-156	161	8	criterion	criterion	NOUN
efajoead-156	161	9	used	use	VERB
efajoead-156	161	10	by	by	ADP
efajoead-156	161	11	speaking	speak	VERB
efajoead-156	161	12	lecturers	lecturer	NOUN
efajoead-156	161	13	as	as	ADP
efajoead-156	161	14	in	in	ADP
efajoead-156	161	15	the	the	DET
efajoead-156	161	16	following	following	NOUN
efajoead-156	161	17	:	:	PUNCT
efajoead-156	161	18	1	1	X
efajoead-156	161	19	.	.	X
efajoead-156	161	20	accent	accent	ADJ
efajoead-156	161	21	:	:	PUNCT
efajoead-156	161	22	whether	whether	SCONJ
efajoead-156	161	23	the	the	DET
efajoead-156	161	24	students	student	NOUN
efajoead-156	161	25	speak	speak	VERB
efajoead-156	161	26	english	english	PROPN
efajoead-156	161	27	highly	highly	ADV
efajoead-156	161	28	influenced	influence	VERB
efajoead-156	161	29	by	by	ADP
efajoead-156	161	30	their	their	PRON
efajoead-156	161	31	first	first	ADJ
efajoead-156	161	32	language	language	NOUN
efajoead-156	161	33	or	or	CCONJ
efajoead-156	161	34	dialect	dialect	NOUN
efajoead-156	161	35	or	or	CCONJ
efajoead-156	161	36	they	they	PRON
efajoead-156	161	37	can	can	AUX
efajoead-156	161	38	suit	suit	VERB
efajoead-156	161	39	to	to	ADP
efajoead-156	161	40	native	native	ADJ
efajoead-156	161	41	speaker	speaker	NOUN
efajoead-156	161	42	accent	accent	PROPN
efajoead-156	161	43	.	.	PUNCT
efajoead-156	162	1	2	2	X
efajoead-156	162	2	.	.	X
efajoead-156	162	3	grammar	grammar	NOUN
efajoead-156	162	4	/	/	SYM
efajoead-156	162	5	grammatical	grammatical	ADJ
efajoead-156	162	6	accuracy	accuracy	NOUN
efajoead-156	162	7	whether	whether	SCONJ
efajoead-156	162	8	the	the	DET
efajoead-156	162	9	students	student	NOUN
efajoead-156	162	10	produce	produce	VERB
efajoead-156	162	11	grammatical	grammatical	ADJ
efajoead-156	162	12	mistakes	mistake	NOUN
efajoead-156	162	13	and	and	CCONJ
efajoead-156	162	14	errors	error	NOUN
efajoead-156	162	15	such	such	ADJ
efajoead-156	162	16	as	as	ADP
efajoead-156	162	17	tenses	tense	NOUN
efajoead-156	162	18	,	,	PUNCT
efajoead-156	162	19	from	from	ADP
efajoead-156	162	20	of	of	ADP
efajoead-156	162	21	sentences	sentence	NOUN
efajoead-156	162	22	(	(	PUNCT
efajoead-156	162	23	statement	statement	NOUN
efajoead-156	162	24	,	,	PUNCT
efajoead-156	162	25	question	question	NOUN
efajoead-156	162	26	,	,	PUNCT
efajoead-156	162	27	direct	direct	ADJ
efajoead-156	162	28	and	and	CCONJ
efajoead-156	162	29	indirect	indirect	ADJ
efajoead-156	162	30	and	and	CCONJ
efajoead-156	162	31	many	many	ADJ
efajoead-156	162	32	others	other	NOUN
efajoead-156	162	33	)	)	PUNCT
efajoead-156	162	34	3	3	NUM
efajoead-156	162	35	.	.	X
efajoead-156	162	36	fluency	fluency	NOUN
efajoead-156	162	37	:	:	PUNCT
efajoead-156	162	38	whether	whether	SCONJ
efajoead-156	162	39	the	the	DET
efajoead-156	162	40	students	student	NOUN
efajoead-156	162	41	speak	speak	VERB
efajoead-156	162	42	english	english	PROPN
efajoead-156	162	43	fluently	fluently	ADV
efajoead-156	162	44	or	or	CCONJ
efajoead-156	162	45	they	they	PRON
efajoead-156	162	46	produce	produce	VERB
efajoead-156	162	47	many	many	ADJ
efajoead-156	162	48	pauses	pause	NOUN
efajoead-156	162	49	and	and	CCONJ
efajoead-156	162	50	use	use	VERB
efajoead-156	162	51	much	much	ADJ
efajoead-156	162	52	time	time	NOUN
efajoead-156	162	53	to	to	PART
efajoead-156	162	54	think	think	VERB
efajoead-156	162	55	what	what	PRON
efajoead-156	162	56	they	they	PRON
efajoead-156	162	57	want	want	VERB
efajoead-156	162	58	to	to	PART
efajoead-156	162	59	say	say	VERB
efajoead-156	162	60	.	.	PUNCT
efajoead-156	163	1	4	4	X
efajoead-156	163	2	.	.	X
efajoead-156	163	3	comprehension	comprehension	NOUN
efajoead-156	163	4	whether	whether	SCONJ
efajoead-156	163	5	the	the	DET
efajoead-156	163	6	students	student	NOUN
efajoead-156	163	7	english	english	PROPN
efajoead-156	163	8	can	can	AUX
efajoead-156	163	9	be	be	AUX
efajoead-156	163	10	understood	understand	VERB
efajoead-156	163	11	by	by	ADP
efajoead-156	163	12	others	other	NOUN
efajoead-156	163	13	,	,	PUNCT
efajoead-156	163	14	speak	speak	VERB
efajoead-156	163	15	suitable	suitable	ADJ
efajoead-156	163	16	to	to	ADP
efajoead-156	163	17	the	the	DET
efajoead-156	163	18	topic	topic	NOUN
efajoead-156	163	19	given	give	VERB
efajoead-156	163	20	,	,	PUNCT
efajoead-156	163	21	relevant	relevant	ADJ
efajoead-156	163	22	vocabulary	vocabulary	NOUN
efajoead-156	163	23	.	.	PUNCT
efajoead-156	164	1	it	it	PRON
efajoead-156	164	2	is	be	AUX
efajoead-156	164	3	clear	clear	ADJ
efajoead-156	164	4	enough	enough	ADV
efajoead-156	164	5	that	that	SCONJ
efajoead-156	164	6	the	the	DET
efajoead-156	164	7	need	need	NOUN
efajoead-156	164	8	of	of	ADP
efajoead-156	164	9	students	student	NOUN
efajoead-156	164	10	in	in	ADP
efajoead-156	164	11	following	follow	VERB
efajoead-156	164	12	the	the	DET
efajoead-156	164	13	speaking	speak	VERB
efajoead-156	164	14	class	class	NOUN
efajoead-156	164	15	is	be	AUX
efajoead-156	164	16	highly	highly	ADV
efajoead-156	164	17	considered	consider	VERB
efajoead-156	164	18	as	as	ADP
efajoead-156	164	19	the	the	DET
efajoead-156	164	20	criteria	criterion	NOUN
efajoead-156	164	21	of	of	ADP
efajoead-156	164	22	marking	mark	VERB
efajoead-156	164	23	.	.	PUNCT
efajoead-156	165	1	otherwise	otherwise	ADV
efajoead-156	165	2	,	,	PUNCT
efajoead-156	165	3	these	these	DET
efajoead-156	165	4	criteria	criterion	NOUN
efajoead-156	165	5	are	be	AUX
efajoead-156	165	6	not	not	PART
efajoead-156	165	7	specified	specify	VERB
efajoead-156	165	8	enough	enough	ADV
efajoead-156	165	9	in	in	ADP
efajoead-156	165	10	the	the	DET
efajoead-156	165	11	scoring	scoring	NOUN
efajoead-156	165	12	scheme	scheme	NOUN
efajoead-156	165	13	.	.	PUNCT
efajoead-156	166	1	from	from	ADP
efajoead-156	166	2	the	the	DET
efajoead-156	166	3	interview	interview	NOUN
efajoead-156	166	4	with	with	ADP
efajoead-156	166	5	the	the	DET
efajoead-156	166	6	three	three	NUM
efajoead-156	166	7	speaking	speak	VERB
efajoead-156	166	8	lecturers	lecturer	NOUN
efajoead-156	166	9	in	in	ADP
efajoead-156	166	10	order	order	NOUN
efajoead-156	166	11	to	to	PART
efajoead-156	166	12	investigate	investigate	VERB
efajoead-156	166	13	the	the	DET
efajoead-156	166	14	marking	mark	VERB
efajoead-156	166	15	scheme	scheme	NOUN
efajoead-156	166	16	they	they	PRON
efajoead-156	166	17	use	use	VERB
efajoead-156	166	18	in	in	ADP
efajoead-156	166	19	testing	test	VERB
efajoead-156	166	20	students	student	NOUN
efajoead-156	166	21	’	'	PUNCT
efajoead-156	166	22	speaking	speak	VERB
efajoead-156	166	23	ability	ability	NOUN
efajoead-156	166	24	,	,	PUNCT
efajoead-156	166	25	it	it	PRON
efajoead-156	166	26	is	be	AUX
efajoead-156	166	27	found	find	VERB
efajoead-156	166	28	that	that	SCONJ
efajoead-156	166	29	they	they	PRON
efajoead-156	166	30	do	do	AUX
efajoead-156	166	31	not	not	PART
efajoead-156	166	32	include	include	VERB
efajoead-156	166	33	the	the	DET
efajoead-156	166	34	score	score	NOUN
efajoead-156	166	35	for	for	ADP
efajoead-156	166	36	each	each	DET
efajoead-156	166	37	criterion	criterion	NOUN
efajoead-156	166	38	of	of	ADP
efajoead-156	166	39	marking	marking	NOUN
efajoead-156	166	40	suggested	suggest	VERB
efajoead-156	166	41	by	by	ADP
efajoead-156	166	42	the	the	DET
efajoead-156	166	43	theories	theory	NOUN
efajoead-156	166	44	.	.	PUNCT
efajoead-156	167	1	the	the	DET
efajoead-156	167	2	lecturers	lecturer	NOUN
efajoead-156	167	3	’	'	PUNCT
efajoead-156	167	4	marking	mark	VERB
efajoead-156	167	5	scheme	scheme	NOUN
efajoead-156	167	6	for	for	ADP
efajoead-156	167	7	speaking	speak	VERB
efajoead-156	167	8	subject	subject	NOUN
efajoead-156	167	9	is	be	AUX
efajoead-156	167	10	based	base	VERB
efajoead-156	167	11	on	on	ADP
efajoead-156	167	12	the	the	DET
efajoead-156	167	13	marking	mark	VERB
efajoead-156	167	14	scale	scale	NOUN
efajoead-156	167	15	given	give	VERB
efajoead-156	167	16	by	by	ADP
efajoead-156	167	17	stain	stain	NOUN
efajoead-156	167	18	as	as	ADP
efajoead-156	167	19	the	the	DET
efajoead-156	167	20	following	following	NOUN
efajoead-156	167	21	:	:	PUNCT
efajoead-156	167	22	1	1	X
efajoead-156	167	23	.	.	NUM
efajoead-156	167	24	00	00	NUM
efajoead-156	168	1	–	–	PUNCT
efajoead-156	168	2	49	49	NUM
efajoead-156	168	3	=	=	SYM
efajoead-156	168	4	e	e	X
efajoead-156	168	5	(	(	PUNCT
efajoead-156	168	6	failed	fail	VERB
efajoead-156	168	7	)	)	PUNCT
efajoead-156	168	8	2	2	NUM
efajoead-156	168	9	.	.	NUM
efajoead-156	168	10	50	50	NUM
efajoead-156	168	11	–	–	SYM
efajoead-156	168	12	59	59	NUM
efajoead-156	168	13	=	=	SYM
efajoead-156	168	14	d	d	PROPN
efajoead-156	168	15	3	3	NUM
efajoead-156	168	16	.	.	PROPN
efajoead-156	168	17	60	60	NUM
efajoead-156	168	18	–	–	SYM
efajoead-156	168	19	69	69	NUM
efajoead-156	168	20	=	=	SYM
efajoead-156	168	21	c	c	NOUN
efajoead-156	168	22	4	4	NUM
efajoead-156	168	23	.	.	X
efajoead-156	168	24	70	70	NUM
efajoead-156	168	25	–	–	SYM
efajoead-156	168	26	85	85	NUM
efajoead-156	168	27	=	=	SYM
efajoead-156	168	28	b	b	SYM
efajoead-156	168	29	5	5	NUM
efajoead-156	168	30	.	.	NOUN
efajoead-156	168	31	86	86	NUM
efajoead-156	168	32	–	–	SYM
efajoead-156	168	33	100	100	NUM
efajoead-156	168	34	=	=	SYM
efajoead-156	168	35	a	a	DET
efajoead-156	168	36	english	english	ADJ
efajoead-156	168	37	franca	franca	NOUN
efajoead-156	168	38	vol	vol	NOUN
efajoead-156	168	39	1	1	NUM
efajoead-156	168	40	no	no	DET
efajoead-156	168	41	01	01	NUM
efajoead-156	168	42	tahun	tahun	PROPN
efajoead-156	168	43	2017	2017	NUM
efajoead-156	168	44	,	,	PUNCT
efajoead-156	168	45	stain	stain	NOUN
efajoead-156	168	46	curup	curup	NOUN
efajoead-156	168	47	page	page	NOUN
efajoead-156	168	48	75	75	NUM
efajoead-156	168	49	p	p	NOUN
efajoead-156	168	50	-	-	PUNCT
efajoead-156	168	51	issn	issn	PROPN
efajoead-156	168	52	1494238293	1494238293	NUM
efajoead-156	168	53	,	,	PUNCT
efajoead-156	168	54	e	e	X
efajoead-156	168	55	-	-	PUNCT
efajoead-156	168	56	issn	issn	PROPN
efajoead-156	168	57	1494237782	1494237782	NUM
efajoead-156	168	58	meanwhile	meanwhile	ADV
efajoead-156	168	59	,	,	PUNCT
efajoead-156	168	60	the	the	DET
efajoead-156	168	61	lecturers	lecturer	NOUN
efajoead-156	168	62	do	do	AUX
efajoead-156	168	63	not	not	PART
efajoead-156	168	64	design	design	VERB
efajoead-156	168	65	specific	specific	ADJ
efajoead-156	168	66	band	band	NOUN
efajoead-156	168	67	or	or	CCONJ
efajoead-156	168	68	scale	scale	NOUN
efajoead-156	168	69	as	as	ADP
efajoead-156	168	70	the	the	DET
efajoead-156	168	71	indicator	indicator	NOUN
efajoead-156	168	72	of	of	ADP
efajoead-156	168	73	00	00	NUM
efajoead-156	168	74	–	–	PUNCT
efajoead-156	168	75	100	100	NUM
efajoead-156	168	76	that	that	PRON
efajoead-156	168	77	characterized	characterize	VERB
efajoead-156	168	78	speaking	speak	VERB
efajoead-156	168	79	testing	testing	NOUN
efajoead-156	168	80	.	.	PUNCT
efajoead-156	169	1	weir	weir	PROPN
efajoead-156	169	2	states	states	PROPN
efajoead-156	169	3	clearly	clearly	ADV
efajoead-156	169	4	(	(	PUNCT
efajoead-156	169	5	weir	weir	NOUN
efajoead-156	169	6	,	,	PUNCT
efajoead-156	169	7	1993	1993	NUM
efajoead-156	169	8	):	):	PUNCT
efajoead-156	169	9	in	in	ADP
efajoead-156	169	10	oral	oral	ADJ
efajoead-156	169	11	testing	testing	NOUN
efajoead-156	169	12	,	,	PUNCT
efajoead-156	169	13	as	as	ADP
efajoead-156	169	14	in	in	ADP
efajoead-156	169	15	the	the	DET
efajoead-156	169	16	assessment	assessment	NOUN
efajoead-156	169	17	of	of	ADP
efajoead-156	169	18	written	write	VERB
efajoead-156	169	19	production	production	NOUN
efajoead-156	169	20	,	,	PUNCT
efajoead-156	169	21	there	there	PRON
efajoead-156	169	22	is	be	VERB
efajoead-156	169	23	a	a	DET
efajoead-156	169	24	need	need	NOUN
efajoead-156	169	25	for	for	ADP
efajoead-156	169	26	explicit	explicit	ADJ
efajoead-156	169	27	,	,	PUNCT
efajoead-156	169	28	comprehensive	comprehensive	ADJ
efajoead-156	169	29	marking	marking	NOUN
efajoead-156	169	30	scheme	scheme	NOUN
efajoead-156	169	31	,	,	PUNCT
efajoead-156	169	32	close	close	ADJ
efajoead-156	169	33	moderation	moderation	NOUN
efajoead-156	169	34	of	of	ADP
efajoead-156	169	35	tests	test	NOUN
efajoead-156	169	36	tasks	task	NOUN
efajoead-156	169	37	and	and	CCONJ
efajoead-156	169	38	marking	mark	VERB
efajoead-156	169	39	scheme	scheme	NOUN
efajoead-156	169	40	,	,	PUNCT
efajoead-156	169	41	and	and	CCONJ
efajoead-156	169	42	training	training	NOUN
efajoead-156	169	43	and	and	CCONJ
efajoead-156	169	44	standardization	standardization	NOUN
efajoead-156	169	45	of	of	ADP
efajoead-156	169	46	markers	marker	NOUN
efajoead-156	169	47	.	.	PUNCT
efajoead-156	170	1	in	in	ADP
efajoead-156	170	2	order	order	NOUN
efajoead-156	170	3	to	to	PART
efajoead-156	170	4	measure	measure	VERB
efajoead-156	170	5	the	the	DET
efajoead-156	170	6	quality	quality	NOUN
efajoead-156	170	7	of	of	ADP
efajoead-156	170	8	spoken	spoken	ADJ
efajoead-156	170	9	performance	performance	NOUN
efajoead-156	170	10	,	,	PUNCT
efajoead-156	170	11	we	we	PRON
efajoead-156	170	12	first	first	ADV
efajoead-156	170	13	need	need	VERB
efajoead-156	170	14	to	to	PART
efajoead-156	170	15	establish	establish	VERB
efajoead-156	170	16	criteria	criterion	NOUN
efajoead-156	170	17	of	of	ADP
efajoead-156	170	18	assessment	assessment	NOUN
efajoead-156	170	19	.	.	PUNCT
efajoead-156	171	1	weir	weir	PROPN
efajoead-156	171	2	explains	explain	VERB
efajoead-156	171	3	that	that	SCONJ
efajoead-156	171	4	without	without	ADP
efajoead-156	171	5	criteria	criterion	NOUN
efajoead-156	171	6	of	of	ADP
efajoead-156	171	7	marking	mark	VERB
efajoead-156	171	8	,	,	PUNCT
efajoead-156	171	9	it	it	PRON
efajoead-156	171	10	is	be	AUX
efajoead-156	171	11	too	too	ADV
efajoead-156	171	12	subjective	subjective	ADJ
efajoead-156	171	13	for	for	SCONJ
efajoead-156	171	14	the	the	DET
efajoead-156	171	15	markers	marker	NOUN
efajoead-156	171	16	(	(	PUNCT
efajoead-156	171	17	lecturers	lecturer	NOUN
efajoead-156	171	18	)	)	PUNCT
efajoead-156	171	19	decide	decide	VERB
efajoead-156	171	20	the	the	DET
efajoead-156	171	21	score	score	NOUN
efajoead-156	171	22	,	,	PUNCT
efajoead-156	171	23	and	and	CCONJ
efajoead-156	171	24	the	the	DET
efajoead-156	171	25	quality	quality	NOUN
efajoead-156	171	26	of	of	ADP
efajoead-156	171	27	testing	testing	NOUN
efajoead-156	171	28	speaking	speak	VERB
efajoead-156	171	29	performance	performance	NOUN
efajoead-156	171	30	could	could	AUX
efajoead-156	171	31	be	be	AUX
efajoead-156	171	32	not	not	PART
efajoead-156	171	33	valid	valid	ADJ
efajoead-156	171	34	.	.	PUNCT
efajoead-156	172	1	the	the	DET
efajoead-156	172	2	dimension	dimension	NOUN
efajoead-156	172	3	of	of	ADP
efajoead-156	172	4	practicality	practicality	NOUN
efajoead-156	172	5	can	can	AUX
efajoead-156	172	6	not	not	PART
efajoead-156	172	7	be	be	AUX
efajoead-156	172	8	ignored	ignore	VERB
efajoead-156	172	9	and	and	CCONJ
efajoead-156	172	10	the	the	DET
efajoead-156	172	11	criteria	criterion	NOUN
efajoead-156	172	12	developed	develop	VERB
efajoead-156	172	13	would	would	AUX
efajoead-156	172	14	need	need	VERB
efajoead-156	172	15	to	to	PART
efajoead-156	172	16	be	be	AUX
efajoead-156	172	17	readily	readily	ADV
efajoead-156	172	18	deployable	deployable	ADJ
efajoead-156	172	19	by	by	ADP
efajoead-156	172	20	lecturers	lecturer	NOUN
efajoead-156	172	21	.	.	PUNCT
efajoead-156	173	1	criteria	criterion	NOUN
efajoead-156	173	2	of	of	ADP
efajoead-156	173	3	marking	mark	VERB
efajoead-156	173	4	could	could	AUX
efajoead-156	173	5	describe	describe	VERB
efajoead-156	173	6	the	the	DET
efajoead-156	173	7	level	level	NOUN
efajoead-156	173	8	of	of	ADP
efajoead-156	173	9	ability	ability	NOUN
efajoead-156	173	10	.	.	PUNCT
efajoead-156	174	1	while	while	SCONJ
efajoead-156	174	2	,	,	PUNCT
efajoead-156	174	3	scoring	scoring	NOUN
efajoead-156	174	4	will	will	AUX
efajoead-156	174	5	be	be	AUX
efajoead-156	174	6	valid	valid	ADJ
efajoead-156	174	7	and	and	CCONJ
efajoead-156	174	8	reliable	reliable	ADJ
efajoead-156	174	9	only	only	ADV
efajoead-156	174	10	if	if	SCONJ
efajoead-156	174	11	,	,	PUNCT
efajoead-156	174	12	clearly	clearly	ADV
efajoead-156	174	13	recognizable	recognizable	ADJ
efajoead-156	174	14	and	and	CCONJ
efajoead-156	174	15	appropriate	appropriate	ADJ
efajoead-156	174	16	description	description	NOUN
efajoead-156	174	17	of	of	ADP
efajoead-156	174	18	criteria	criterion	NOUN
efajoead-156	174	19	levels	level	NOUN
efajoead-156	174	20	are	be	AUX
efajoead-156	174	21	written	write	VERB
efajoead-156	174	22	and	and	CCONJ
efajoead-156	174	23	scores	score	NOUN
efajoead-156	174	24	are	be	AUX
efajoead-156	174	25	trained	train	VERB
efajoead-156	174	26	to	to	PART
efajoead-156	174	27	use	use	VERB
efajoead-156	174	28	them	they	PRON
efajoead-156	174	29	.	.	PUNCT
efajoead-156	175	1	the	the	DET
efajoead-156	175	2	fact	fact	NOUN
efajoead-156	175	3	that	that	SCONJ
efajoead-156	175	4	particular	particular	ADJ
efajoead-156	175	5	grammatical	grammatical	ADJ
efajoead-156	175	6	structures	structure	NOUN
efajoead-156	175	7	are	be	AUX
efajoead-156	175	8	not	not	PART
efajoead-156	175	9	specified	specify	VERB
efajoead-156	175	10	as	as	ADP
efajoead-156	175	11	content	content	NOUN
efajoead-156	175	12	,	,	PUNCT
efajoead-156	175	13	and	and	CCONJ
efajoead-156	175	14	there	there	PRON
efajoead-156	175	15	is	be	VERB
efajoead-156	175	16	no	no	DET
efajoead-156	175	17	reference	reference	NOUN
efajoead-156	175	18	to	to	PART
efajoead-156	175	19	vocabulary	vocabulary	NOUN
efajoead-156	175	20	or	or	CCONJ
efajoead-156	175	21	pronunciation	pronunciation	NOUN
efajoead-156	175	22	,	,	PUNCT
efajoead-156	175	23	does	do	AUX
efajoead-156	175	24	not	not	PART
efajoead-156	175	25	of	of	ADV
efajoead-156	175	26	course	course	NOUN
efajoead-156	175	27	mean	mean	VERB
efajoead-156	175	28	that	that	SCONJ
efajoead-156	175	29	there	there	PRON
efajoead-156	175	30	are	be	VERB
efajoead-156	175	31	no	no	DET
efajoead-156	175	32	requirements	requirement	NOUN
efajoead-156	175	33	with	with	ADP
efajoead-156	175	34	respect	respect	NOUN
efajoead-156	175	35	to	to	ADP
efajoead-156	175	36	these	these	DET
efajoead-156	175	37	elements	element	NOUN
efajoead-156	175	38	of	of	ADP
efajoead-156	175	39	oral	oral	ADJ
efajoead-156	175	40	performance	performance	NOUN
efajoead-156	175	41	.	.	PUNCT
efajoead-156	176	1	the	the	DET
efajoead-156	176	2	accurate	accurate	ADJ
efajoead-156	176	3	measurement	measurement	NOUN
efajoead-156	176	4	of	of	ADP
efajoead-156	176	5	oral	oral	ADJ
efajoead-156	176	6	ability	ability	NOUN
efajoead-156	176	7	is	be	AUX
efajoead-156	176	8	not	not	PART
efajoead-156	176	9	easy	easy	ADJ
efajoead-156	176	10	.	.	PUNCT
efajoead-156	177	1	it	it	PRON
efajoead-156	177	2	takes	take	VERB
efajoead-156	177	3	considerable	considerable	ADJ
efajoead-156	177	4	time	time	NOUN
efajoead-156	177	5	and	and	CCONJ
efajoead-156	177	6	effort	effort	NOUN
efajoead-156	177	7	to	to	PART
efajoead-156	177	8	obtain	obtain	VERB
efajoead-156	177	9	valid	valid	ADJ
efajoead-156	177	10	and	and	CCONJ
efajoead-156	177	11	reliable	reliable	ADJ
efajoead-156	177	12	result	result	NOUN
efajoead-156	177	13	.	.	PUNCT
efajoead-156	178	1	nevertheless	nevertheless	ADV
efajoead-156	178	2	,	,	PUNCT
efajoead-156	178	3	there	there	PRON
efajoead-156	178	4	backwash	backwash	NOUN
efajoead-156	178	5	is	be	AUX
efajoead-156	178	6	an	an	DET
efajoead-156	178	7	important	important	ADJ
efajoead-156	178	8	consideration	consideration	NOUN
efajoead-156	178	9	,	,	PUNCT
efajoead-156	178	10	the	the	DET
efajoead-156	178	11	investment	investment	NOUN
efajoead-156	178	12	of	of	ADP
efajoead-156	178	13	such	such	ADJ
efajoead-156	178	14	time	time	NOUN
efajoead-156	178	15	and	and	CCONJ
efajoead-156	178	16	effort	effort	NOUN
efajoead-156	178	17	may	may	AUX
efajoead-156	178	18	be	be	AUX
efajoead-156	178	19	considered	consider	VERB
efajoead-156	178	20	necessary	necessary	ADJ
efajoead-156	178	21	.	.	PUNCT
efajoead-156	179	1	speaking	speak	VERB
efajoead-156	179	2	is	be	AUX
efajoead-156	179	3	probably	probably	ADV
efajoead-156	179	4	the	the	DET
efajoead-156	179	5	most	most	ADV
efajoead-156	179	6	difficult	difficult	ADJ
efajoead-156	179	7	skill	skill	NOUN
efajoead-156	179	8	to	to	PART
efajoead-156	179	9	test	test	VERB
efajoead-156	179	10	.	.	PUNCT
efajoead-156	180	1	it	it	PRON
efajoead-156	180	2	involves	involve	VERB
efajoead-156	180	3	a	a	DET
efajoead-156	180	4	combination	combination	NOUN
efajoead-156	180	5	of	of	ADP
efajoead-156	180	6	skills	skill	NOUN
efajoead-156	180	7	that	that	PRON
efajoead-156	180	8	may	may	AUX
efajoead-156	180	9	have	have	VERB
efajoead-156	180	10	no	no	DET
efajoead-156	180	11	correlation	correlation	NOUN
efajoead-156	180	12	with	with	ADP
efajoead-156	180	13	each	each	DET
efajoead-156	180	14	other	other	ADJ
efajoead-156	180	15	,	,	PUNCT
efajoead-156	180	16	and	and	CCONJ
efajoead-156	180	17	which	which	PRON
efajoead-156	180	18	do	do	AUX
efajoead-156	180	19	not	not	PART
efajoead-156	180	20	lend	lend	VERB
efajoead-156	180	21	themselves	themselves	PRON
efajoead-156	180	22	well	well	ADV
efajoead-156	180	23	to	to	ADP
efajoead-156	180	24	objective	objective	ADJ
efajoead-156	180	25	testing	testing	NOUN
efajoead-156	180	26	.	.	PUNCT
efajoead-156	181	1	there	there	PRON
efajoead-156	181	2	are	be	VERB
efajoead-156	181	3	not	not	PART
efajoead-156	181	4	yet	yet	ADV
efajoead-156	181	5	good	good	ADJ
efajoead-156	181	6	answers	answer	NOUN
efajoead-156	181	7	to	to	ADP
efajoead-156	181	8	questions	question	NOUN
efajoead-156	181	9	about	about	ADP
efajoead-156	181	10	the	the	DET
efajoead-156	181	11	criteria	criterion	NOUN
efajoead-156	181	12	for	for	ADP
efajoead-156	181	13	testing	test	VERB
efajoead-156	181	14	these	these	DET
efajoead-156	181	15	skills	skill	NOUN
efajoead-156	181	16	and	and	CCONJ
efajoead-156	181	17	the	the	DET
efajoead-156	181	18	weighting	weighting	NOUN
efajoead-156	181	19	of	of	ADP
efajoead-156	181	20	these	these	DET
efajoead-156	181	21	factors	factor	NOUN
efajoead-156	181	22	.	.	PUNCT
efajoead-156	182	1	a	a	DET
efajoead-156	182	2	speaker	speaker	NOUN
efajoead-156	182	3	can	can	AUX
efajoead-156	182	4	produce	produce	VERB
efajoead-156	182	5	all	all	DET
efajoead-156	182	6	the	the	DET
efajoead-156	182	7	right	right	ADJ
efajoead-156	182	8	sounds	sound	NOUN
efajoead-156	182	9	but	but	CCONJ
efajoead-156	182	10	not	not	PART
efajoead-156	182	11	make	make	VERB
efajoead-156	182	12	any	any	DET
efajoead-156	182	13	sense	sense	NOUN
efajoead-156	182	14	,	,	PUNCT
efajoead-156	182	15	or	or	CCONJ
efajoead-156	182	16	have	have	VERB
efajoead-156	182	17	great	great	ADJ
efajoead-156	182	18	difficulties	difficulty	NOUN
efajoead-156	182	19	with	with	ADP
efajoead-156	182	20	phonology	phonology	NOUN
efajoead-156	182	21	and	and	CCONJ
efajoead-156	182	22	grammar	grammar	NOUN
efajoead-156	182	23	and	and	CCONJ
efajoead-156	182	24	yet	yet	ADV
efajoead-156	182	25	be	be	AUX
efajoead-156	182	26	able	able	ADJ
efajoead-156	182	27	to	to	PART
efajoead-156	182	28	get	get	VERB
efajoead-156	182	29	the	the	DET
efajoead-156	182	30	message	message	NOUN
efajoead-156	182	31	across	across	ADP
efajoead-156	182	32	.	.	PUNCT
efajoead-156	183	1	comprehension	comprehension	NOUN
efajoead-156	183	2	of	of	ADP
efajoead-156	183	3	spoken	spoken	ADJ
efajoead-156	183	4	material	material	NOUN
efajoead-156	183	5	depends	depend	VERB
efajoead-156	183	6	,	,	PUNCT
efajoead-156	183	7	among	among	ADP
efajoead-156	183	8	other	other	ADJ
efajoead-156	183	9	factors	factor	NOUN
efajoead-156	183	10	,	,	PUNCT
efajoead-156	183	11	on	on	ADP
efajoead-156	183	12	the	the	DET
efajoead-156	183	13	degree	degree	NOUN
efajoead-156	183	14	to	to	PART
efajoead-156	183	15	which	which	PRON
efajoead-156	183	16	the	the	DET
efajoead-156	183	17	listener	listener	NOUN
efajoead-156	183	18	is	be	AUX
efajoead-156	183	19	familiar	familiar	ADJ
efajoead-156	183	20	with	with	ADP
efajoead-156	183	21	the	the	DET
efajoead-156	183	22	speaker	speaker	NOUN
efajoead-156	183	23	’s	’s	PART
efajoead-156	183	24	accent	accent	NOUN
efajoead-156	183	25	and	and	CCONJ
efajoead-156	183	26	the	the	DET
efajoead-156	183	27	degree	degree	NOUN
efajoead-156	183	28	to	to	PART
efajoead-156	183	29	which	which	PRON
efajoead-156	183	30	they	they	PRON
efajoead-156	183	31	share	share	VERB
efajoead-156	183	32	background	background	NOUN
efajoead-156	183	33	knowledge	knowledge	NOUN
efajoead-156	183	34	,	,	PUNCT
efajoead-156	183	35	and	and	CCONJ
efajoead-156	183	36	so	so	ADV
efajoead-156	183	37	what	what	PRON
efajoead-156	183	38	is	be	AUX
efajoead-156	183	39	a	a	DET
efajoead-156	183	40	problem	problem	NOUN
efajoead-156	183	41	for	for	ADP
efajoead-156	183	42	one	one	NUM
efajoead-156	183	43	listener	listener	NOUN
efajoead-156	183	44	may	may	AUX
efajoead-156	183	45	not	not	PART
efajoead-156	183	46	be	be	AUX
efajoead-156	183	47	a	a	DET
efajoead-156	183	48	problem	problem	NOUN
efajoead-156	183	49	for	for	ADP
efajoead-156	183	50	another	another	DET
efajoead-156	183	51	listener	listener	NOUN
efajoead-156	183	52	.	.	PUNCT
efajoead-156	184	1	testing	testing	NOUN
efajoead-156	184	2	speaking	speak	VERB
efajoead-156	184	3	is	be	AUX
efajoead-156	184	4	also	also	ADV
efajoead-156	184	5	english	english	ADJ
efajoead-156	184	6	franca	franca	NOUN
efajoead-156	184	7	vol	vol	NOUN
efajoead-156	184	8	1	1	NUM
efajoead-156	184	9	no	no	DET
efajoead-156	184	10	01	01	NUM
efajoead-156	184	11	tahun	tahun	PROPN
efajoead-156	184	12	2017	2017	NUM
efajoead-156	184	13	,	,	PUNCT
efajoead-156	184	14	stain	stain	NOUN
efajoead-156	184	15	curup	curup	NOUN
efajoead-156	184	16	page	page	NOUN
efajoead-156	184	17	76	76	NUM
efajoead-156	185	1	p	p	NOUN
efajoead-156	185	2	-	-	PUNCT
efajoead-156	185	3	issn	issn	PROPN
efajoead-156	185	4	1494238293	1494238293	NUM
efajoead-156	185	5	,	,	PUNCT
efajoead-156	185	6	e	e	X
efajoead-156	185	7	-	-	PUNCT
efajoead-156	185	8	issn	issn	VERB
efajoead-156	185	9	1494237782	1494237782	NUM
efajoead-156	185	10	a	a	DET
efajoead-156	185	11	particular	particular	ADJ
efajoead-156	185	12	problem	problem	NOUN
efajoead-156	185	13	when	when	SCONJ
efajoead-156	185	14	it	it	PRON
efajoead-156	185	15	is	be	AUX
efajoead-156	185	16	necessary	necessary	ADJ
efajoead-156	185	17	to	to	PART
efajoead-156	185	18	test	test	VERB
efajoead-156	185	19	large	large	ADJ
efajoead-156	185	20	numbers	number	NOUN
efajoead-156	185	21	of	of	ADP
efajoead-156	185	22	students	student	NOUN
efajoead-156	186	1	.	.	PUNCT
efajoead-156	187	1	it	it	PRON
efajoead-156	187	2	is	be	AUX
efajoead-156	187	3	necessary	necessary	ADJ
efajoead-156	187	4	to	to	PART
efajoead-156	187	5	test	test	VERB
efajoead-156	187	6	hundreds	hundred	NOUN
efajoead-156	187	7	of	of	ADP
efajoead-156	187	8	students	student	NOUN
efajoead-156	187	9	,	,	PUNCT
efajoead-156	187	10	and	and	CCONJ
efajoead-156	187	11	even	even	ADV
efajoead-156	187	12	if	if	SCONJ
efajoead-156	187	13	each	each	DET
efajoead-156	187	14	student	student	NOUN
efajoead-156	187	15	speaks	speak	VERB
efajoead-156	187	16	for	for	ADP
efajoead-156	187	17	only	only	ADV
efajoead-156	187	18	a	a	DET
efajoead-156	187	19	few	few	ADJ
efajoead-156	187	20	minutes	minute	NOUN
efajoead-156	187	21	,	,	PUNCT
efajoead-156	187	22	this	this	PRON
efajoead-156	187	23	becomes	become	VERB
efajoead-156	187	24	a	a	DET
efajoead-156	187	25	huge	huge	ADJ
efajoead-156	187	26	job	job	NOUN
efajoead-156	187	27	.	.	PUNCT
efajoead-156	188	1	one	one	NUM
efajoead-156	188	2	of	of	ADP
efajoead-156	188	3	the	the	DET
efajoead-156	188	4	great	great	ADJ
efajoead-156	188	5	difficulties	difficulty	NOUN
efajoead-156	188	6	in	in	ADP
efajoead-156	188	7	testing	testing	NOUN
efajoead-156	188	8	speaking	speak	VERB
efajoead-156	188	9	is	be	AUX
efajoead-156	188	10	,	,	PUNCT
efajoead-156	188	11	of	of	ADP
efajoead-156	188	12	course	course	NOUN
efajoead-156	188	13	,	,	PUNCT
efajoead-156	188	14	the	the	DET
efajoead-156	188	15	assessment	assessment	NOUN
efajoead-156	188	16	.	.	PUNCT
efajoead-156	189	1	it	it	PRON
efajoead-156	189	2	is	be	AUX
efajoead-156	189	3	necessary	necessary	ADJ
efajoead-156	189	4	to	to	PART
efajoead-156	189	5	develop	develop	VERB
efajoead-156	189	6	a	a	DET
efajoead-156	189	7	system	system	NOUN
efajoead-156	189	8	of	of	ADP
efajoead-156	189	9	assessment	assessment	NOUN
efajoead-156	189	10	that	that	PRON
efajoead-156	189	11	can	can	AUX
efajoead-156	189	12	be	be	AUX
efajoead-156	189	13	applied	apply	VERB
efajoead-156	189	14	as	as	ADP
efajoead-156	189	15	objectivity	objectivity	NOUN
efajoead-156	189	16	in	in	ADP
efajoead-156	189	17	assessment	assessment	NOUN
efajoead-156	189	18	.	.	PUNCT
efajoead-156	190	1	the	the	DET
efajoead-156	190	2	scale	scale	NOUN
efajoead-156	190	3	can	can	AUX
efajoead-156	190	4	be	be	AUX
efajoead-156	190	5	one	one	NUM
efajoead-156	190	6	general	general	ADJ
efajoead-156	190	7	scale	scale	NOUN
efajoead-156	190	8	for	for	ADP
efajoead-156	190	9	overall	overall	ADJ
efajoead-156	190	10	speaking	speak	VERB
efajoead-156	190	11	ability	ability	NOUN
efajoead-156	190	12	,	,	PUNCT
efajoead-156	190	13	or	or	CCONJ
efajoead-156	190	14	it	it	PRON
efajoead-156	190	15	can	can	AUX
efajoead-156	190	16	be	be	AUX
efajoead-156	190	17	divided	divide	VERB
efajoead-156	190	18	between	between	ADP
efajoead-156	190	19	several	several	ADJ
efajoead-156	190	20	aspects	aspect	NOUN
efajoead-156	190	21	of	of	ADP
efajoead-156	190	22	the	the	DET
efajoead-156	190	23	skill	skill	NOUN
efajoead-156	190	24	of	of	ADP
efajoead-156	190	25	speaking	speak	VERB
efajoead-156	190	26	,	,	PUNCT
efajoead-156	190	27	such	such	ADJ
efajoead-156	190	28	as	as	ADP
efajoead-156	190	29	pronunciation	pronunciation	NOUN
efajoead-156	190	30	,	,	PUNCT
efajoead-156	190	31	grammar	grammar	NOUN
efajoead-156	190	32	,	,	PUNCT
efajoead-156	190	33	organization	organization	NOUN
efajoead-156	190	34	,	,	PUNCT
efajoead-156	190	35	etc	etc	X
efajoead-156	190	36	.	.	X
efajoead-156	191	1	the	the	DET
efajoead-156	191	2	scale	scale	NOUN
efajoead-156	191	3	also	also	ADV
efajoead-156	191	4	depends	depend	VERB
efajoead-156	191	5	on	on	ADP
efajoead-156	191	6	the	the	DET
efajoead-156	191	7	speaking	speak	VERB
efajoead-156	191	8	task	task	NOUN
efajoead-156	191	9	that	that	PRON
efajoead-156	191	10	is	be	AUX
efajoead-156	191	11	used	use	VERB
efajoead-156	191	12	for	for	ADP
efajoead-156	191	13	the	the	DET
efajoead-156	191	14	test	test	NOUN
efajoead-156	191	15	.	.	PUNCT
efajoead-156	192	1	a	a	DET
efajoead-156	192	2	test	test	NOUN
efajoead-156	192	3	that	that	PRON
efajoead-156	192	4	uses	use	VERB
efajoead-156	192	5	public	public	NOUN
efajoead-156	192	6	speaking	speak	VERB
efajoead-156	192	7	as	as	SCONJ
efajoead-156	192	8	the	the	DET
efajoead-156	192	9	task	task	NOUN
efajoead-156	192	10	would	would	AUX
efajoead-156	192	11	be	be	AUX
efajoead-156	192	12	different	different	ADJ
efajoead-156	192	13	from	from	ADP
efajoead-156	192	14	one	one	NUM
efajoead-156	192	15	that	that	PRON
efajoead-156	192	16	uses	use	VERB
efajoead-156	192	17	a	a	DET
efajoead-156	192	18	group	group	NOUN
efajoead-156	192	19	discussion	discussion	NOUN
efajoead-156	192	20	.	.	PUNCT
efajoead-156	193	1	if	if	SCONJ
efajoead-156	193	2	possible	possible	ADJ
efajoead-156	193	3	,	,	PUNCT
efajoead-156	193	4	the	the	DET
efajoead-156	193	5	speaking	speak	VERB
efajoead-156	193	6	task	task	NOUN
efajoead-156	193	7	should	should	AUX
efajoead-156	193	8	be	be	AUX
efajoead-156	193	9	recorded	record	VERB
efajoead-156	193	10	and	and	CCONJ
efajoead-156	193	11	the	the	DET
efajoead-156	193	12	scoring	scoring	NOUN
efajoead-156	193	13	done	do	VERB
efajoead-156	193	14	from	from	ADP
efajoead-156	193	15	the	the	DET
efajoead-156	193	16	tape	tape	NOUN
efajoead-156	193	17	.	.	PUNCT
efajoead-156	194	1	in	in	ADP
efajoead-156	194	2	addition	addition	NOUN
efajoead-156	194	3	,	,	PUNCT
efajoead-156	194	4	the	the	DET
efajoead-156	194	5	marking	marking	NOUN
efajoead-156	194	6	should	should	AUX
efajoead-156	194	7	be	be	AUX
efajoead-156	194	8	done	do	VERB
efajoead-156	194	9	by	by	ADP
efajoead-156	194	10	more	more	ADJ
efajoead-156	194	11	than	than	ADP
efajoead-156	194	12	one	one	NUM
efajoead-156	194	13	person	person	NOUN
efajoead-156	194	14	and	and	CCONJ
efajoead-156	194	15	their	their	PRON
efajoead-156	194	16	reliability	reliability	NOUN
efajoead-156	194	17	checked	check	VERB
efajoead-156	194	18	.	.	PUNCT
efajoead-156	195	1	if	if	SCONJ
efajoead-156	195	2	the	the	DET
efajoead-156	195	3	task	task	NOUN
efajoead-156	195	4	is	be	AUX
efajoead-156	195	5	an	an	DET
efajoead-156	195	6	interviewer	interviewer	NOUN
efajoead-156	195	7	,	,	PUNCT
efajoead-156	195	8	the	the	DET
efajoead-156	195	9	interviewer	interviewer	NOUN
efajoead-156	195	10	should	should	AUX
efajoead-156	195	11	not	not	PART
efajoead-156	195	12	be	be	AUX
efajoead-156	195	13	required	require	VERB
efajoead-156	195	14	to	to	PART
efajoead-156	195	15	score	score	VERB
efajoead-156	195	16	the	the	DET
efajoead-156	195	17	test	test	NOUN
efajoead-156	195	18	at	at	ADP
efajoead-156	195	19	the	the	DET
efajoead-156	195	20	same	same	ADJ
efajoead-156	195	21	time	time	NOUN
efajoead-156	195	22	as	as	ADP
efajoead-156	195	23	conducting	conduct	VERB
efajoead-156	195	24	the	the	DET
efajoead-156	195	25	interview	interview	NOUN
efajoead-156	195	26	,	,	PUNCT
efajoead-156	195	27	if	if	SCONJ
efajoead-156	195	28	this	this	PRON
efajoead-156	195	29	is	be	AUX
efajoead-156	195	30	avoidable	avoidable	ADJ
efajoead-156	195	31	.	.	PUNCT
efajoead-156	196	1	among	among	ADP
efajoead-156	196	2	the	the	DET
efajoead-156	196	3	aspects	aspect	NOUN
efajoead-156	196	4	of	of	ADP
efajoead-156	196	5	speaking	speak	VERB
efajoead-156	196	6	that	that	PRON
efajoead-156	196	7	might	might	AUX
efajoead-156	196	8	be	be	AUX
efajoead-156	196	9	consideration	consideration	NOUN
efajoead-156	196	10	in	in	ADP
efajoead-156	196	11	the	the	DET
efajoead-156	196	12	assessment	assessment	NOUN
efajoead-156	196	13	scale	scale	NOUN
efajoead-156	196	14	are	be	AUX
efajoead-156	196	15	grammar	grammar	NOUN
efajoead-156	196	16	,	,	PUNCT
efajoead-156	196	17	pronunciation	pronunciation	NOUN
efajoead-156	196	18	,	,	PUNCT
efajoead-156	196	19	fluency	fluency	NOUN
efajoead-156	196	20	,	,	PUNCT
efajoead-156	196	21	content	content	NOUN
efajoead-156	196	22	,	,	PUNCT
efajoead-156	196	23	organization	organization	NOUN
efajoead-156	196	24	,	,	PUNCT
efajoead-156	196	25	content	content	NOUN
efajoead-156	196	26	and	and	CCONJ
efajoead-156	196	27	vocabulary	vocabulary	NOUN
efajoead-156	196	28	.	.	PUNCT
efajoead-156	197	1	the	the	DET
efajoead-156	197	2	band	band	NOUN
efajoead-156	197	3	descriptions	description	NOUN
efajoead-156	197	4	for	for	ADP
efajoead-156	197	5	a	a	DET
efajoead-156	197	6	general	general	ADJ
efajoead-156	197	7	scale	scale	NOUN
efajoead-156	197	8	might	might	AUX
efajoead-156	197	9	be	be	AUX
efajoead-156	197	10	as	as	SCONJ
efajoead-156	197	11	follows	follow	VERB
efajoead-156	197	12	.	.	PUNCT
efajoead-156	198	1	the	the	DET
efajoead-156	198	2	number	number	NOUN
efajoead-156	198	3	indicates	indicate	VERB
efajoead-156	198	4	the	the	DET
efajoead-156	198	5	level	level	NOUN
efajoead-156	198	6	,	,	PUNCT
efajoead-156	198	7	and	and	CCONJ
efajoead-156	198	8	it	it	PRON
efajoead-156	198	9	is	be	AUX
efajoead-156	198	10	followed	follow	VERB
efajoead-156	198	11	by	by	ADP
efajoead-156	198	12	a	a	DET
efajoead-156	198	13	description	description	NOUN
efajoead-156	198	14	of	of	ADP
efajoead-156	198	15	the	the	DET
efajoead-156	198	16	characteristics	characteristic	NOUN
efajoead-156	198	17	of	of	ADP
efajoead-156	198	18	a	a	DET
efajoead-156	198	19	speaker	speaker	NOUN
efajoead-156	198	20	at	at	ADP
efajoead-156	198	21	that	that	DET
efajoead-156	198	22	level	level	NOUN
efajoead-156	198	23	.	.	PUNCT
efajoead-156	199	1	in	in	ADP
efajoead-156	199	2	the	the	DET
efajoead-156	199	3	classroom	classroom	NOUN
efajoead-156	199	4	,	,	PUNCT
efajoead-156	199	5	during	during	ADP
efajoead-156	199	6	daily	daily	ADJ
efajoead-156	199	7	exercise	exercise	NOUN
efajoead-156	199	8	,	,	PUNCT
efajoead-156	199	9	2	2	NUM
efajoead-156	199	10	lecturer	lecturer	NOUN
efajoead-156	199	11	sometimes	sometimes	ADV
efajoead-156	199	12	use	use	VERB
efajoead-156	199	13	the	the	DET
efajoead-156	199	14	following	follow	VERB
efajoead-156	199	15	scoring	scoring	NOUN
efajoead-156	199	16	scheme	scheme	NOUN
efajoead-156	199	17	:	:	PUNCT
efajoead-156	199	18	table	table	NOUN
efajoead-156	199	19	4	4	NUM
efajoead-156	199	20	.	.	PUNCT
efajoead-156	199	21	scoring	score	VERB
efajoead-156	199	22	scheme	scheme	NOUN
efajoead-156	199	23	7	7	NUM
efajoead-156	199	24	spoken	spoken	ADJ
efajoead-156	199	25	communication	communication	NOUN
efajoead-156	199	26	is	be	AUX
efajoead-156	199	27	fluent	fluent	ADJ
efajoead-156	199	28	,	,	PUNCT
efajoead-156	199	29	appropriate	appropriate	ADJ
efajoead-156	199	30	,	,	PUNCT
efajoead-156	199	31	and	and	CCONJ
efajoead-156	199	32	grammatically	grammatically	ADV
efajoead-156	199	33	correct	correct	ADJ
efajoead-156	199	34	,	,	PUNCT
efajoead-156	199	35	with	with	ADP
efajoead-156	199	36	few	few	ADJ
efajoead-156	199	37	if	if	SCONJ
efajoead-156	199	38	any	any	DET
efajoead-156	199	39	errors	error	NOUN
efajoead-156	199	40	.	.	PUNCT
efajoead-156	200	1	6	6	NUM
efajoead-156	200	2	communication	communication	NOUN
efajoead-156	200	3	is	be	AUX
efajoead-156	200	4	generally	generally	ADV
efajoead-156	200	5	fluent	fluent	ADJ
efajoead-156	200	6	and	and	CCONJ
efajoead-156	200	7	grammatically	grammatically	ADV
efajoead-156	200	8	correct	correct	ADJ
efajoead-156	200	9	with	with	ADP
efajoead-156	200	10	only	only	ADJ
efajoead-156	200	11	occasional	occasional	ADJ
efajoead-156	200	12	errors	error	NOUN
efajoead-156	200	13	in	in	ADP
efajoead-156	200	14	grammar	grammar	NOUN
efajoead-156	200	15	or	or	CCONJ
efajoead-156	200	16	pronunciation	pronunciation	NOUN
efajoead-156	200	17	.	.	PUNCT
efajoead-156	201	1	5	5	NUM
efajoead-156	201	2	students	student	NOUN
efajoead-156	201	3	produces	produce	VERB
efajoead-156	201	4	numerous	numerous	ADJ
efajoead-156	201	5	grammatical	grammatical	ADJ
efajoead-156	201	6	errors	error	NOUN
efajoead-156	201	7	and	and	CCONJ
efajoead-156	201	8	hesitations	hesitation	NOUN
efajoead-156	201	9	,	,	PUNCT
efajoead-156	201	10	but	but	CCONJ
efajoead-156	201	11	these	these	PRON
efajoead-156	201	12	do	do	AUX
efajoead-156	201	13	not	not	PART
efajoead-156	201	14	inerfere	inerfere	VERB
efajoead-156	201	15	greatly	greatly	ADV
efajoead-156	201	16	with	with	ADP
efajoead-156	201	17	communication	communication	NOUN
efajoead-156	201	18	.	.	PUNCT
efajoead-156	202	1	utterances	utterance	NOUN
efajoead-156	202	2	are	be	AUX
efajoead-156	202	3	long	long	ADJ
efajoead-156	202	4	and	and	CCONJ
efajoead-156	202	5	connected	connect	VERB
efajoead-156	202	6	.	.	PUNCT
efajoead-156	203	1	4	4	NUM
efajoead-156	203	2	students	student	NOUN
efajoead-156	203	3	produces	produce	VERB
efajoead-156	203	4	numerous	numerous	ADJ
efajoead-156	203	5	grammatical	grammatical	ADJ
efajoead-156	203	6	errors	error	NOUN
efajoead-156	203	7	and	and	CCONJ
efajoead-156	203	8	hesitations	hesitation	NOUN
efajoead-156	203	9	,	,	PUNCT
efajoead-156	203	10	and	and	CCONJ
efajoead-156	203	11	these	these	PRON
efajoead-156	203	12	occasionally	occasionally	ADV
efajoead-156	203	13	interfere	interfere	VERB
efajoead-156	203	14	with	with	ADP
efajoead-156	203	15	communication	communication	NOUN
efajoead-156	203	16	.	.	PUNCT
efajoead-156	204	1	utterances	utterance	NOUN
efajoead-156	204	2	are	be	AUX
efajoead-156	204	3	short	short	ADJ
efajoead-156	204	4	and	and	CCONJ
efajoead-156	204	5	connected	connected	ADJ
efajoead-156	204	6	.	.	PUNCT
efajoead-156	205	1	3	3	NUM
efajoead-156	205	2	student	student	NOUN
efajoead-156	205	3	’s	’s	PART
efajoead-156	205	4	communication	communication	NOUN
efajoead-156	205	5	is	be	AUX
efajoead-156	205	6	limited	limit	VERB
efajoead-156	205	7	to	to	ADP
efajoead-156	205	8	short	short	ADJ
efajoead-156	205	9	utterances	utterance	NOUN
efajoead-156	205	10	and	and	CCONJ
efajoead-156	205	11	depends	depend	VERB
efajoead-156	205	12	in	in	ADP
efajoead-156	205	13	part	part	NOUN
efajoead-156	205	14	on	on	ADP
efajoead-156	205	15	previously	previously	ADV
efajoead-156	205	16	memorized	memorize	VERB
efajoead-156	205	17	english	english	ADJ
efajoead-156	205	18	franca	franca	NOUN
efajoead-156	205	19	vol	vol	NOUN
efajoead-156	205	20	1	1	NUM
efajoead-156	205	21	no	no	DET
efajoead-156	205	22	01	01	NUM
efajoead-156	205	23	tahun	tahun	PROPN
efajoead-156	205	24	2017	2017	NUM
efajoead-156	205	25	,	,	PUNCT
efajoead-156	205	26	stain	stain	NOUN
efajoead-156	205	27	curup	curup	NOUN
efajoead-156	205	28	page	page	NOUN
efajoead-156	205	29	77	77	NUM
efajoead-156	205	30	p	p	NOUN
efajoead-156	205	31	-	-	PUNCT
efajoead-156	205	32	issn	issn	PROPN
efajoead-156	205	33	1494238293	1494238293	NUM
efajoead-156	205	34	,	,	PUNCT
efajoead-156	205	35	e	e	X
efajoead-156	205	36	-	-	PROPN
efajoead-156	205	37	issn	issn	VERB
efajoead-156	205	38	1494237782	1494237782	NUM
efajoead-156	205	39	conversational	conversational	ADJ
efajoead-156	205	40	elements	element	NOUN
efajoead-156	205	41	.	.	PUNCT
efajoead-156	206	1	difficulty	difficulty	NOUN
efajoead-156	206	2	dealing	deal	VERB
efajoead-156	206	3	with	with	ADP
efajoead-156	206	4	unpredictable	unpredictable	ADJ
efajoead-156	206	5	elements	element	NOUN
efajoead-156	206	6	.	.	PUNCT
efajoead-156	207	1	many	many	ADJ
efajoead-156	207	2	hesitations	hesitation	NOUN
efajoead-156	207	3	and	and	CCONJ
efajoead-156	207	4	grammatical	grammatical	ADJ
efajoead-156	207	5	errors	error	NOUN
efajoead-156	207	6	.	.	PUNCT
efajoead-156	208	1	communication	communication	NOUN
efajoead-156	208	2	only	only	ADV
efajoead-156	208	3	possible	possible	ADJ
efajoead-156	208	4	with	with	ADP
efajoead-156	208	5	sympathetic	sympathetic	ADJ
efajoead-156	208	6	interlocuter	interlocuter	NOUN
efajoead-156	208	7	.	.	PUNCT
efajoead-156	209	1	2	2	NUM
efajoead-156	209	2	communication	communication	NOUN
efajoead-156	209	3	limited	limit	VERB
efajoead-156	209	4	to	to	ADP
efajoead-156	209	5	short	short	ADJ
efajoead-156	209	6	utterances	utterance	NOUN
efajoead-156	209	7	,	,	PUNCT
efajoead-156	209	8	almost	almost	ADV
efajoead-156	209	9	entiraly	entiraly	NOUN
efajoead-156	209	10	memorized	memorize	VERB
efajoead-156	209	11	conversational	conversational	ADJ
efajoead-156	209	12	elements	element	NOUN
efajoead-156	209	13	.	.	PUNCT
efajoead-156	210	1	unable	unable	ADJ
efajoead-156	210	2	to	to	PART
efajoead-156	210	3	deal	deal	VERB
efajoead-156	210	4	with	with	ADP
efajoead-156	210	5	unpredictable	unpredictable	ADJ
efajoead-156	210	6	elements	element	NOUN
efajoead-156	210	7	.	.	PUNCT
efajoead-156	211	1	1	1	NUM
efajoead-156	211	2	no	no	DET
efajoead-156	211	3	communication	communication	NOUN
efajoead-156	211	4	possible	possible	ADJ
efajoead-156	211	5	.	.	PUNCT
efajoead-156	212	1	though	though	SCONJ
efajoead-156	212	2	speaking	speak	VERB
efajoead-156	212	3	is	be	AUX
efajoead-156	212	4	a	a	DET
efajoead-156	212	5	particularly	particularly	ADV
efajoead-156	212	6	difficult	difficult	ADJ
efajoead-156	212	7	skill	skill	NOUN
efajoead-156	212	8	to	to	PART
efajoead-156	212	9	assess	assess	VERB
efajoead-156	212	10	,	,	PUNCT
efajoead-156	212	11	there	there	PRON
efajoead-156	212	12	are	be	VERB
efajoead-156	212	13	methods	method	NOUN
efajoead-156	212	14	that	that	PRON
efajoead-156	212	15	can	can	AUX
efajoead-156	212	16	be	be	AUX
efajoead-156	212	17	employed	employ	VERB
efajoead-156	212	18	to	to	PART
efajoead-156	212	19	create	create	VERB
efajoead-156	212	20	situations	situation	NOUN
efajoead-156	212	21	that	that	PRON
efajoead-156	212	22	elicit	elicit	VERB
efajoead-156	212	23	speech	speech	NOUN
efajoead-156	212	24	and	and	CCONJ
efajoead-156	212	25	methods	method	NOUN
efajoead-156	212	26	of	of	ADP
efajoead-156	212	27	assessing	assess	VERB
efajoead-156	212	28	the	the	DET
efajoead-156	212	29	testees	testee	NOUN
efajoead-156	212	30	’	’	PART
efajoead-156	212	31	speech	speech	NOUN
efajoead-156	212	32	that	that	PRON
efajoead-156	212	33	are	be	AUX
efajoead-156	212	34	reasonablly	reasonablly	ADV
efajoead-156	212	35	reliable	reliable	ADJ
efajoead-156	212	36	.	.	PUNCT
efajoead-156	213	1	testing	testing	NOUN
efajoead-156	213	2	speech	speech	NOUN
efajoead-156	213	3	is	be	AUX
efajoead-156	213	4	important	important	ADJ
efajoead-156	213	5	for	for	ADP
efajoead-156	213	6	its	its	PRON
efajoead-156	213	7	backwash	backwash	NOUN
efajoead-156	213	8	effect	effect	NOUN
efajoead-156	213	9	,	,	PUNCT
efajoead-156	213	10	even	even	ADV
efajoead-156	213	11	if	if	SCONJ
efajoead-156	213	12	the	the	DET
efajoead-156	213	13	method	method	NOUN
efajoead-156	213	14	of	of	ADP
efajoead-156	213	15	testing	testing	NOUN
efajoead-156	213	16	and	and	CCONJ
efajoead-156	213	17	of	of	ADP
efajoead-156	213	18	assessment	assessment	NOUN
efajoead-156	213	19	are	be	AUX
efajoead-156	213	20	not	not	PART
efajoead-156	213	21	as	as	ADV
efajoead-156	213	22	perfect	perfect	ADJ
efajoead-156	213	23	as	as	SCONJ
efajoead-156	213	24	they	they	PRON
efajoead-156	213	25	might	might	AUX
efajoead-156	213	26	be	be	AUX
efajoead-156	213	27	.	.	PUNCT
efajoead-156	214	1	the	the	DET
efajoead-156	214	2	scoring	scoring	NOUN
efajoead-156	214	3	scheme	scheme	NOUN
efajoead-156	214	4	used	use	VERB
efajoead-156	214	5	by	by	ADP
efajoead-156	214	6	speaking	speak	VERB
efajoead-156	214	7	lecturers	lecturer	NOUN
efajoead-156	214	8	seems	seem	VERB
efajoead-156	214	9	not	not	PART
efajoead-156	214	10	yet	yet	ADV
efajoead-156	214	11	measure	measure	VERB
efajoead-156	214	12	the	the	DET
efajoead-156	214	13	quality	quality	NOUN
efajoead-156	214	14	of	of	ADP
efajoead-156	214	15	students	student	NOUN
efajoead-156	214	16	’	'	PUNCT
efajoead-156	214	17	speaking	speak	VERB
efajoead-156	214	18	ability	ability	NOUN
efajoead-156	214	19	since	since	SCONJ
efajoead-156	214	20	the	the	DET
efajoead-156	214	21	score	score	NOUN
efajoead-156	214	22	obtained	obtain	VERB
efajoead-156	214	23	comes	come	VERB
efajoead-156	214	24	from	from	ADP
efajoead-156	214	25	several	several	ADJ
efajoead-156	214	26	clarification	clarification	NOUN
efajoead-156	214	27	such	such	ADJ
efajoead-156	214	28	as	as	ADP
efajoead-156	214	29	:	:	PUNCT
efajoead-156	214	30	students	student	NOUN
efajoead-156	214	31	’	'	PUNCT
efajoead-156	214	32	participation	participation	NOUN
efajoead-156	214	33	,	,	PUNCT
efajoead-156	214	34	assigments	assigment	NOUN
efajoead-156	214	35	,	,	PUNCT
efajoead-156	214	36	mid	mid	ADJ
efajoead-156	214	37	term	term	NOUN
efajoead-156	214	38	and	and	CCONJ
efajoead-156	214	39	final	final	ADJ
efajoead-156	214	40	examination	examination	NOUN
efajoead-156	214	41	.	.	PUNCT
efajoead-156	215	1	each	each	PRON
efajoead-156	215	2	of	of	ADP
efajoead-156	215	3	those	those	DET
efajoead-156	215	4	classifications	classification	NOUN
efajoead-156	215	5	does	do	AUX
efajoead-156	215	6	not	not	PART
efajoead-156	215	7	define	define	VERB
efajoead-156	215	8	clear	clear	ADJ
efajoead-156	215	9	score	score	NOUN
efajoead-156	215	10	related	relate	VERB
efajoead-156	215	11	to	to	ADP
efajoead-156	215	12	speaking	speak	VERB
efajoead-156	215	13	ability	ability	NOUN
efajoead-156	215	14	.	.	PUNCT
efajoead-156	216	1	for	for	ADP
efajoead-156	216	2	example	example	NOUN
efajoead-156	216	3	,	,	PUNCT
efajoead-156	216	4	a	a	PRON
efajoead-156	216	5	until	until	SCONJ
efajoead-156	216	6	e	e	PRON
efajoead-156	216	7	does	do	AUX
efajoead-156	216	8	not	not	PART
efajoead-156	216	9	explain	explain	VERB
efajoead-156	216	10	the	the	DET
efajoead-156	216	11	quality	quality	NOUN
efajoead-156	216	12	of	of	ADP
efajoead-156	216	13	students	student	NOUN
efajoead-156	216	14	’	'	PUNCT
efajoead-156	216	15	speaking	speak	VERB
efajoead-156	216	16	performance	performance	NOUN
efajoead-156	216	17	.	.	PUNCT
efajoead-156	217	1	ielts	ielt	NOUN
efajoead-156	217	2	,	,	PUNCT
efajoead-156	217	3	the	the	DET
efajoead-156	217	4	international	international	ADJ
efajoead-156	217	5	language	language	NOUN
efajoead-156	217	6	testing	testing	NOUN
efajoead-156	217	7	system	system	NOUN
efajoead-156	217	8	,	,	PUNCT
efajoead-156	217	9	which	which	PRON
efajoead-156	217	10	is	be	AUX
efajoead-156	217	11	designed	design	VERB
efajoead-156	217	12	to	to	PART
efajoead-156	217	13	assess	assess	VERB
efajoead-156	217	14	the	the	DET
efajoead-156	217	15	language	language	NOUN
efajoead-156	217	16	ability	ability	NOUN
efajoead-156	217	17	of	of	ADP
efajoead-156	217	18	candidates	candidate	NOUN
efajoead-156	217	19	who	who	PRON
efajoead-156	217	20	need	need	VERB
efajoead-156	217	21	to	to	PART
efajoead-156	217	22	study	study	VERB
efajoead-156	217	23	or	or	CCONJ
efajoead-156	217	24	work	work	VERB
efajoead-156	217	25	where	where	SCONJ
efajoead-156	217	26	english	english	PROPN
efajoead-156	217	27	is	be	AUX
efajoead-156	217	28	used	use	VERB
efajoead-156	217	29	as	as	ADP
efajoead-156	217	30	the	the	DET
efajoead-156	217	31	language	language	NOUN
efajoead-156	217	32	of	of	ADP
efajoead-156	217	33	communication	communication	NOUN
efajoead-156	217	34	for	for	ADP
efajoead-156	217	35	universities	university	NOUN
efajoead-156	217	36	and	and	CCONJ
efajoead-156	217	37	em[ployers	em[ployer	NOUN
efajoead-156	217	38	in	in	ADP
efajoead-156	217	39	many	many	ADJ
efajoead-156	217	40	countries	country	NOUN
efajoead-156	217	41	is	be	AUX
efajoead-156	217	42	one	one	NUM
efajoead-156	217	43	of	of	ADP
efajoead-156	217	44	trusted	trust	VERB
efajoead-156	217	45	standars	standar	NOUN
efajoead-156	217	46	of	of	ADP
efajoead-156	217	47	english	english	ADJ
efajoead-156	217	48	test	test	NOUN
efajoead-156	217	49	explains	explain	VERB
efajoead-156	217	50	that	that	SCONJ
efajoead-156	217	51	the	the	DET
efajoead-156	217	52	score	score	NOUN
efajoead-156	217	53	should	should	AUX
efajoead-156	217	54	represents	represent	VERB
efajoead-156	217	55	the	the	DET
efajoead-156	217	56	level	level	NOUN
efajoead-156	217	57	of	of	ADP
efajoead-156	217	58	candidates	candidate	NOUN
efajoead-156	217	59	’	'	PUNCT
efajoead-156	217	60	speaking	speak	VERB
efajoead-156	217	61	performance	performance	NOUN
efajoead-156	217	62	.	.	PUNCT
efajoead-156	218	1	ielts	ielt	NOUN
efajoead-156	218	2	includes	include	VERB
efajoead-156	218	3	some	some	DET
efajoead-156	218	4	criteria	criterion	NOUN
efajoead-156	218	5	of	of	ADP
efajoead-156	218	6	marking	mark	VERB
efajoead-156	218	7	system	system	NOUN
efajoead-156	218	8	to	to	PART
efajoead-156	218	9	test	test	VERB
efajoead-156	218	10	speaking	speak	VERB
efajoead-156	218	11	performance	performance	NOUN
efajoead-156	218	12	;	;	PUNCT
efajoead-156	218	13	they	they	PRON
efajoead-156	218	14	are	be	AUX
efajoead-156	218	15	fluency	fluency	NOUN
efajoead-156	218	16	and	and	CCONJ
efajoead-156	218	17	coherence	coherence	NOUN
efajoead-156	218	18	,	,	PUNCT
efajoead-156	218	19	lexical	lexical	ADJ
efajoead-156	218	20	resource	resource	NOUN
efajoead-156	218	21	,	,	PUNCT
efajoead-156	218	22	grammatical	grammatical	ADJ
efajoead-156	218	23	ranmge	ranmge	NOUN
efajoead-156	218	24	and	and	CCONJ
efajoead-156	218	25	accuracy	accuracy	NOUN
efajoead-156	218	26	and	and	CCONJ
efajoead-156	218	27	pronunciation	pronunciation	NOUN
efajoead-156	218	28	.	.	PUNCT
efajoead-156	219	1	ielts	ielt	NOUN
efajoead-156	219	2	also	also	ADV
efajoead-156	219	3	define	define	VERB
efajoead-156	219	4	the	the	DET
efajoead-156	219	5	band	band	NOUN
efajoead-156	219	6	for	for	ADP
efajoead-156	219	7	each	each	DET
efajoead-156	219	8	criterion	criterion	NOUN
efajoead-156	219	9	clearly	clearly	ADV
efajoead-156	219	10	and	and	CCONJ
efajoead-156	219	11	the	the	DET
efajoead-156	219	12	scale	scale	NOUN
efajoead-156	219	13	of	of	ADP
efajoead-156	219	14	score	score	NOUN
efajoead-156	219	15	such	such	ADJ
efajoead-156	219	16	as	as	ADP
efajoead-156	219	17	in	in	ADP
efajoead-156	219	18	the	the	DET
efajoead-156	219	19	following	following	NOUN
efajoead-156	219	20	:	:	PUNCT
efajoead-156	219	21	table	table	NOUN
efajoead-156	219	22	5.ielts	5.ielts	NUM
efajoead-156	219	23	scoring	scoring	NOUN
efajoead-156	219	24	scheme	scheme	NOUN
efajoead-156	219	25	for	for	ADP
efajoead-156	219	26	speakingperformance	speakingperformance	NOUN
efajoead-156	219	27	no	no	DET
efajoead-156	219	28	scoring	scoring	NOUN
efajoead-156	219	29	scheme	scheme	NOUN
efajoead-156	219	30	level	level	NOUN
efajoead-156	219	31	of	of	ADP
efajoead-156	219	32	speaking	speak	VERB
efajoead-156	219	33	performance	performance	NOUN
efajoead-156	219	34	ielts	ielt	NOUN
efajoead-156	219	35	pte	pte	NOUN
efajoead-156	219	36	for	for	ADP
efajoead-156	219	37	academic	academic	ADJ
efajoead-156	219	38	1	1	NUM
efajoead-156	219	39	8	8	NUM
efajoead-156	219	40	–	–	PUNCT
efajoead-156	219	41	9	9	NUM
efajoead-156	219	42	85	85	NUM
efajoead-156	219	43	+	+	NUM
efajoead-156	219	44	level	level	NOUN
efajoead-156	219	45	5	5	NUM
efajoead-156	219	46	2	2	NUM
efajoead-156	219	47	6,5	6,5	NUM
efajoead-156	219	48	–	–	PUNCT
efajoead-156	219	49	7,5	7,5	NUM
efajoead-156	219	50	76	76	NUM
efajoead-156	219	51	–	–	SYM
efajoead-156	219	52	84	84	NUM
efajoead-156	219	53	level	level	NOUN
efajoead-156	219	54	4	4	NUM
efajoead-156	219	55	3	3	NUM
efajoead-156	219	56	5	5	NUM
efajoead-156	219	57	–	–	PUNCT
efajoead-156	219	58	6	6	NUM
efajoead-156	219	59	59	59	NUM
efajoead-156	219	60	–	–	PUNCT
efajoead-156	219	61	75	75	NUM
efajoead-156	219	62	level	level	NOUN
efajoead-156	219	63	3	3	NUM
efajoead-156	219	64	english	english	NOUN
efajoead-156	219	65	franca	franca	NOUN
efajoead-156	219	66	vol	vol	NOUN
efajoead-156	219	67	1	1	NUM
efajoead-156	219	68	no	no	DET
efajoead-156	219	69	01	01	NUM
efajoead-156	219	70	tahun	tahun	PROPN
efajoead-156	219	71	2017	2017	NUM
efajoead-156	219	72	,	,	PUNCT
efajoead-156	219	73	stain	stain	NOUN
efajoead-156	219	74	curup	curup	NOUN
efajoead-156	219	75	page	page	NOUN
efajoead-156	219	76	78	78	NUM
efajoead-156	219	77	p	p	NOUN
efajoead-156	219	78	-	-	PUNCT
efajoead-156	219	79	issn	issn	PROPN
efajoead-156	219	80	1494238293	1494238293	NUM
efajoead-156	219	81	,	,	PUNCT
efajoead-156	219	82	e	e	X
efajoead-156	219	83	-	-	PUNCT
efajoead-156	219	84	issn	issn	PROPN
efajoead-156	219	85	1494237782	1494237782	NUM
efajoead-156	219	86	4	4	NUM
efajoead-156	219	87	4	4	NUM
efajoead-156	219	88	–	–	PUNCT
efajoead-156	219	89	4,5	4,5	NUM
efajoead-156	219	90	43	43	NUM
efajoead-156	219	91	–	–	SYM
efajoead-156	219	92	58	58	NUM
efajoead-156	219	93	level	level	NOUN
efajoead-156	219	94	2	2	NUM
efajoead-156	219	95	30	30	NUM
efajoead-156	219	96	42	42	NUM
efajoead-156	219	97	level	level	NOUN
efajoead-156	219	98	1	1	NUM
efajoead-156	219	99	based	base	VERB
efajoead-156	219	100	on	on	ADP
efajoead-156	219	101	some	some	DET
efajoead-156	219	102	facts	fact	NOUN
efajoead-156	219	103	above	above	ADV
efajoead-156	219	104	,	,	PUNCT
efajoead-156	219	105	in	in	ADP
efajoead-156	219	106	summary	summary	NOUN
efajoead-156	219	107	,	,	PUNCT
efajoead-156	219	108	the	the	DET
efajoead-156	219	109	finding	finding	NOUN
efajoead-156	219	110	of	of	ADP
efajoead-156	219	111	this	this	DET
efajoead-156	219	112	research	research	NOUN
efajoead-156	219	113	shows	show	VERB
efajoead-156	219	114	that	that	SCONJ
efajoead-156	219	115	the	the	DET
efajoead-156	219	116	marking	mark	VERB
efajoead-156	219	117	criteria	criterion	NOUN
efajoead-156	219	118	of	of	ADP
efajoead-156	219	119	testing	test	VERB
efajoead-156	219	120	students	student	NOUN
efajoead-156	219	121	’	'	PUNCT
efajoead-156	219	122	speaking	speak	VERB
efajoead-156	219	123	ability	ability	NOUN
efajoead-156	219	124	used	use	VERB
efajoead-156	219	125	by	by	ADP
efajoead-156	219	126	speaking	speak	VERB
efajoead-156	219	127	lecturers	lecturer	NOUN
efajoead-156	219	128	of	of	ADP
efajoead-156	219	129	stain	stain	NOUN
efajoead-156	219	130	curup	curup	NOUN
efajoead-156	219	131	is	be	AUX
efajoead-156	219	132	designed	design	VERB
efajoead-156	219	133	by	by	ADP
efajoead-156	219	134	taking	take	VERB
efajoead-156	219	135	the	the	DET
efajoead-156	219	136	point	point	NOUN
efajoead-156	219	137	of	of	ADP
efajoead-156	219	138	speaking	speak	VERB
efajoead-156	219	139	skill	skill	NOUN
efajoead-156	219	140	itself	itself	PRON
efajoead-156	219	141	rather	rather	ADV
efajoead-156	219	142	than	than	ADP
efajoead-156	219	143	guide	guide	VERB
efajoead-156	219	144	theories	theory	NOUN
efajoead-156	219	145	of	of	ADP
efajoead-156	219	146	marking	mark	VERB
efajoead-156	219	147	criteria	criterion	NOUN
efajoead-156	219	148	for	for	ADP
efajoead-156	219	149	speaking	speak	VERB
efajoead-156	219	150	performance	performance	NOUN
efajoead-156	219	151	.	.	PUNCT
efajoead-156	220	1	however	however	ADV
efajoead-156	220	2	,	,	PUNCT
efajoead-156	220	3	those	those	DET
efajoead-156	220	4	criteria	criterion	NOUN
efajoead-156	220	5	included	include	VERB
efajoead-156	220	6	in	in	ADP
efajoead-156	220	7	some	some	DET
efajoead-156	220	8	theories	theory	NOUN
efajoead-156	220	9	.	.	PUNCT
efajoead-156	221	1	each	each	DET
efajoead-156	221	2	criterion	criterion	NOUN
efajoead-156	221	3	used	use	VERB
efajoead-156	221	4	by	by	ADP
efajoead-156	221	5	the	the	DET
efajoead-156	221	6	lecturers	lecturer	NOUN
efajoead-156	221	7	also	also	ADV
efajoead-156	221	8	does	do	AUX
efajoead-156	221	9	not	not	PART
efajoead-156	221	10	define	define	VERB
efajoead-156	221	11	the	the	DET
efajoead-156	221	12	score	score	NOUN
efajoead-156	221	13	.	.	PUNCT
efajoead-156	222	1	morover	morover	PROPN
efajoead-156	222	2	,	,	PUNCT
efajoead-156	222	3	the	the	DET
efajoead-156	222	4	scoring	scoring	NOUN
efajoead-156	222	5	scheme	scheme	NOUN
efajoead-156	222	6	is	be	AUX
efajoead-156	222	7	not	not	PART
efajoead-156	222	8	clear	clear	ADJ
efajoead-156	222	9	and	and	CCONJ
efajoead-156	222	10	does	do	AUX
efajoead-156	222	11	not	not	PART
efajoead-156	222	12	directly	directly	ADV
efajoead-156	222	13	relate	relate	VERB
efajoead-156	222	14	to	to	ADP
efajoead-156	222	15	the	the	DET
efajoead-156	222	16	quality	quality	NOUN
efajoead-156	222	17	of	of	ADP
efajoead-156	222	18	students	student	NOUN
efajoead-156	222	19	’	'	PUNCT
efajoead-156	222	20	speaking	speak	VERB
efajoead-156	222	21	performance	performance	NOUN
efajoead-156	222	22	.	.	PUNCT
efajoead-156	223	1	some	some	DET
efajoead-156	223	2	reasons	reason	NOUN
efajoead-156	223	3	about	about	ADP
efajoead-156	223	4	practicality	practicality	NOUN
efajoead-156	223	5	become	become	VERB
efajoead-156	223	6	crucial	crucial	ADJ
efajoead-156	223	7	considerations	consideration	NOUN
efajoead-156	223	8	for	for	ADP
efajoead-156	223	9	the	the	DET
efajoead-156	223	10	lecturers	lecturer	NOUN
efajoead-156	223	11	in	in	ADP
efajoead-156	223	12	designing	design	VERB
efajoead-156	223	13	the	the	DET
efajoead-156	223	14	marking	marking	NOUN
efajoead-156	223	15	criteria	criterion	NOUN
efajoead-156	223	16	and	and	CCONJ
efajoead-156	223	17	scoring	scoring	NOUN
efajoead-156	223	18	scheme	scheme	NOUN
efajoead-156	223	19	.	.	PUNCT
efajoead-156	224	1	conclusion	conclusion	NOUN
efajoead-156	224	2	speaking	speak	VERB
efajoead-156	224	3	lecturers	lecturer	NOUN
efajoead-156	224	4	of	of	ADP
efajoead-156	224	5	stain	stain	NOUN
efajoead-156	224	6	curup	curup	NOUN
efajoead-156	224	7	has	have	AUX
efajoead-156	224	8	already	already	ADV
efajoead-156	224	9	decided	decide	VERB
efajoead-156	224	10	some	some	DET
efajoead-156	224	11	criteria	criterion	NOUN
efajoead-156	224	12	of	of	ADP
efajoead-156	224	13	marking	mark	VERB
efajoead-156	224	14	system	system	NOUN
efajoead-156	224	15	to	to	PART
efajoead-156	224	16	test	test	VERB
efajoead-156	224	17	the	the	DET
efajoead-156	224	18	students	student	NOUN
efajoead-156	224	19	speaking	speak	VERB
efajoead-156	224	20	ability	ability	NOUN
efajoead-156	224	21	,	,	PUNCT
efajoead-156	224	22	they	they	PRON
efajoead-156	224	23	are	be	AUX
efajoead-156	224	24	:	:	PUNCT
efajoead-156	224	25	fluency	fluency	NOUN
efajoead-156	224	26	,	,	PUNCT
efajoead-156	224	27	grammatical	grammatical	ADJ
efajoead-156	224	28	accuracy	accuracy	NOUN
efajoead-156	224	29	,	,	PUNCT
efajoead-156	224	30	comprehension	comprehension	NOUN
efajoead-156	224	31	/	/	SYM
efajoead-156	224	32	content	content	NOUN
efajoead-156	224	33	,	,	PUNCT
efajoead-156	224	34	and	and	CCONJ
efajoead-156	224	35	pronunciation	pronunciation	NOUN
efajoead-156	224	36	.	.	PUNCT
efajoead-156	225	1	these	these	DET
efajoead-156	225	2	criteria	criterion	NOUN
efajoead-156	225	3	are	be	AUX
efajoead-156	225	4	suggested	suggest	VERB
efajoead-156	225	5	by	by	ADP
efajoead-156	225	6	some	some	DET
efajoead-156	225	7	theories	theory	NOUN
efajoead-156	225	8	of	of	ADP
efajoead-156	225	9	testing	test	VERB
efajoead-156	225	10	speaking	speak	VERB
efajoead-156	225	11	performance	performance	NOUN
efajoead-156	225	12	.	.	PUNCT
efajoead-156	226	1	the	the	DET
efajoead-156	226	2	scoring	scoring	NOUN
efajoead-156	226	3	scheme	scheme	NOUN
efajoead-156	226	4	use	use	NOUN
efajoead-156	226	5	by	by	ADP
efajoead-156	226	6	speaking	speak	VERB
efajoead-156	226	7	lectures	lecture	NOUN
efajoead-156	226	8	of	of	ADP
efajoead-156	226	9	stain	stain	NOUN
efajoead-156	226	10	curup	curup	NOUN
efajoead-156	226	11	is	be	AUX
efajoead-156	226	12	not	not	PART
efajoead-156	226	13	clear	clear	ADJ
efajoead-156	226	14	enough	enough	ADV
efajoead-156	226	15	to	to	PART
efajoead-156	226	16	measure	measure	VERB
efajoead-156	226	17	the	the	DET
efajoead-156	226	18	students	student	NOUN
efajoead-156	226	19	’	'	PUNCT
efajoead-156	226	20	speaking	speak	VERB
efajoead-156	226	21	ability	ability	NOUN
efajoead-156	226	22	since	since	SCONJ
efajoead-156	226	23	there	there	PRON
efajoead-156	226	24	are	be	VERB
efajoead-156	226	25	some	some	DET
efajoead-156	226	26	other	other	ADJ
efajoead-156	226	27	considerations	consideration	NOUN
efajoead-156	226	28	,	,	PUNCT
efajoead-156	226	29	such	such	ADJ
efajoead-156	226	30	as	as	ADP
efajoead-156	226	31	practicalities	practicality	NOUN
efajoead-156	226	32	aspects	aspect	NOUN
efajoead-156	226	33	and	and	CCONJ
efajoead-156	226	34	stain	stain	NOUN
efajoead-156	226	35	classification	classification	NOUN
efajoead-156	226	36	of	of	ADP
efajoead-156	226	37	scoring	scoring	NOUN
efajoead-156	226	38	.	.	PUNCT
efajoead-156	227	1	it	it	PRON
efajoead-156	227	2	is	be	AUX
efajoead-156	227	3	important	important	ADJ
efajoead-156	227	4	to	to	PART
efajoead-156	227	5	guide	guide	VERB
efajoead-156	227	6	theories	theory	NOUN
efajoead-156	227	7	in	in	ADP
efajoead-156	227	8	deciding	decide	VERB
efajoead-156	227	9	the	the	DET
efajoead-156	227	10	criteria	criterion	NOUN
efajoead-156	227	11	of	of	ADP
efajoead-156	227	12	marking	mark	VERB
efajoead-156	227	13	and	and	CCONJ
efajoead-156	227	14	the	the	DET
efajoead-156	227	15	scoring	scoring	NOUN
efajoead-156	227	16	scheme	scheme	NOUN
efajoead-156	227	17	to	to	PART
efajoead-156	227	18	test	test	VERB
efajoead-156	227	19	speaking	speak	VERB
efajoead-156	227	20	performance	performance	NOUN
efajoead-156	227	21	.	.	PUNCT
efajoead-156	228	1	each	each	DET
efajoead-156	228	2	criterion	criterion	NOUN
efajoead-156	228	3	of	of	ADP
efajoead-156	228	4	marking	mark	VERB
efajoead-156	228	5	should	should	AUX
efajoead-156	228	6	be	be	AUX
efajoead-156	228	7	defined	define	VERB
efajoead-156	228	8	as	as	ADP
efajoead-156	228	9	possible	possible	ADJ
efajoead-156	228	10	in	in	ADP
efajoead-156	228	11	order	order	NOUN
efajoead-156	228	12	to	to	PART
efajoead-156	228	13	draw	draw	VERB
efajoead-156	228	14	a	a	DET
efajoead-156	228	15	suitable	suitable	ADJ
efajoead-156	228	16	score	score	NOUN
efajoead-156	228	17	as	as	ADP
efajoead-156	228	18	the	the	DET
efajoead-156	228	19	measurement	measurement	NOUN
efajoead-156	228	20	of	of	ADP
efajoead-156	228	21	speaking	speak	VERB
efajoead-156	228	22	performance	performance	NOUN
efajoead-156	228	23	and	and	CCONJ
efajoead-156	228	24	to	to	PART
efajoead-156	228	25	minimize	minimize	VERB
efajoead-156	228	26	the	the	DET
efajoead-156	228	27	markers	marker	NOUN
efajoead-156	228	28	’	'	PUNCT
efajoead-156	228	29	subjectivity	subjectivity	NOUN
efajoead-156	228	30	.	.	PUNCT
efajoead-156	229	1	eventhough	eventhough	ADV
efajoead-156	229	2	the	the	DET
efajoead-156	229	3	classification	classification	NOUN
efajoead-156	229	4	of	of	ADP
efajoead-156	229	5	scoring	scoring	NOUN
efajoead-156	229	6	is	be	AUX
efajoead-156	229	7	provided	provide	VERB
efajoead-156	229	8	by	by	ADP
efajoead-156	229	9	stain	stain	NOUN
efajoead-156	229	10	,	,	PUNCT
efajoead-156	229	11	the	the	DET
efajoead-156	229	12	speaking	speak	VERB
efajoead-156	229	13	lecturers	lecturer	NOUN
efajoead-156	229	14	should	should	AUX
efajoead-156	229	15	still	still	ADV
efajoead-156	229	16	consider	consider	VERB
efajoead-156	229	17	the	the	DET
efajoead-156	229	18	purpose	purpose	NOUN
efajoead-156	229	19	and	and	CCONJ
efajoead-156	229	20	the	the	DET
efajoead-156	229	21	importance	importance	NOUN
efajoead-156	229	22	of	of	ADP
efajoead-156	229	23	teaching	teach	VERB
efajoead-156	229	24	speaking	speak	VERB
efajoead-156	229	25	.	.	PUNCT
efajoead-156	230	1	the	the	DET
efajoead-156	230	2	speaking	speak	VERB
efajoead-156	230	3	ability	ability	NOUN
efajoead-156	230	4	could	could	AUX
efajoead-156	230	5	be	be	AUX
efajoead-156	230	6	evaluated	evaluate	VERB
efajoead-156	230	7	first	first	ADV
efajoead-156	230	8	before	before	SCONJ
efajoead-156	230	9	they	they	PRON
efajoead-156	230	10	come	come	VERB
efajoead-156	230	11	to	to	ADP
efajoead-156	230	12	the	the	DET
efajoead-156	230	13	final	final	ADJ
efajoead-156	230	14	score	score	NOUN
efajoead-156	230	15	for	for	ADP
efajoead-156	230	16	speaking	speak	VERB
efajoead-156	230	17	subject	subject	NOUN
efajoead-156	230	18	.	.	PUNCT
efajoead-156	231	1	this	this	DET
efajoead-156	231	2	suggestion	suggestion	NOUN
efajoead-156	231	3	could	could	AUX
efajoead-156	231	4	bring	bring	VERB
efajoead-156	231	5	the	the	DET
efajoead-156	231	6	valid	valid	ADJ
efajoead-156	231	7	data	datum	NOUN
efajoead-156	231	8	the	the	DET
efajoead-156	231	9	real	real	ADJ
efajoead-156	231	10	condition	condition	NOUN
efajoead-156	231	11	or	or	CCONJ
efajoead-156	231	12	ability	ability	NOUN
efajoead-156	231	13	of	of	ADP
efajoead-156	231	14	students	student	NOUN
efajoead-156	231	15	’	'	PUNCT
efajoead-156	231	16	speaking	speak	VERB
efajoead-156	231	17	performance	performance	NOUN
efajoead-156	231	18	.	.	PUNCT
efajoead-156	232	1	english	english	PROPN
efajoead-156	232	2	franca	franca	PROPN
efajoead-156	232	3	vol	vol	NOUN
efajoead-156	232	4	1	1	NUM
efajoead-156	232	5	no	no	DET
efajoead-156	232	6	01	01	NUM
efajoead-156	232	7	tahun	tahun	PROPN
efajoead-156	232	8	2017	2017	NUM
efajoead-156	232	9	,	,	PUNCT
efajoead-156	232	10	stain	stain	NOUN
efajoead-156	232	11	curup	curup	NOUN
efajoead-156	232	12	page	page	NOUN
efajoead-156	232	13	79	79	NUM
efajoead-156	232	14	p	p	NOUN
efajoead-156	232	15	-	-	PUNCT
efajoead-156	232	16	issn	issn	PROPN
efajoead-156	232	17	1494238293	1494238293	NUM
efajoead-156	232	18	,	,	PUNCT
efajoead-156	232	19	e	e	X
efajoead-156	232	20	-	-	PROPN
efajoead-156	232	21	issn	issn	PROPN
efajoead-156	232	22	1494237782	1494237782	NUM
efajoead-156	232	23	short	short	ADJ
efajoead-156	232	24	biography	biography	NOUN
efajoead-156	232	25	the	the	DET
efajoead-156	232	26	writer	writer	NOUN
efajoead-156	232	27	is	be	AUX
efajoead-156	232	28	an	an	DET
efajoead-156	232	29	english	english	ADJ
efajoead-156	232	30	lecturer	lecturer	NOUN
efajoead-156	232	31	in	in	ADP
efajoead-156	232	32	stain	stain	NOUN
efajoead-156	232	33	curup	curup	NOUN
efajoead-156	232	34	,	,	PUNCT
efajoead-156	232	35	graduated	graduate	VERB
efajoead-156	232	36	her	her	PRON
efajoead-156	232	37	s1	s1	NOUN
efajoead-156	232	38	from	from	ADP
efajoead-156	232	39	bengkulu	bengkulu	VERB
efajoead-156	232	40	university	university	NOUN
efajoead-156	232	41	in	in	ADP
efajoead-156	232	42	1999	1999	NUM
efajoead-156	232	43	and	and	CCONJ
efajoead-156	232	44	her	her	PRON
efajoead-156	232	45	master	master	NOUN
efajoead-156	232	46	degree	degree	NOUN
efajoead-156	232	47	of	of	ADP
efajoead-156	232	48	english	english	ADJ
efajoead-156	232	49	language	language	NOUN
efajoead-156	232	50	education	education	NOUN
efajoead-156	232	51	from	from	ADP
efajoead-156	232	52	padang	padang	PROPN
efajoead-156	232	53	university	university	PROPN
efajoead-156	232	54	in	in	ADP
efajoead-156	232	55	2006	2006	NUM
efajoead-156	232	56	.	.	PUNCT
efajoead-156	233	1	references	reference	NOUN
efajoead-156	233	2	-----(2000	-----(2000	PROPN
efajoead-156	233	3	)	)	PUNCT
efajoead-156	233	4	.	.	PUNCT
efajoead-156	234	1	principles	principle	NOUN
efajoead-156	234	2	of	of	ADP
efajoead-156	234	3	language	language	NOUN
efajoead-156	234	4	learning	learning	NOUN
efajoead-156	234	5	and	and	CCONJ
efajoead-156	234	6	teaching	teaching	NOUN
efajoead-156	234	7	.	.	PUNCT
efajoead-156	235	1	new	new	PROPN
efajoead-156	235	2	york	york	PROPN
efajoead-156	235	3	:	:	PUNCT
efajoead-156	235	4	wesley	wesley	PROPN
efajoead-156	235	5	longman	longman	PROPN
efajoead-156	235	6	,	,	PUNCT
efajoead-156	235	7	inch	inch	NOUN
efajoead-156	235	8	.	.	PUNCT
efajoead-156	236	1	ary	ary	PROPN
efajoead-156	236	2	,	,	PUNCT
efajoead-156	236	3	d.	d.	PROPN
efajoead-156	236	4	jacobs	jacobs	PROPN
efajoead-156	236	5	,	,	PUNCT
efajoead-156	236	6	l.c	l.c	PROPN
efajoead-156	236	7	,	,	PUNCT
efajoead-156	236	8	dan	dan	PROPN
efajoead-156	236	9	razavieh	razavieh	PROPN
efajoead-156	236	10	,	,	PUNCT
efajoead-156	236	11	a.	a.	NOUN
efajoead-156	236	12	(	(	PUNCT
efajoead-156	236	13	1982	1982	NUM
efajoead-156	236	14	)	)	PUNCT
efajoead-156	236	15	.	.	PUNCT
efajoead-156	237	1	pengantar	pengantar	PROPN
efajoead-156	237	2	penelitian	penelitian	PROPN
efajoead-156	237	3	pendidikan	pendidikan	PROPN
efajoead-156	237	4	.	.	PUNCT
efajoead-156	238	1	terjemahan	terjemahan	PROPN
efajoead-156	238	2	oleh	oleh	PROPN
efajoead-156	238	3	arief	arief	PROPN
efajoead-156	238	4	fuchan	fuchan	PROPN
efajoead-156	238	5	.	.	PUNCT
efajoead-156	239	1	surabaya	surabaya	PROPN
efajoead-156	239	2	:	:	PUNCT
efajoead-156	239	3	usaha	usaha	PROPN
efajoead-156	239	4	nasional	nasional	PROPN
efajoead-156	239	5	.	.	PUNCT
efajoead-156	240	1	ary	ary	PROPN
efajoead-156	240	2	,	,	PUNCT
efajoead-156	240	3	donald.(1985	donald.(1985	NOUN
efajoead-156	240	4	)	)	PUNCT
efajoead-156	240	5	.	.	PUNCT
efajoead-156	241	1	introduction	introduction	NOUN
efajoead-156	241	2	to	to	ADP
efajoead-156	241	3	research	research	NOUN
efajoead-156	241	4	education	education	NOUN
efajoead-156	241	5	.	.	PUNCT
efajoead-156	242	1	new	new	PROPN
efajoead-156	242	2	york	york	PROPN
efajoead-156	242	3	:	:	PUNCT
efajoead-156	243	1	cbs	cbs	PROPN
efajoead-156	243	2	college	college	PROPN
efajoead-156	243	3	publishing	publishing	PROPN
efajoead-156	243	4	bachman	bachman	PROPN
efajoead-156	243	5	f	f	PROPN
efajoead-156	243	6	,	,	PUNCT
efajoead-156	243	7	lyle	lyle	PROPN
efajoead-156	243	8	.	.	PUNCT
efajoead-156	244	1	(	(	PUNCT
efajoead-156	244	2	1990	1990	NUM
efajoead-156	244	3	)	)	PUNCT
efajoead-156	244	4	.	.	PUNCT
efajoead-156	245	1	fundamental	fundamental	ADJ
efajoead-156	245	2	considerations	consideration	NOUN
efajoead-156	245	3	in	in	ADP
efajoead-156	245	4	language	language	NOUN
efajoead-156	245	5	testing	testing	NOUN
efajoead-156	245	6	..	..	PUNCT
efajoead-156	245	7	new	new	PROPN
efajoead-156	245	8	york	york	PROPN
efajoead-156	245	9	:	:	PUNCT
efajoead-156	245	10	oxford	oxford	PROPN
efajoead-156	245	11	university	university	PROPN
efajoead-156	245	12	press	press	NOUN
efajoead-156	245	13	.	.	PUNCT
efajoead-156	246	1	bloomfield	bloomfield	PROPN
efajoead-156	246	2	,	,	PUNCT
efajoead-156	246	3	leonard	leonard	PROPN
efajoead-156	246	4	.	.	PUNCT
efajoead-156	247	1	(	(	PUNCT
efajoead-156	247	2	1995).language	1995).language	X
efajoead-156	247	3	.	.	PUNCT
efajoead-156	248	1	jakarta	jakarta	PROPN
efajoead-156	248	2	:	:	PUNCT
efajoead-156	248	3	pt	pt	PROPN
efajoead-156	248	4	gramedia	gramedia	NOUN
efajoead-156	248	5	bogdan	bogdan	PROPN
efajoead-156	248	6	,	,	PUNCT
efajoead-156	248	7	r	r	NOUN
efajoead-156	248	8	&	&	CCONJ
efajoead-156	248	9	biklen	biklen	PROPN
efajoead-156	248	10	,	,	PUNCT
efajoead-156	248	11	s.	s.	PROPN
efajoead-156	248	12	k.	k.	PROPN
efajoead-156	248	13	(	(	PUNCT
efajoead-156	248	14	1982	1982	NUM
efajoead-156	248	15	)	)	PUNCT
efajoead-156	248	16	.	.	PUNCT
efajoead-156	249	1	qualitative	qualitative	ADJ
efajoead-156	249	2	research	research	NOUN
efajoead-156	249	3	for	for	ADP
efajoead-156	249	4	education	education	NOUN
efajoead-156	249	5	:	:	PUNCT
efajoead-156	249	6	an	an	DET
efajoead-156	249	7	introduction	introduction	NOUN
efajoead-156	249	8	to	to	ADP
efajoead-156	249	9	theory	theory	NOUN
efajoead-156	249	10	and	and	CCONJ
efajoead-156	249	11	method	method	NOUN
efajoead-156	249	12	.	.	PUNCT
efajoead-156	250	1	needham	needham	PROPN
efajoead-156	250	2	heights	height	VERB
efajoead-156	250	3	:	:	PUNCT
efajoead-156	250	4	allyn	allyn	PROPN
efajoead-156	250	5	&	&	CCONJ
efajoead-156	250	6	bacon	bacon	PROPN
efajoead-156	250	7	,	,	PUNCT
efajoead-156	250	8	.	.	PUNCT
efajoead-156	251	1	brown	brown	PROPN
efajoead-156	251	2	,	,	PUNCT
efajoead-156	251	3	d.	d.	PROPN
efajoead-156	251	4	h.	h.	PROPN
efajoead-156	252	1	(	(	PUNCT
efajoead-156	252	2	1987).principles	1987).principles	NUM
efajoead-156	252	3	of	of	ADP
efajoead-156	252	4	language	language	NOUN
efajoead-156	252	5	learning	learning	NOUN
efajoead-156	252	6	and	and	CCONJ
efajoead-156	252	7	teaching	teaching	NOUN
efajoead-156	252	8	.	.	PUNCT
efajoead-156	252	9	2	2	NUM
efajoead-156	252	10	edition	edition	NOUN
efajoead-156	252	11	.	.	PUNCT
efajoead-156	253	1	englewood	englewood	PROPN
efajoead-156	253	2	cliffs	cliffs	PROPN
efajoead-156	253	3	,	,	PUNCT
efajoead-156	253	4	n.j	n.j	PROPN
efajoead-156	253	5	:	:	PUNCT
efajoead-156	253	6	prentice	prentice	PROPN
efajoead-156	253	7	hall	hall	PROPN
efajoead-156	253	8	,	,	PUNCT
efajoead-156	253	9	inc	inc	PROPN
efajoead-156	253	10	.	.	PROPN
efajoead-156	253	11	brown	brown	PROPN
efajoead-156	253	12	,	,	PUNCT
efajoead-156	253	13	gillian	gillian	PROPN
efajoead-156	253	14	and	and	CCONJ
efajoead-156	253	15	george	george	PROPN
efajoead-156	253	16	yule	yule	PROPN
efajoead-156	253	17	.	.	PUNCT
efajoead-156	254	1	(	(	PUNCT
efajoead-156	254	2	1982	1982	NUM
efajoead-156	254	3	)	)	PUNCT
efajoead-156	254	4	.	.	PUNCT
efajoead-156	255	1	teaching	teach	VERB
efajoead-156	255	2	the	the	DET
efajoead-156	255	3	spoken	spoken	ADJ
efajoead-156	255	4	language	language	NOUN
efajoead-156	255	5	:	:	PUNCT
efajoead-156	255	6	an	an	DET
efajoead-156	255	7	approach	approach	NOUN
efajoead-156	255	8	based	base	VERB
efajoead-156	255	9	on	on	ADP
efajoead-156	255	10	the	the	DET
efajoead-156	255	11	analysis	analysis	NOUN
efajoead-156	255	12	of	of	ADP
efajoead-156	255	13	confersational	confersational	ADJ
efajoead-156	255	14	english	english	PROPN
efajoead-156	255	15	.	.	PUNCT
efajoead-156	256	1	cambridge	cambridge	PROPN
efajoead-156	256	2	:	:	PUNCT
efajoead-156	256	3	cambridge	cambridge	PROPN
efajoead-156	256	4	university	university	PROPN
efajoead-156	256	5	press	press	NOUN
efajoead-156	256	6	.	.	PUNCT
efajoead-156	257	1	gay	gay	ADJ
efajoead-156	257	2	,	,	PUNCT
efajoead-156	257	3	l.r.and	l.r.and	PROPN
efajoead-156	257	4	peter	peter	PROPN
efajoead-156	257	5	airasian	airasian	PROPN
efajoead-156	257	6	.	.	PUNCT
efajoead-156	258	1	(	(	PUNCT
efajoead-156	258	2	2000	2000	NUM
efajoead-156	258	3	)	)	PUNCT
efajoead-156	258	4	.	.	PUNCT
efajoead-156	259	1	educational	educational	ADJ
efajoead-156	259	2	resarch	resarch	NOUN
efajoead-156	259	3	:	:	PUNCT
efajoead-156	259	4	competencies	competency	NOUN
efajoead-156	259	5	for	for	ADP
efajoead-156	259	6	analysis	analysis	NOUN
efajoead-156	259	7	and	and	CCONJ
efajoead-156	259	8	application	application	NOUN
efajoead-156	259	9	.	.	PUNCT
efajoead-156	260	1	new	new	PROPN
efajoead-156	260	2	jersey	jersey	PROPN
efajoead-156	260	3	:	:	PUNCT
efajoead-156	260	4	prentice	prentice	PROPN
efajoead-156	260	5	hall	hall	PROPN
efajoead-156	260	6	,	,	PUNCT
efajoead-156	260	7	inc	inc	PROPN
efajoead-156	260	8	.	.	PROPN
efajoead-156	261	1	heaton	heaton	PROPN
efajoead-156	261	2	,	,	PUNCT
efajoead-156	261	3	jb	jb	PROPN
efajoead-156	261	4	.	.	PUNCT
efajoead-156	262	1	(	(	PUNCT
efajoead-156	262	2	1990	1990	NUM
efajoead-156	262	3	)	)	PUNCT
efajoead-156	262	4	.	.	PUNCT
efajoead-156	263	1	writing	write	VERB
efajoead-156	263	2	english	english	PROPN
efajoead-156	263	3	language	language	NOUN
efajoead-156	263	4	test	test	NOUN
efajoead-156	263	5	..	..	PUNCT
efajoead-156	264	1	usa	usa	PROPN
efajoead-156	264	2	:	:	PUNCT
efajoead-156	264	3	longman	longman	PROPN
efajoead-156	264	4	hughes	hughes	PROPN
efajoead-156	264	5	,	,	PUNCT
efajoead-156	264	6	arthur	arthur	PROPN
efajoead-156	264	7	.	.	PUNCT
efajoead-156	265	1	(	(	PUNCT
efajoead-156	265	2	1989	1989	NUM
efajoead-156	265	3	)	)	PUNCT
efajoead-156	265	4	.	.	PUNCT
efajoead-156	266	1	testing	test	VERB
efajoead-156	266	2	for	for	ADP
efajoead-156	266	3	language	language	NOUN
efajoead-156	266	4	teachers	teacher	NOUN
efajoead-156	266	5	.	.	PUNCT
efajoead-156	267	1	uk	uk	PROPN
efajoead-156	267	2	:	:	PUNCT
efajoead-156	267	3	cambridge	cambridge	PROPN
efajoead-156	267	4	university	university	PROPN
efajoead-156	267	5	press	press	PROPN
efajoead-156	267	6	..	..	PUNCT
efajoead-156	268	1	janice	janice	PROPN
efajoead-156	268	2	,	,	PUNCT
efajoead-156	268	3	c	c	PROPN
efajoead-156	268	4	(	(	PUNCT
efajoead-156	268	5	ed	ed	NOUN
efajoead-156	268	6	)	)	PUNCT
efajoead-156	268	7	.	.	PUNCT
efajoead-156	269	1	no	no	DET
efajoead-156	269	2	year	year	NOUN
efajoead-156	269	3	.	.	PUNCT
efajoead-156	270	1	communcative	communcative	ADJ
efajoead-156	270	2	competence	competence	NOUN
efajoead-156	270	3	for	for	ADP
efajoead-156	270	4	individuals	individual	NOUN
efajoead-156	270	5	who	who	PRON
efajoead-156	270	6	use	use	VERB
efajoead-156	270	7	augmentative	augmentative	ADJ
efajoead-156	270	8	and	and	CCONJ
efajoead-156	270	9	alternative	alternative	ADJ
efajoead-156	270	10	communication	communication	NOUN
efajoead-156	270	11	(	(	PUNCT
efajoead-156	270	12	aac	aac	NOUN
efajoead-156	270	13	):	):	PUNCT
efajoead-156	270	14	from	from	ADP
efajoead-156	270	15	research	research	NOUN
efajoead-156	270	16	to	to	ADP
efajoead-156	270	17	effective	effective	ADJ
efajoead-156	270	18	prectice	prectice	NOUN
efajoead-156	270	19	,	,	PUNCT
efajoead-156	270	20	(	(	PUNCT
efajoead-156	270	21	online	online	ADJ
efajoead-156	270	22	)	)	PUNCT
efajoead-156	270	23	.	.	PUNCT
efajoead-156	271	1	nunan	nunan	PROPN
efajoead-156	271	2	,	,	PUNCT
efajoead-156	271	3	david	david	PROPN
efajoead-156	271	4	.	.	PUNCT
efajoead-156	272	1	(	(	PUNCT
efajoead-156	272	2	1992).task	1992).task	NOUN
efajoead-156	272	3	-	-	PUNCT
efajoead-156	272	4	based	base	VERB
efajoead-156	272	5	language	language	NOUN
efajoead-156	272	6	teaching	teach	VERB
efajoead-156	272	7	new	new	PROPN
efajoead-156	272	8	york	york	PROPN
efajoead-156	272	9	:	:	PUNCT
efajoead-156	272	10	cambridge	cambridge	PROPN
efajoead-156	272	11	university	university	PROPN
efajoead-156	272	12	.	.	PUNCT
efajoead-156	273	1	english	english	PROPN
efajoead-156	273	2	franca	franca	PROPN
efajoead-156	273	3	vol	vol	NOUN
efajoead-156	273	4	1	1	NUM
efajoead-156	273	5	no	no	DET
efajoead-156	273	6	01	01	NUM
efajoead-156	273	7	tahun	tahun	PROPN
efajoead-156	273	8	2017	2017	NUM
efajoead-156	273	9	,	,	PUNCT
efajoead-156	273	10	stain	stain	NOUN
efajoead-156	273	11	curup	curup	NOUN
efajoead-156	273	12	page	page	NOUN
efajoead-156	273	13	80	80	NUM
efajoead-156	273	14	p	p	NUM
efajoead-156	273	15	-	-	PUNCT
efajoead-156	273	16	issn	issn	PROPN
efajoead-156	273	17	1494238293	1494238293	NUM
efajoead-156	273	18	,	,	PUNCT
efajoead-156	273	19	e	e	X
efajoead-156	273	20	-	-	PROPN
efajoead-156	273	21	issn	issn	PROPN
efajoead-156	273	22	1494237782	1494237782	NUM
efajoead-156	273	23	weir	weir	PROPN
efajoead-156	273	24	,	,	PUNCT
efajoead-156	273	25	cyril	cyril	PROPN
efajoead-156	273	26	j.	j.	PROPN
efajoead-156	274	1	(	(	PUNCT
efajoead-156	274	2	1993).understanding	1993).understande	VERB
efajoead-156	274	3	and	and	CCONJ
efajoead-156	274	4	developing	develop	VERB
efajoead-156	274	5	language	language	NOUN
efajoead-156	274	6	tests	test	NOUN
efajoead-156	274	7	.	.	PUNCT
efajoead-156	275	1	uk	uk	PROPN
efajoead-156	275	2	:	:	PUNCT
efajoead-156	275	3	prentice	prentice	PROPN
efajoead-156	275	4	hall	hall	PROPN
efajoead-156	275	5	international	international	PROPN
efajoead-156	275	6	.	.	PUNCT
efajoead-156	276	1	weir	weir	PROPN
efajoead-156	276	2	,	,	PUNCT
efajoead-156	276	3	cyril	cyril	PROPN
efajoead-156	276	4	j.	j.	PROPN
efajoead-156	276	5	(	(	PUNCT
efajoead-156	276	6	1998	1998	NUM
efajoead-156	276	7	)	)	PUNCT
efajoead-156	276	8	.	.	PUNCT
efajoead-156	277	1	communicative	communicative	ADJ
efajoead-156	277	2	language	language	NOUN
efajoead-156	277	3	testing	testing	NOUN
efajoead-156	277	4	..	..	PUNCT
efajoead-156	278	1	uk	uk	PROPN
efajoead-156	278	2	:	:	PUNCT
efajoead-156	278	3	prentice	prentice	PROPN
efajoead-156	278	4	hall	hall	PROPN
efajoead-156	278	5	.	.	PUNCT