id	sid	tid	token	lemma	pos
eej-150	1	1	the	the	DET
eej-150	1	2	effectiveness	effectiveness	NOUN
eej-150	1	3	of	of	ADP
eej-150	1	4	rater	rater	ADJ
eej-150	1	5	training	training	NOUN
eej-150	1	6	in	in	ADP
eej-150	1	7	improving	improve	VERB
eej-150	1	8	the	the	DET
eej-150	1	9	self	self	NOUN
eej-150	1	10	-	-	PUNCT
eej-150	1	11	assessment	assessment	NOUN
eej-150	1	12	intra	intra	ADJ
eej-150	1	13	-	-	ADJ
eej-150	1	14	rater	rater	ADJ
eej-150	1	15	reliability	reliability	NOUN
eej-150	1	16	of	of	ADP
eej-150	1	17	english	english	PROPN
eej-150	1	18	speaking	speak	VERB
eej-150	1	19	performance	performance	NOUN
eej-150	1	20	nur	nur	VERB
eej-150	1	21	rini	rini	PROPN
eej-150	1	22	abstract	abstract	NOUN
eej-150	1	23	this	this	DET
eej-150	1	24	quantitative	quantitative	ADJ
eej-150	1	25	study	study	NOUN
eej-150	1	26	is	be	AUX
eej-150	1	27	an	an	DET
eej-150	1	28	attempt	attempt	NOUN
eej-150	1	29	to	to	PART
eej-150	1	30	estimate	estimate	VERB
eej-150	1	31	the	the	DET
eej-150	1	32	intra	intra	ADJ
eej-150	1	33	-	-	ADJ
eej-150	1	34	rater	rater	ADJ
eej-150	1	35	reliability	reliability	NOUN
eej-150	1	36	of	of	ADP
eej-150	1	37	student	student	NOUN
eej-150	1	38	self	self	NOUN
eej-150	1	39	-	-	PUNCT
eej-150	1	40	assessment	assessment	NOUN
eej-150	1	41	of	of	ADP
eej-150	1	42	their	their	PRON
eej-150	1	43	speaking	speaking	NOUN
eej-150	1	44	performances	performance	NOUN
eej-150	1	45	and	and	CCONJ
eej-150	1	46	to	to	PART
eej-150	1	47	find	find	VERB
eej-150	1	48	out	out	ADP
eej-150	1	49	whether	whether	SCONJ
eej-150	1	50	there	there	PRON
eej-150	1	51	is	be	VERB
eej-150	1	52	significant	significant	ADJ
eej-150	1	53	difference	difference	NOUN
eej-150	1	54	between	between	ADP
eej-150	1	55	the	the	DET
eej-150	1	56	self	self	NOUN
eej-150	1	57	-	-	PUNCT
eej-150	1	58	assessment	assessment	NOUN
eej-150	1	59	intra	intra	ADJ
eej-150	1	60	-	-	ADJ
eej-150	1	61	rater	rater	ADJ
eej-150	1	62	reliability	reliability	NOUN
eej-150	1	63	of	of	ADP
eej-150	1	64	speaking	speak	VERB
eej-150	1	65	performance	performance	NOUN
eej-150	1	66	without	without	ADP
eej-150	1	67	training	training	NOUN
eej-150	1	68	and	and	CCONJ
eej-150	1	69	that	that	PRON
eej-150	1	70	of	of	ADP
eej-150	1	71	with	with	ADP
eej-150	1	72	training	training	NOUN
eej-150	1	73	.	.	PUNCT
eej-150	2	1	the	the	DET
eej-150	2	2	rater	rater	NOUN
eej-150	2	3	training	training	NOUN
eej-150	2	4	used	use	VERB
eej-150	2	5	is	be	AUX
eej-150	2	6	adapted	adapt	VERB
eej-150	2	7	from	from	ADP
eej-150	2	8	the	the	DET
eej-150	2	9	model	model	NOUN
eej-150	2	10	developed	develop	VERB
eej-150	2	11	by	by	ADP
eej-150	2	12	herman	herman	PROPN
eej-150	2	13	,	,	PUNCT
eej-150	2	14	aschbacher	aschbacher	NOUN
eej-150	2	15	and	and	CCONJ
eej-150	2	16	winters	winter	NOUN
eej-150	2	17	(	(	PUNCT
eej-150	2	18	1992	1992	NUM
eej-150	2	19	)	)	PUNCT
eej-150	2	20	.	.	PUNCT
eej-150	3	1	this	this	DET
eej-150	3	2	study	study	NOUN
eej-150	3	3	which	which	PRON
eej-150	3	4	employed	employ	VERB
eej-150	3	5	equivalent	equivalent	ADJ
eej-150	3	6	timesamples	timesample	NOUN
eej-150	3	7	design	design	VERB
eej-150	3	8	collected	collect	VERB
eej-150	3	9	data	datum	NOUN
eej-150	3	10	by	by	ADP
eej-150	3	11	asking	ask	VERB
eej-150	3	12	45	45	NUM
eej-150	3	13	students	student	NOUN
eej-150	3	14	to	to	PART
eej-150	3	15	conduct	conduct	VERB
eej-150	3	16	selfassessment	selfassessment	NOUN
eej-150	3	17	on	on	ADP
eej-150	3	18	their	their	PRON
eej-150	3	19	six	six	NUM
eej-150	3	20	speaking	speaking	NOUN
eej-150	3	21	performances	performance	NOUN
eej-150	3	22	.	.	PUNCT
eej-150	4	1	it	it	PRON
eej-150	4	2	was	be	AUX
eej-150	4	3	found	find	VERB
eej-150	4	4	that	that	SCONJ
eej-150	4	5	the	the	DET
eej-150	4	6	range	range	NOUN
eej-150	4	7	of	of	ADP
eej-150	4	8	rs	rs	NOUN
eej-150	4	9	was	be	AUX
eej-150	4	10	0.611	0.611	NUM
eej-150	4	11	to	to	ADP
eej-150	4	12	0.752	0.752	NUM
eej-150	4	13	which	which	PRON
eej-150	4	14	means	mean	VERB
eej-150	4	15	the	the	DET
eej-150	4	16	consistency	consistency	NOUN
eej-150	4	17	within	within	ADP
eej-150	4	18	students	student	NOUN
eej-150	4	19	in	in	ADP
eej-150	4	20	assessing	assess	VERB
eej-150	4	21	their	their	PRON
eej-150	4	22	own	own	ADJ
eej-150	4	23	speaking	speaking	NOUN
eej-150	4	24	performance	performance	NOUN
eej-150	4	25	was	be	AUX
eej-150	4	26	moderate	moderate	ADJ
eej-150	4	27	high	high	ADJ
eej-150	4	28	to	to	PART
eej-150	4	29	high	high	ADJ
eej-150	4	30	.	.	PUNCT
eej-150	5	1	the	the	DET
eej-150	5	2	intra	intra	ADJ
eej-150	5	3	-	-	ADJ
eej-150	5	4	rater	rater	ADJ
eej-150	5	5	reliability	reliability	NOUN
eej-150	5	6	of	of	ADP
eej-150	5	7	the	the	DET
eej-150	5	8	self	self	NOUN
eej-150	5	9	assessment	assessment	NOUN
eej-150	5	10	after	after	SCONJ
eej-150	5	11	the	the	DET
eej-150	5	12	treatments	treatment	NOUN
eej-150	5	13	is	be	AUX
eej-150	5	14	higher	high	ADJ
eej-150	5	15	than	than	ADP
eej-150	5	16	that	that	PRON
eej-150	5	17	of	of	ADP
eej-150	5	18	other	other	ADJ
eej-150	5	19	experience	experience	NOUN
eej-150	5	20	being	be	AUX
eej-150	5	21	available	available	ADJ
eej-150	5	22	in	in	ADP
eej-150	5	23	the	the	DET
eej-150	5	24	absence	absence	NOUN
eej-150	5	25	of	of	ADP
eej-150	5	26	the	the	DET
eej-150	5	27	treatment	treatment	NOUN
eej-150	5	28	.	.	PUNCT
eej-150	6	1	it	it	PRON
eej-150	6	2	is	be	AUX
eej-150	6	3	concluded	conclude	VERB
eej-150	6	4	that	that	SCONJ
eej-150	6	5	rater	rater	NOUN
eej-150	6	6	training	training	NOUN
eej-150	6	7	improves	improve	VERB
eej-150	6	8	the	the	DET
eej-150	6	9	intra	intra	ADJ
eej-150	6	10	-	-	ADJ
eej-150	6	11	rater	rater	ADJ
eej-150	6	12	reliability	reliability	NOUN
eej-150	6	13	.	.	PUNCT
eej-150	7	1	therefore	therefore	ADV
eej-150	7	2	,	,	PUNCT
eej-150	7	3	it	it	PRON
eej-150	7	4	is	be	AUX
eej-150	7	5	suggested	suggest	VERB
eej-150	7	6	to	to	PART
eej-150	7	7	train	train	VERB
eej-150	7	8	the	the	DET
eej-150	7	9	students	student	NOUN
eej-150	7	10	on	on	ADP
eej-150	7	11	how	how	SCONJ
eej-150	7	12	to	to	PART
eej-150	7	13	assess	assess	VERB
eej-150	7	14	before	before	ADP
eej-150	7	15	employing	employ	VERB
eej-150	7	16	selfassessment	selfassessment	NOUN
eej-150	7	17	in	in	ADP
eej-150	7	18	speaking	speak	VERB
eej-150	7	19	instructions	instruction	NOUN
eej-150	7	20	.	.	PUNCT
eej-150	8	1	key	key	ADJ
eej-150	8	2	words	word	NOUN
eej-150	8	3	:	:	PUNCT
eej-150	8	4	self	self	NOUN
eej-150	8	5	-	-	PUNCT
eej-150	8	6	assessment	assessment	NOUN
eej-150	8	7	,	,	PUNCT
eej-150	8	8	intra	intra	ADJ
eej-150	8	9	-	-	ADJ
eej-150	8	10	rater	rater	ADJ
eej-150	8	11	reliability	reliability	NOUN
eej-150	8	12	,	,	PUNCT
eej-150	8	13	rater	rater	NOUN
eej-150	8	14	training	training	NOUN
eej-150	8	15	,	,	PUNCT
eej-150	8	16	speaking	speak	VERB
eej-150	8	17	introduction	introduction	NOUN
eej-150	8	18	self	self	NOUN
eej-150	8	19	-	-	PUNCT
eej-150	8	20	assessment	assessment	NOUN
eej-150	8	21	is	be	AUX
eej-150	8	22	appraisal	appraisal	NOUN
eej-150	8	23	by	by	ADP
eej-150	8	24	a	a	DET
eej-150	8	25	student	student	NOUN
eej-150	8	26	of	of	ADP
eej-150	8	27	his	his	PRON
eej-150	8	28	or	or	CCONJ
eej-150	8	29	her	her	PRON
eej-150	8	30	own	own	ADJ
eej-150	8	31	work	work	NOUN
eej-150	8	32	or	or	CCONJ
eej-150	8	33	learning	learn	VERB
eej-150	8	34	processes	process	NOUN
eej-150	8	35	(	(	PUNCT
eej-150	8	36	o'malley	o'malley	PROPN
eej-150	8	37	jand	jand	PROPN
eej-150	8	38	valdez	valdez	PROPN
eej-150	8	39	pierce	pierce	PROPN
eej-150	8	40	1996	1996	NUM
eej-150	8	41	;	;	PUNCT
eej-150	8	42	sawyer	sawyer	PROPN
eej-150	8	43	,	,	PUNCT
eej-150	8	44	watson	watson	PROPN
eej-150	8	45	,	,	PUNCT
eej-150	8	46	and	and	CCONJ
eej-150	8	47	adams	adams	PROPN
eej-150	8	48	1989	1989	NUM
eej-150	8	49	)	)	PUNCT
eej-150	8	50	.	.	PUNCT
eej-150	9	1	this	this	DET
eej-150	9	2	study	study	NOUN
eej-150	9	3	defines	define	VERB
eej-150	9	4	self	self	NOUN
eej-150	9	5	-	-	PUNCT
eej-150	9	6	assessment	assessment	NOUN
eej-150	9	7	as	as	ADP
eej-150	9	8	an	an	DET
eej-150	9	9	activity	activity	NOUN
eej-150	9	10	in	in	ADP
eej-150	9	11	which	which	PRON
eej-150	9	12	the	the	DET
eej-150	9	13	student	student	NOUN
eej-150	9	14	is	be	AUX
eej-150	9	15	asked	ask	VERB
eej-150	9	16	to	to	PART
eej-150	9	17	describe	describe	VERB
eej-150	9	18	his	his	PRON
eej-150	9	19	or	or	CCONJ
eej-150	9	20	her	her	PRON
eej-150	9	21	speaking	speak	VERB
eej-150	9	22	performance	performance	NOUN
eej-150	9	23	by	by	ADP
eej-150	9	24	filling	fill	VERB
eej-150	9	25	the	the	DET
eej-150	9	26	self	self	NOUN
eej-150	9	27	-	-	PUNCT
eej-150	9	28	assessment	assessment	NOUN
eej-150	9	29	form	form	NOUN
eej-150	9	30	which	which	PRON
eej-150	9	31	is	be	AUX
eej-150	9	32	designed	design	VERB
eej-150	9	33	by	by	ADP
eej-150	9	34	the	the	DET
eej-150	9	35	teacher	teacher	NOUN
eej-150	9	36	and	and	CCONJ
eej-150	9	37	the	the	DET
eej-150	9	38	students	student	NOUN
eej-150	9	39	.	.	PUNCT
eej-150	10	1	to	to	PART
eej-150	10	2	estimate	estimate	VERB
eej-150	10	3	the	the	DET
eej-150	10	4	intra	intra	ADJ
eej-150	10	5	-	-	ADJ
eej-150	10	6	rater	rater	ADJ
eej-150	10	7	reliability	reliability	NOUN
eej-150	10	8	of	of	ADP
eej-150	10	9	the	the	DET
eej-150	10	10	self	self	NOUN
eej-150	10	11	-	-	PUNCT
eej-150	10	12	assessment	assessment	NOUN
eej-150	10	13	the	the	DET
eej-150	10	14	student	student	NOUN
eej-150	10	15	is	be	AUX
eej-150	10	16	asked	ask	VERB
eej-150	10	17	to	to	ADP
eej-150	10	18	self	self	NOUN
eej-150	10	19	-	-	PUNCT
eej-150	10	20	assess	assess	NOUN
eej-150	10	21	every	every	PRON
eej-150	10	22	of	of	ADP
eej-150	10	23	his	his	PRON
eej-150	10	24	or	or	CCONJ
eej-150	10	25	her	her	PRON
eej-150	10	26	own	own	ADJ
eej-150	10	27	speaking	speaking	NOUN
eej-150	10	28	performance	performance	NOUN
eej-150	10	29	twice	twice	ADV
eej-150	10	30	.	.	PUNCT
eej-150	11	1	the	the	DET
eej-150	11	2	first	first	ADJ
eej-150	11	3	self	self	NOUN
eej-150	11	4	-	-	PUNCT
eej-150	11	5	assessment	assessment	NOUN
eej-150	11	6	is	be	AUX
eej-150	11	7	done	do	VERB
eej-150	11	8	directly	directly	ADV
eej-150	11	9	after	after	SCONJ
eej-150	11	10	the	the	DET
eej-150	11	11	speaking	speaking	NOUN
eej-150	11	12	task	task	NOUN
eej-150	11	13	is	be	AUX
eej-150	11	14	completed	complete	VERB
eej-150	11	15	and	and	CCONJ
eej-150	11	16	the	the	DET
eej-150	11	17	second	second	ADJ
eej-150	11	18	is	be	AUX
eej-150	11	19	done	do	VERB
eej-150	11	20	the	the	DET
eej-150	11	21	following	following	ADJ
eej-150	11	22	day	day	NOUN
eej-150	11	23	while	while	SCONJ
eej-150	11	24	he	he	PRON
eej-150	11	25	or	or	CCONJ
eej-150	11	26	she	she	PRON
eej-150	11	27	is	be	AUX
eej-150	11	28	watching	watch	VERB
eej-150	11	29	the	the	DET
eej-150	11	30	video	video	NOUN
eej-150	11	31	recording	recording	NOUN
eej-150	11	32	of	of	ADP
eej-150	11	33	his	his	PRON
eej-150	11	34	or	or	CCONJ
eej-150	11	35	her	her	PRON
eej-150	11	36	speaking	speak	VERB
eej-150	11	37	performance	performance	NOUN
eej-150	11	38	.	.	PUNCT
eej-150	12	1	in	in	ADP
eej-150	12	2	this	this	DET
eej-150	12	3	study	study	NOUN
eej-150	12	4	,	,	PUNCT
eej-150	12	5	the	the	DET
eej-150	12	6	intra	intra	ADJ
eej-150	12	7	-	-	ADJ
eej-150	12	8	rater	rater	ADJ
eej-150	12	9	reliability	reliability	NOUN
eej-150	12	10	means	mean	VERB
eej-150	12	11	the	the	DET
eej-150	12	12	consistency	consistency	NOUN
eej-150	12	13	within	within	ADP
eej-150	12	14	the	the	DET
eej-150	12	15	students	student	NOUN
eej-150	12	16	in	in	ADP
eej-150	12	17	self	self	NOUN
eej-150	12	18	-	-	PUNCT
eej-150	12	19	assessing	assess	VERB
eej-150	12	20	their	their	PRON
eej-150	12	21	english	english	ADJ
eej-150	12	22	speaking	speaking	NOUN
eej-150	12	23	performance	performance	NOUN
eej-150	12	24	.	.	PUNCT
eej-150	13	1	it	it	PRON
eej-150	13	2	is	be	AUX
eej-150	13	3	assumed	assume	VERB
eej-150	13	4	8	8	NUM
eej-150	13	5	8	8	NUM
eej-150	13	6	that	that	PRON
eej-150	13	7	rater	rater	NOUN
eej-150	13	8	training	training	NOUN
eej-150	13	9	is	be	AUX
eej-150	13	10	needed	need	VERB
eej-150	13	11	to	to	PART
eej-150	13	12	improve	improve	VERB
eej-150	13	13	the	the	DET
eej-150	13	14	reliability	reliability	NOUN
eej-150	13	15	.	.	PUNCT
eej-150	14	1	rater	rater	NOUN
eej-150	14	2	training	training	NOUN
eej-150	14	3	is	be	AUX
eej-150	14	4	structured	structure	VERB
eej-150	14	5	activities	activity	NOUN
eej-150	14	6	that	that	SCONJ
eej-150	14	7	this	this	DET
eej-150	14	8	study	study	NOUN
eej-150	14	9	believes	believe	VERB
eej-150	14	10	may	may	AUX
eej-150	14	11	help	help	VERB
eej-150	14	12	students	student	NOUN
eej-150	14	13	do	do	VERB
eej-150	14	14	self	self	NOUN
eej-150	14	15	-	-	PUNCT
eej-150	14	16	assessment	assessment	NOUN
eej-150	14	17	on	on	ADP
eej-150	14	18	their	their	PRON
eej-150	14	19	speaking	speak	VERB
eej-150	14	20	performance	performance	NOUN
eej-150	14	21	.	.	PUNCT
eej-150	15	1	according	accord	VERB
eej-150	15	2	to	to	ADP
eej-150	15	3	brown	brown	ADJ
eej-150	15	4	(	(	PUNCT
eej-150	15	5	2004:251	2004:251	NOUN
eej-150	15	6	)	)	PUNCT
eej-150	15	7	,	,	PUNCT
eej-150	15	8	self	self	NOUN
eej-150	15	9	-	-	PUNCT
eej-150	15	10	assessment	assessment	NOUN
eej-150	15	11	is	be	AUX
eej-150	15	12	one	one	NUM
eej-150	15	13	of	of	ADP
eej-150	15	14	the	the	DET
eej-150	15	15	forms	form	NOUN
eej-150	15	16	of	of	ADP
eej-150	15	17	alternatives	alternative	NOUN
eej-150	15	18	in	in	ADP
eej-150	15	19	assessment	assessment	NOUN
eej-150	15	20	.	.	PUNCT
eej-150	16	1	it	it	PRON
eej-150	16	2	is	be	AUX
eej-150	16	3	to	to	PART
eej-150	16	4	collect	collect	VERB
eej-150	16	5	additional	additional	ADJ
eej-150	16	6	measures	measure	NOUN
eej-150	16	7	of	of	ADP
eej-150	16	8	students	student	NOUN
eej-150	16	9	in	in	ADP
eej-150	16	10	an	an	DET
eej-150	16	11	effort	effort	NOUN
eej-150	16	12	to	to	PART
eej-150	16	13	triangulate	triangulate	VERB
eej-150	16	14	data	datum	NOUN
eej-150	16	15	about	about	ADP
eej-150	16	16	students	student	NOUN
eej-150	16	17	in	in	ADP
eej-150	16	18	minimizing	minimize	VERB
eej-150	16	19	the	the	DET
eej-150	16	20	weaknesses	weakness	NOUN
eej-150	16	21	of	of	ADP
eej-150	16	22	standardized	standardized	ADJ
eej-150	16	23	tests	test	NOUN
eej-150	16	24	.	.	PUNCT
eej-150	17	1	self	self	NOUN
eej-150	17	2	assessment	assessment	NOUN
eej-150	17	3	offers	offer	VERB
eej-150	17	4	certain	certain	ADJ
eej-150	17	5	benefits	benefit	NOUN
eej-150	17	6	:	:	PUNCT
eej-150	17	7	direct	direct	ADJ
eej-150	17	8	involvement	involvement	NOUN
eej-150	17	9	of	of	ADP
eej-150	17	10	students	student	NOUN
eej-150	17	11	in	in	ADP
eej-150	17	12	their	their	PRON
eej-150	17	13	own	own	ADJ
eej-150	17	14	destiny	destiny	NOUN
eej-150	17	15	,	,	PUNCT
eej-150	17	16	the	the	DET
eej-150	17	17	encouragement	encouragement	NOUN
eej-150	17	18	of	of	ADP
eej-150	17	19	autonomy	autonomy	NOUN
eej-150	17	20	,	,	PUNCT
eej-150	17	21	and	and	CCONJ
eej-150	17	22	increased	increase	VERB
eej-150	17	23	motivation	motivation	NOUN
eej-150	17	24	because	because	SCONJ
eej-150	17	25	of	of	ADP
eej-150	17	26	their	their	PRON
eej-150	17	27	selfinvolvement	selfinvolvement	NOUN
eej-150	17	28	.	.	PUNCT
eej-150	18	1	for	for	ADP
eej-150	18	2	this	this	DET
eej-150	18	3	reason	reason	NOUN
eej-150	18	4	the	the	DET
eej-150	18	5	students	student	NOUN
eej-150	18	6	are	be	AUX
eej-150	18	7	to	to	PART
eej-150	18	8	have	have	VERB
eej-150	18	9	self	self	NOUN
eej-150	18	10	-	-	PUNCT
eej-150	18	11	assessment	assessment	NOUN
eej-150	18	12	skill	skill	NOUN
eej-150	18	13	.	.	PUNCT
eej-150	19	1	furthermore	furthermore	ADV
eej-150	19	2	,	,	PUNCT
eej-150	19	3	self	self	NOUN
eej-150	19	4	-	-	PUNCT
eej-150	19	5	assessment	assessment	NOUN
eej-150	19	6	is	be	AUX
eej-150	19	7	providing	provide	VERB
eej-150	19	8	opportunity	opportunity	NOUN
eej-150	19	9	for	for	SCONJ
eej-150	19	10	students	student	NOUN
eej-150	19	11	to	to	PART
eej-150	19	12	do	do	VERB
eej-150	19	13	reflecting	reflect	VERB
eej-150	19	14	of	of	ADP
eej-150	19	15	their	their	PRON
eej-150	19	16	learning	learning	NOUN
eej-150	19	17	(	(	PUNCT
eej-150	19	18	o'malley	o'malley	PROPN
eej-150	19	19	and	and	CCONJ
eej-150	19	20	pierce	pierce	PROPN
eej-150	19	21	1996	1996	NUM
eej-150	19	22	;	;	PUNCT
eej-150	19	23	johnston	johnston	PROPN
eej-150	19	24	1987	1987	NUM
eej-150	19	25	;	;	PUNCT
eej-150	19	26	carroll	carroll	NOUN
eej-150	19	27	and	and	CCONJ
eej-150	19	28	hall	hall	NOUN
eej-150	19	29	1985	1985	NUM
eej-150	19	30	)	)	PUNCT
eej-150	19	31	.	.	PUNCT
eej-150	20	1	selfassessment	selfassessment	PROPN
eej-150	20	2	is	be	AUX
eej-150	20	3	the	the	DET
eej-150	20	4	basis	basis	NOUN
eej-150	20	5	for	for	ADP
eej-150	20	6	setting	set	VERB
eej-150	20	7	the	the	DET
eej-150	20	8	individual	individual	ADJ
eej-150	20	9	learning	learn	VERB
eej-150	20	10	goal	goal	NOUN
eej-150	20	11	(	(	PUNCT
eej-150	20	12	o'malley	o'malley	PROPN
eej-150	20	13	and	and	CCONJ
eej-150	20	14	pierce	pierce	PROPN
eej-150	20	15	1996	1996	NUM
eej-150	20	16	)	)	PUNCT
eej-150	20	17	.	.	PUNCT
eej-150	21	1	since	since	SCONJ
eej-150	21	2	setting	set	VERB
eej-150	21	3	the	the	DET
eej-150	21	4	learning	learn	VERB
eej-150	21	5	goal	goal	NOUN
eej-150	21	6	is	be	AUX
eej-150	21	7	based	base	VERB
eej-150	21	8	on	on	ADP
eej-150	21	9	the	the	DET
eej-150	21	10	self	self	NOUN
eej-150	21	11	-	-	PUNCT
eej-150	21	12	assessment	assessment	NOUN
eej-150	21	13	,	,	PUNCT
eej-150	21	14	the	the	DET
eej-150	21	15	intra	intra	ADJ
eej-150	21	16	-	-	ADJ
eej-150	21	17	rater	rater	ADJ
eej-150	21	18	reliability	reliability	NOUN
eej-150	21	19	is	be	AUX
eej-150	21	20	required	require	VERB
eej-150	21	21	.	.	PUNCT
eej-150	22	1	if	if	SCONJ
eej-150	22	2	the	the	DET
eej-150	22	3	students	student	NOUN
eej-150	22	4	are	be	AUX
eej-150	22	5	not	not	PART
eej-150	22	6	able	able	ADJ
eej-150	22	7	to	to	PART
eej-150	22	8	do	do	VERB
eej-150	22	9	self	self	NOUN
eej-150	22	10	-	-	PUNCT
eej-150	22	11	assessment	assessment	NOUN
eej-150	22	12	well	well	ADV
eej-150	22	13	,	,	PUNCT
eej-150	22	14	the	the	DET
eej-150	22	15	learning	learn	VERB
eej-150	22	16	goal	goal	NOUN
eej-150	22	17	will	will	AUX
eej-150	22	18	not	not	PART
eej-150	22	19	be	be	AUX
eej-150	22	20	set	set	VERB
eej-150	22	21	appropriately	appropriately	ADV
eej-150	22	22	.	.	PUNCT
eej-150	23	1	it	it	PRON
eej-150	23	2	may	may	AUX
eej-150	23	3	lead	lead	VERB
eej-150	23	4	to	to	ADP
eej-150	23	5	the	the	DET
eej-150	23	6	wrong	wrong	ADJ
eej-150	23	7	learning	learning	NOUN
eej-150	23	8	direction	direction	NOUN
eej-150	23	9	.	.	PUNCT
eej-150	24	1	the	the	DET
eej-150	24	2	need	need	NOUN
eej-150	24	3	for	for	ADP
eej-150	24	4	improving	improve	VERB
eej-150	24	5	the	the	DET
eej-150	24	6	intra	intra	ADJ
eej-150	24	7	-	-	ADJ
eej-150	24	8	rater	rater	ADJ
eej-150	24	9	reliability	reliability	NOUN
eej-150	24	10	in	in	ADP
eej-150	24	11	doing	do	VERB
eej-150	24	12	self	self	NOUN
eej-150	24	13	-	-	PUNCT
eej-150	24	14	assessment	assessment	NOUN
eej-150	24	15	is	be	AUX
eej-150	24	16	crucial	crucial	ADJ
eej-150	24	17	.	.	PUNCT
eej-150	25	1	regardless	regardless	ADV
eej-150	25	2	of	of	ADP
eej-150	25	3	the	the	DET
eej-150	25	4	advantages	advantage	NOUN
eej-150	25	5	of	of	ADP
eej-150	25	6	employing	employ	VERB
eej-150	25	7	student	student	NOUN
eej-150	25	8	self	self	NOUN
eej-150	25	9	-	-	PUNCT
eej-150	25	10	assessment	assessment	NOUN
eej-150	25	11	,	,	PUNCT
eej-150	25	12	many	many	ADJ
eej-150	25	13	teachers	teacher	NOUN
eej-150	25	14	do	do	AUX
eej-150	25	15	not	not	PART
eej-150	25	16	yet	yet	ADV
eej-150	25	17	feel	feel	VERB
eej-150	25	18	comfortable	comfortable	ADJ
eej-150	25	19	with	with	ADP
eej-150	25	20	it	it	PRON
eej-150	25	21	.	.	PUNCT
eej-150	26	1	in	in	ADP
eej-150	26	2	fact	fact	NOUN
eej-150	26	3	,	,	PUNCT
eej-150	26	4	"	"	PUNCT
eej-150	26	5	teachers	teacher	NOUN
eej-150	26	6	do	do	AUX
eej-150	26	7	not	not	PART
eej-150	26	8	believe	believe	VERB
eej-150	26	9	in	in	ADP
eej-150	26	10	giving	give	VERB
eej-150	26	11	up	up	ADP
eej-150	26	12	this	this	DET
eej-150	26	13	much	much	ADJ
eej-150	26	14	control	control	NOUN
eej-150	26	15	to	to	ADP
eej-150	26	16	students	student	NOUN
eej-150	26	17	,	,	PUNCT
eej-150	26	18	whom	whom	PRON
eej-150	26	19	they	they	PRON
eej-150	26	20	do	do	AUX
eej-150	26	21	not	not	PART
eej-150	26	22	believe	believe	VERB
eej-150	26	23	to	to	PART
eej-150	26	24	be	be	AUX
eej-150	26	25	capable	capable	ADJ
eej-150	26	26	of	of	ADP
eej-150	26	27	self	self	NOUN
eej-150	26	28	-	-	PUNCT
eej-150	26	29	assessment	assessment	NOUN
eej-150	26	30	"	"	PUNCT
eej-150	26	31	(	(	PUNCT
eej-150	26	32	o'malley	o'malley	PROPN
eej-150	26	33	and	and	CCONJ
eej-150	26	34	valdez	valdez	PROPN
eej-150	26	35	pierce	pierce	PROPN
eej-150	26	36	,	,	PUNCT
eej-150	26	37	1996:36	1996:36	NUM
eej-150	26	38	)	)	PUNCT
eej-150	26	39	.	.	PUNCT
eej-150	27	1	they	they	PRON
eej-150	27	2	are	be	AUX
eej-150	27	3	concerned	concern	VERB
eej-150	27	4	much	much	ADV
eej-150	27	5	with	with	ADP
eej-150	27	6	subjectivity	subjectivity	NOUN
eej-150	27	7	,	,	PUNCT
eej-150	27	8	as	as	SCONJ
eej-150	27	9	not	not	PART
eej-150	27	10	only	only	ADV
eej-150	27	11	professional	professional	ADJ
eej-150	27	12	teachers	teacher	NOUN
eej-150	27	13	find	find	VERB
eej-150	27	14	difficulties	difficulty	NOUN
eej-150	27	15	in	in	ADP
eej-150	27	16	assessing	assess	VERB
eej-150	27	17	productive	productive	ADJ
eej-150	27	18	language	language	NOUN
eej-150	27	19	skills	skill	NOUN
eej-150	27	20	like	like	ADP
eej-150	27	21	speaking	speak	VERB
eej-150	27	22	but	but	CCONJ
eej-150	27	23	even	even	ADV
eej-150	27	24	so	so	ADV
eej-150	27	25	the	the	DET
eej-150	27	26	students	student	NOUN
eej-150	27	27	.	.	PUNCT
eej-150	28	1	speaking	speak	VERB
eej-150	28	2	is	be	AUX
eej-150	28	3	"	"	PUNCT
eej-150	28	4	a	a	DET
eej-150	28	5	skill	skill	NOUN
eej-150	28	6	which	which	PRON
eej-150	28	7	deserves	deserve	VERB
eej-150	28	8	attention	attention	NOUN
eej-150	28	9	every	every	DET
eej-150	28	10	bit	bit	NOUN
eej-150	28	11	as	as	ADV
eej-150	28	12	much	much	ADJ
eej-150	28	13	as	as	ADP
eej-150	28	14	literary	literary	ADJ
eej-150	28	15	skills	skill	NOUN
eej-150	28	16	"	"	PUNCT
eej-150	28	17	(	(	PUNCT
eej-150	28	18	bygate	bygate	NOUN
eej-150	28	19	1987	1987	NUM
eej-150	28	20	:	:	PUNCT
eej-150	28	21	vii	vii	PROPN
eej-150	28	22	)	)	PUNCT
eej-150	28	23	.	.	PUNCT
eej-150	29	1	students	student	NOUN
eej-150	29	2	may	may	AUX
eej-150	29	3	be	be	AUX
eej-150	29	4	either	either	CCONJ
eej-150	29	5	underestimate	underestimate	ADJ
eej-150	29	6	or	or	CCONJ
eej-150	29	7	overestimate	overestimate	VERB
eej-150	29	8	themselves	themselves	PRON
eej-150	29	9	,	,	PUNCT
eej-150	29	10	or	or	CCONJ
eej-150	29	11	they	they	PRON
eej-150	29	12	may	may	AUX
eej-150	29	13	not	not	PART
eej-150	29	14	have	have	VERB
eej-150	29	15	the	the	DET
eej-150	29	16	necessary	necessary	ADJ
eej-150	29	17	tools	tool	NOUN
eej-150	29	18	to	to	PART
eej-150	29	19	make	make	VERB
eej-150	29	20	an	an	DET
eej-150	29	21	accurate	accurate	ADJ
eej-150	29	22	assessment	assessment	NOUN
eej-150	29	23	.	.	PUNCT
eej-150	30	1	furthermore	furthermore	ADV
eej-150	30	2	,	,	PUNCT
eej-150	30	3	"	"	PUNCT
eej-150	30	4	especially	especially	ADV
eej-150	30	5	in	in	ADP
eej-150	30	6	the	the	DET
eej-150	30	7	case	case	NOUN
eej-150	30	8	of	of	ADP
eej-150	30	9	direct	direct	ADJ
eej-150	30	10	assessments	assessment	NOUN
eej-150	30	11	of	of	ADP
eej-150	30	12	performance	performance	NOUN
eej-150	30	13	,	,	PUNCT
eej-150	30	14	they	they	PRON
eej-150	30	15	may	may	AUX
eej-150	30	16	not	not	PART
eej-150	30	17	be	be	AUX
eej-150	30	18	able	able	ADJ
eej-150	30	19	to	to	PART
eej-150	30	20	discern	discern	VERB
eej-150	30	21	their	their	PRON
eej-150	30	22	own	own	ADJ
eej-150	30	23	errors	error	NOUN
eej-150	30	24	"	"	PUNCT
eej-150	30	25	(	(	PUNCT
eej-150	30	26	brown	brown	PROPN
eej-150	30	27	,	,	PUNCT
eej-150	30	28	h.d	h.d	PROPN
eej-150	30	29	.	.	PROPN
eej-150	30	30	2004:270	2004:270	NUM
eej-150	30	31	)	)	PUNCT
eej-150	30	32	.	.	PUNCT
eej-150	31	1	in	in	ADP
eej-150	31	2	contrast	contrast	NOUN
eej-150	31	3	,	,	PUNCT
eej-150	31	4	bailey	bailey	NOUN
eej-150	31	5	(	(	PUNCT
eej-150	31	6	1998	1998	NUM
eej-150	31	7	)	)	PUNCT
eej-150	31	8	cited	cite	VERB
eej-150	31	9	in	in	ADP
eej-150	31	10	brown	brown	PROPN
eej-150	31	11	,	,	PUNCT
eej-150	31	12	h.d	h.d	PROPN
eej-150	31	13	.	.	PROPN
eej-150	32	1	(	(	PUNCT
eej-150	32	2	2004:270	2004:270	NOUN
eej-150	32	3	)	)	PUNCT
eej-150	32	4	conducted	conduct	VERB
eej-150	32	5	a	a	DET
eej-150	32	6	study	study	NOUN
eej-150	32	7	in	in	ADP
eej-150	32	8	which	which	PRON
eej-150	32	9	learners	learner	NOUN
eej-150	32	10	showed	show	VERB
eej-150	32	11	moderately	moderately	ADV
eej-150	32	12	high	high	ADJ
eej-150	32	13	correlation	correlation	NOUN
eej-150	32	14	(	(	PUNCT
eej-150	32	15	between	between	ADP
eej-150	32	16	.58	.58	NUM
eej-150	32	17	and	and	CCONJ
eej-150	32	18	.64	.64	NUM
eej-150	32	19	)	)	PUNCT
eej-150	32	20	between	between	ADP
eej-150	32	21	self	self	NOUN
eej-150	32	22	rated	rate	VERB
eej-150	32	23	oral	oral	ADJ
eej-150	32	24	production	production	NOUN
eej-150	32	25	ability	ability	NOUN
eej-150	32	26	and	and	CCONJ
eej-150	32	27	scores	score	NOUN
eej-150	32	28	on	on	ADP
eej-150	32	29	the	the	DET
eej-150	32	30	opi	opi	NOUN
eej-150	32	31	.	.	PUNCT
eej-150	33	1	it	it	PRON
eej-150	33	2	tells	tell	VERB
eej-150	33	3	us	we	PRON
eej-150	33	4	that	that	SCONJ
eej-150	33	5	learners	learner	NOUN
eej-150	33	6	'	'	PART
eej-150	33	7	self	self	NOUN
eej-150	33	8	-	-	PUNCT
eej-150	33	9	assessments	assessment	NOUN
eej-150	33	10	may	may	AUX
eej-150	33	11	be	be	AUX
eej-150	33	12	more	more	ADV
eej-150	33	13	accurate	accurate	ADJ
eej-150	33	14	than	than	SCONJ
eej-150	33	15	we	we	PRON
eej-150	33	16	might	might	AUX
eej-150	33	17	suppose	suppose	VERB
eej-150	33	18	.	.	PUNCT
eej-150	33	19	8	8	NUM
eej-150	33	20	9	9	NUM
eej-150	33	21	there	there	PRON
eej-150	33	22	are	be	VERB
eej-150	33	23	some	some	DET
eej-150	33	24	objections	objection	NOUN
eej-150	33	25	,	,	PUNCT
eej-150	33	26	which	which	PRON
eej-150	33	27	are	be	AUX
eej-150	33	28	usually	usually	ADV
eej-150	33	29	due	due	ADJ
eej-150	33	30	to	to	ADP
eej-150	33	31	the	the	DET
eej-150	33	32	technical	technical	ADJ
eej-150	33	33	difficulties	difficulty	NOUN
eej-150	33	34	,	,	PUNCT
eej-150	33	35	that	that	SCONJ
eej-150	33	36	teachers	teacher	NOUN
eej-150	33	37	do	do	AUX
eej-150	33	38	not	not	PART
eej-150	33	39	want	want	VERB
eej-150	33	40	to	to	PART
eej-150	33	41	employ	employ	VERB
eej-150	33	42	self	self	NOUN
eej-150	33	43	-	-	PUNCT
eej-150	33	44	assessment	assessment	NOUN
eej-150	33	45	in	in	ADP
eej-150	33	46	speaking	speak	VERB
eej-150	33	47	instructions	instruction	NOUN
eej-150	33	48	.	.	PUNCT
eej-150	34	1	however	however	ADV
eej-150	34	2	,	,	PUNCT
eej-150	34	3	a	a	DET
eej-150	34	4	recent	recent	ADJ
eej-150	34	5	study	study	NOUN
eej-150	34	6	done	do	VERB
eej-150	34	7	by	by	ADP
eej-150	34	8	liu	liu	PROPN
eej-150	34	9	qin	qin	PROPN
eej-150	34	10	and	and	CCONJ
eej-150	34	11	wang	wang	PROPN
eej-150	34	12	li	li	PROPN
eej-150	34	13	(	(	PUNCT
eej-150	34	14	2008	2008	NUM
eej-150	34	15	)	)	PUNCT
eej-150	34	16	on	on	ADP
eej-150	34	17	a	a	DET
eej-150	34	18	portfolio	portfolio	NOUN
eej-150	34	19	approach	approach	NOUN
eej-150	34	20	which	which	PRON
eej-150	34	21	is	be	AUX
eej-150	34	22	selfassessment	selfassessment	NOUN
eej-150	34	23	is	be	AUX
eej-150	34	24	considered	consider	VERB
eej-150	34	25	as	as	ADP
eej-150	34	26	a	a	DET
eej-150	34	27	crucial	crucial	ADJ
eej-150	34	28	part	part	NOUN
eej-150	34	29	of	of	ADP
eej-150	34	30	it	it	PRON
eej-150	34	31	to	to	ADP
eej-150	34	32	oral	oral	ADJ
eej-150	34	33	english	english	ADJ
eej-150	34	34	assessment	assessment	NOUN
eej-150	34	35	found	find	VERB
eej-150	34	36	that	that	SCONJ
eej-150	34	37	it	it	PRON
eej-150	34	38	was	be	AUX
eej-150	34	39	workable	workable	ADJ
eej-150	34	40	and	and	CCONJ
eej-150	34	41	could	could	AUX
eej-150	34	42	yield	yield	VERB
eej-150	34	43	reliable	reliable	ADJ
eej-150	34	44	results	result	NOUN
eej-150	34	45	to	to	PART
eej-150	34	46	assess	assess	VERB
eej-150	34	47	students	student	NOUN
eej-150	34	48	'	'	PART
eej-150	34	49	oral	oral	ADJ
eej-150	34	50	english	english	ADJ
eej-150	34	51	proficiency	proficiency	NOUN
eej-150	34	52	.	.	PUNCT
eej-150	35	1	moreover	moreover	ADV
eej-150	35	2	,	,	PUNCT
eej-150	35	3	the	the	DET
eej-150	35	4	students	student	NOUN
eej-150	35	5	participating	participate	VERB
eej-150	35	6	in	in	ADP
eej-150	35	7	the	the	DET
eej-150	35	8	experimental	experimental	ADJ
eej-150	35	9	group	group	NOUN
eej-150	35	10	showed	show	VERB
eej-150	35	11	that	that	SCONJ
eej-150	35	12	they	they	PRON
eej-150	35	13	were	be	AUX
eej-150	35	14	very	very	ADV
eej-150	35	15	happy	happy	ADJ
eej-150	35	16	to	to	PART
eej-150	35	17	be	be	AUX
eej-150	35	18	able	able	ADJ
eej-150	35	19	to	to	PART
eej-150	35	20	reflect	reflect	VERB
eej-150	35	21	upon	upon	SCONJ
eej-150	35	22	and	and	CCONJ
eej-150	35	23	assess	assess	VERB
eej-150	35	24	their	their	PRON
eej-150	35	25	own	own	ADJ
eej-150	35	26	progress	progress	NOUN
eej-150	35	27	and	and	CCONJ
eej-150	35	28	had	have	VERB
eej-150	35	29	more	more	ADJ
eej-150	35	30	confidence	confidence	NOUN
eej-150	35	31	in	in	ADP
eej-150	35	32	improving	improve	VERB
eej-150	35	33	oral	oral	ADJ
eej-150	35	34	english	english	ADJ
eej-150	35	35	proficiency	proficiency	NOUN
eej-150	35	36	.	.	PUNCT
eej-150	36	1	hadley	hadley	PROPN
eej-150	36	2	and	and	CCONJ
eej-150	36	3	mort	mort	PROPN
eej-150	36	4	(	(	PUNCT
eej-150	36	5	1999	1999	NUM
eej-150	36	6	)	)	PUNCT
eej-150	36	7	,	,	PUNCT
eej-150	36	8	de	de	ADP
eej-150	36	9	wet	wet	ADJ
eej-150	36	10	,	,	PUNCT
eej-150	36	11	der	der	ADJ
eej-150	36	12	walt	walt	NOUN
eej-150	36	13	and	and	CCONJ
eej-150	36	14	niesler	niesler	PROPN
eej-150	36	15	(	(	PUNCT
eej-150	36	16	2009	2009	NUM
eej-150	36	17	)	)	PUNCT
eej-150	36	18	assume	assume	VERB
eej-150	36	19	that	that	SCONJ
eej-150	36	20	there	there	PRON
eej-150	36	21	is	be	VERB
eej-150	36	22	a	a	DET
eej-150	36	23	tight	tight	ADJ
eej-150	36	24	correlation	correlation	NOUN
eej-150	36	25	between	between	ADP
eej-150	36	26	scoring	scoring	NOUN
eej-150	36	27	system	system	NOUN
eej-150	36	28	and	and	CCONJ
eej-150	36	29	rater	rater	NOUN
eej-150	36	30	reliability	reliability	NOUN
eej-150	36	31	and	and	CCONJ
eej-150	36	32	they	they	PRON
eej-150	36	33	suggest	suggest	VERB
eej-150	36	34	that	that	SCONJ
eej-150	36	35	the	the	DET
eej-150	36	36	scoring	scoring	NOUN
eej-150	36	37	bands	band	NOUN
eej-150	36	38	and	and	CCONJ
eej-150	36	39	their	their	PRON
eej-150	36	40	meaning	meaning	NOUN
eej-150	36	41	need	need	NOUN
eej-150	36	42	to	to	PART
eej-150	36	43	be	be	AUX
eej-150	36	44	made	make	VERB
eej-150	36	45	explicit	explicit	ADJ
eej-150	36	46	.	.	PUNCT
eej-150	37	1	two	two	NUM
eej-150	37	2	observations	observation	NOUN
eej-150	37	3	on	on	ADP
eej-150	37	4	the	the	DET
eej-150	37	5	use	use	NOUN
eej-150	37	6	of	of	ADP
eej-150	37	7	self	self	NOUN
eej-150	37	8	-	-	PUNCT
eej-150	37	9	assessment	assessment	NOUN
eej-150	37	10	have	have	AUX
eej-150	37	11	been	be	AUX
eej-150	37	12	done	do	VERB
eej-150	37	13	,	,	PUNCT
eej-150	37	14	i.e.	i.e.	X
eej-150	37	15	that	that	SCONJ
eej-150	37	16	on	on	ADP
eej-150	37	17	writing	writing	NOUN
eej-150	37	18	by	by	ADP
eej-150	37	19	hall	hall	NOUN
eej-150	37	20	and	and	CCONJ
eej-150	37	21	that	that	SCONJ
eej-150	37	22	on	on	ADP
eej-150	37	23	oral	oral	ADJ
eej-150	37	24	english	english	PROPN
eej-150	37	25	by	by	ADP
eej-150	37	26	burn	burn	NOUN
eej-150	37	27	(	(	PUNCT
eej-150	37	28	both	both	PRON
eej-150	37	29	in	in	ADP
eej-150	37	30	johnston	johnston	PROPN
eej-150	37	31	,	,	PUNCT
eej-150	37	32	1987	1987	NUM
eej-150	37	33	:	:	PUNCT
eej-150	37	34	125	125	NUM
eej-150	37	35	)	)	PUNCT
eej-150	37	36	.	.	PUNCT
eej-150	38	1	the	the	DET
eej-150	38	2	studies	study	NOUN
eej-150	38	3	suggested	suggest	VERB
eej-150	38	4	teacher	teacher	NOUN
eej-150	38	5	to	to	PART
eej-150	38	6	let	let	VERB
eej-150	38	7	students	student	NOUN
eej-150	38	8	explore	explore	VERB
eej-150	38	9	the	the	DET
eej-150	38	10	elements	element	NOUN
eej-150	38	11	used	use	VERB
eej-150	38	12	for	for	ADP
eej-150	38	13	building	build	VERB
eej-150	38	14	good	good	ADJ
eej-150	38	15	presentations	presentation	NOUN
eej-150	38	16	and	and	CCONJ
eej-150	38	17	make	make	VERB
eej-150	38	18	the	the	DET
eej-150	38	19	elements	element	NOUN
eej-150	38	20	as	as	ADP
eej-150	38	21	the	the	DET
eej-150	38	22	criteria	criterion	NOUN
eej-150	38	23	for	for	ADP
eej-150	38	24	assessing	assess	VERB
eej-150	38	25	their	their	PRON
eej-150	38	26	own	own	ADJ
eej-150	38	27	work	work	NOUN
eej-150	38	28	.	.	PUNCT
eej-150	39	1	the	the	DET
eej-150	39	2	process	process	NOUN
eej-150	39	3	will	will	AUX
eej-150	39	4	bring	bring	VERB
eej-150	39	5	the	the	DET
eej-150	39	6	students	student	NOUN
eej-150	39	7	to	to	PART
eej-150	39	8	understand	understand	VERB
eej-150	39	9	the	the	DET
eej-150	39	10	notion	notion	NOUN
eej-150	39	11	of	of	ADP
eej-150	39	12	setting	set	VERB
eej-150	39	13	their	their	PRON
eej-150	39	14	own	own	ADJ
eej-150	39	15	learning	learning	NOUN
eej-150	39	16	goals	goal	NOUN
eej-150	39	17	.	.	PUNCT
eej-150	40	1	the	the	DET
eej-150	40	2	study	study	NOUN
eej-150	40	3	on	on	ADP
eej-150	40	4	inter	inter	ADJ
eej-150	40	5	-	-	ADJ
eej-150	40	6	rater	rater	ADJ
eej-150	40	7	reliability	reliability	NOUN
eej-150	40	8	done	do	VERB
eej-150	40	9	by	by	ADP
eej-150	40	10	bailey	bailey	PROPN
eej-150	40	11	(	(	PUNCT
eej-150	40	12	1998	1998	NUM
eej-150	40	13	.	.	PUNCT
eej-150	40	14	cited	cite	VERB
eej-150	40	15	in	in	ADP
eej-150	40	16	brown	brown	PROPN
eej-150	40	17	,	,	PUNCT
eej-150	40	18	h.d	h.d	PROPN
eej-150	40	19	.	.	PROPN
eej-150	40	20	2004:270	2004:270	NUM
eej-150	40	21	)	)	PUNCT
eej-150	40	22	showed	show	VERB
eej-150	40	23	moderately	moderately	ADV
eej-150	40	24	high	high	ADJ
eej-150	40	25	correlation	correlation	NOUN
eej-150	40	26	(	(	PUNCT
eej-150	40	27	between	between	ADP
eej-150	40	28	.58	.58	NUM
eej-150	40	29	and	and	CCONJ
eej-150	40	30	.64	.64	NUM
eej-150	40	31	)	)	PUNCT
eej-150	40	32	between	between	ADP
eej-150	40	33	self	self	NOUN
eej-150	40	34	rated	rate	VERB
eej-150	40	35	oral	oral	ADJ
eej-150	40	36	production	production	NOUN
eej-150	40	37	ability	ability	NOUN
eej-150	40	38	and	and	CCONJ
eej-150	40	39	scores	score	NOUN
eej-150	40	40	on	on	ADP
eej-150	40	41	the	the	DET
eej-150	40	42	opi	opi	NOUN
eej-150	40	43	.	.	PUNCT
eej-150	41	1	meanwhile	meanwhile	ADV
eej-150	41	2	,	,	PUNCT
eej-150	41	3	the	the	DET
eej-150	41	4	studies	study	NOUN
eej-150	41	5	on	on	ADP
eej-150	41	6	the	the	DET
eej-150	41	7	intra	intra	ADJ
eej-150	41	8	-	-	ADJ
eej-150	41	9	rater	rater	ADJ
eej-150	41	10	reliability	reliability	NOUN
eej-150	41	11	have	have	AUX
eej-150	41	12	rarely	rarely	ADV
eej-150	41	13	been	be	AUX
eej-150	41	14	conducted	conduct	VERB
eej-150	41	15	.	.	PUNCT
eej-150	42	1	therefore	therefore	ADV
eej-150	42	2	,	,	PUNCT
eej-150	42	3	the	the	DET
eej-150	42	4	study	study	NOUN
eej-150	42	5	on	on	ADP
eej-150	42	6	improving	improve	VERB
eej-150	42	7	the	the	DET
eej-150	42	8	intra	intra	ADJ
eej-150	42	9	-	-	ADJ
eej-150	42	10	rater	rater	ADJ
eej-150	42	11	reliability	reliability	NOUN
eej-150	42	12	in	in	ADP
eej-150	42	13	the	the	DET
eej-150	42	14	self	self	NOUN
eej-150	42	15	-	-	PUNCT
eej-150	42	16	assessment	assessment	NOUN
eej-150	42	17	of	of	ADP
eej-150	42	18	speaking	speak	VERB
eej-150	42	19	performance	performance	NOUN
eej-150	42	20	through	through	ADP
eej-150	42	21	rater	rater	NOUN
eej-150	42	22	-	-	PUNCT
eej-150	42	23	training	training	NOUN
eej-150	42	24	is	be	AUX
eej-150	42	25	worth	worth	ADJ
eej-150	42	26	conducted	conduct	VERB
eej-150	42	27	.	.	PUNCT
eej-150	43	1	"	"	PUNCT
eej-150	43	2	intra	intra	ADJ
eej-150	43	3	-	-	ADJ
eej-150	43	4	rater	rater	ADJ
eej-150	43	5	reliability	reliability	NOUN
eej-150	43	6	is	be	AUX
eej-150	43	7	the	the	DET
eej-150	43	8	consistency	consistency	NOUN
eej-150	43	9	within	within	ADP
eej-150	43	10	raters	rater	NOUN
eej-150	43	11	(	(	PUNCT
eej-150	43	12	bachman	bachman	NOUN
eej-150	43	13	,	,	PUNCT
eej-150	43	14	2004	2004	NUM
eej-150	43	15	:	:	PUNCT
eej-150	43	16	169	169	NUM
eej-150	43	17	)	)	PUNCT
eej-150	43	18	.	.	PUNCT
eej-150	43	19	"	"	PUNCT
eej-150	44	1	in	in	ADP
eej-150	44	2	test	test	NOUN
eej-150	44	3	scores	score	NOUN
eej-150	44	4	that	that	PRON
eej-150	44	5	are	be	AUX
eej-150	44	6	obtained	obtain	VERB
eej-150	44	7	subjectively	subjectively	ADV
eej-150	44	8	such	such	ADJ
eej-150	44	9	as	as	ADP
eej-150	44	10	ratings	rating	NOUN
eej-150	44	11	of	of	ADP
eej-150	44	12	oral	oral	ADJ
eej-150	44	13	presentations	presentation	NOUN
eej-150	44	14	,	,	PUNCT
eej-150	44	15	a	a	DET
eej-150	44	16	source	source	NOUN
eej-150	44	17	of	of	ADP
eej-150	44	18	error	error	NOUN
eej-150	44	19	is	be	AUX
eej-150	44	20	inconsistency	inconsistency	NOUN
eej-150	44	21	in	in	ADP
eej-150	44	22	these	these	DET
eej-150	44	23	ratings	rating	NOUN
eej-150	44	24	.	.	PUNCT
eej-150	45	1	in	in	ADP
eej-150	45	2	the	the	DET
eej-150	45	3	case	case	NOUN
eej-150	45	4	of	of	ADP
eej-150	45	5	single	single	ADJ
eej-150	45	6	rater	rater	NOUN
eej-150	45	7	,	,	PUNCT
eej-150	45	8	the	the	DET
eej-150	45	9	concern	concern	NOUN
eej-150	45	10	with	with	ADP
eej-150	45	11	the	the	DET
eej-150	45	12	consistency	consistency	NOUN
eej-150	45	13	within	within	ADP
eej-150	45	14	that	that	DET
eej-150	45	15	individual	individual	NOUN
eej-150	45	16	's	's	PART
eej-150	45	17	ratings	rating	NOUN
eej-150	45	18	or	or	CCONJ
eej-150	45	19	with	with	ADP
eej-150	45	20	intra	intra	ADJ
eej-150	45	21	-	-	ADJ
eej-150	45	22	rater	rater	ADJ
eej-150	45	23	reliability	reliability	NOUN
eej-150	45	24	is	be	AUX
eej-150	45	25	required	require	VERB
eej-150	45	26	.	.	PUNCT
eej-150	46	1	further	further	ADJ
eej-150	46	2	description	description	NOUN
eej-150	46	3	about	about	ADP
eej-150	46	4	intra	intra	ADJ
eej-150	46	5	-	-	ADJ
eej-150	46	6	rater	rater	ADJ
eej-150	46	7	reliability	reliability	NOUN
eej-150	46	8	is	be	AUX
eej-150	46	9	quoted	quote	VERB
eej-150	46	10	from	from	ADP
eej-150	46	11	bachman	bachman	NOUN
eej-150	46	12	(	(	PUNCT
eej-150	46	13	1990:178	1990:178	NUM
eej-150	46	14	-	-	PUNCT
eej-150	46	15	180	180	NUM
eej-150	46	16	):	):	PUNCT
eej-150	46	17	when	when	SCONJ
eej-150	46	18	an	an	DET
eej-150	46	19	individual	individual	ADJ
eej-150	46	20	judges	judge	NOUN
eej-150	46	21	or	or	CCONJ
eej-150	46	22	rates	rate	VERB
eej-150	46	23	the	the	DET
eej-150	46	24	adequacy	adequacy	NOUN
eej-150	46	25	of	of	ADP
eej-150	46	26	a	a	DET
eej-150	46	27	given	give	VERB
eej-150	46	28	sample	sample	NOUN
eej-150	46	29	of	of	ADP
eej-150	46	30	language	language	NOUN
eej-150	46	31	performance	performance	NOUN
eej-150	46	32	,	,	PUNCT
eej-150	46	33	whether	whether	SCONJ
eej-150	46	34	it	it	PRON
eej-150	46	35	is	be	AUX
eej-150	46	36	written	write	VERB
eej-150	46	37	or	or	CCONJ
eej-150	46	38	spoken	speak	VERB
eej-150	46	39	,	,	PUNCT
eej-150	46	40	that	that	DET
eej-150	46	41	judgment	judgment	NOUN
eej-150	46	42	will	will	AUX
eej-150	46	43	be	be	AUX
eej-150	46	44	based	base	VERB
eej-150	46	45	on	on	ADP
eej-150	46	46	a	a	DET
eej-150	46	47	set	set	NOUN
eej-150	46	48	of	of	ADP
eej-150	46	49	criteria	criterion	NOUN
eej-150	46	50	of	of	ADP
eej-150	46	51	what	what	PRON
eej-150	46	52	constitutes	constitute	VERB
eej-150	46	53	an	an	DET
eej-150	46	54	'	'	PUNCT
eej-150	46	55	adequate	adequate	ADJ
eej-150	46	56	'	'	PUNCT
eej-150	46	57	performance	performance	NOUN
eej-150	46	58	.	.	PUNCT
eej-150	47	1	if	if	SCONJ
eej-150	47	2	the	the	DET
eej-150	47	3	rater	rater	NOUN
eej-150	47	4	applies	apply	VERB
eej-150	47	5	the	the	DET
eej-150	47	6	same	same	ADJ
eej-150	47	7	set	set	NOUN
eej-150	47	8	of	of	ADP
eej-150	47	9	criteria	criterion	NOUN
eej-150	47	10	consistently	consistently	ADV
eej-150	47	11	in	in	ADP
eej-150	47	12	rating	rate	VERB
eej-150	47	13	the	the	DET
eej-150	47	14	language	language	NOUN
eej-150	47	15	performance	performance	NOUN
eej-150	47	16	of	of	ADP
eej-150	47	17	different	different	ADJ
eej-150	47	18	individuals	individual	NOUN
eej-150	47	19	this	this	PRON
eej-150	47	20	will	will	AUX
eej-150	47	21	yield	yield	VERB
eej-150	47	22	a	a	DET
eej-150	47	23	reliable	reliable	ADJ
eej-150	47	24	set	set	NOUN
eej-150	47	25	of	of	ADP
eej-150	47	26	ratings	rating	NOUN
eej-150	47	27	.	.	PUNCT
eej-150	48	1	9	9	NUM
eej-150	48	2	0	0	NUM
eej-150	48	3	in	in	ADP
eej-150	48	4	addition	addition	NOUN
eej-150	48	5	,	,	PUNCT
eej-150	48	6	bachman	bachman	NOUN
eej-150	48	7	(	(	PUNCT
eej-150	48	8	1990:178	1990:178	NUM
eej-150	48	9	-	-	PUNCT
eej-150	48	10	180	180	NUM
eej-150	48	11	)	)	PUNCT
eej-150	48	12	recommends	recommend	VERB
eej-150	48	13	two	two	NUM
eej-150	48	14	ways	way	NOUN
eej-150	48	15	to	to	PART
eej-150	48	16	measure	measure	VERB
eej-150	48	17	the	the	DET
eej-150	48	18	intra	intra	ADJ
eej-150	48	19	-	-	ADJ
eej-150	48	20	rater	rater	ADJ
eej-150	48	21	reliability	reliability	NOUN
eej-150	48	22	of	of	ADP
eej-150	48	23	ratings	rating	NOUN
eej-150	48	24	,	,	PUNCT
eej-150	48	25	using	use	VERB
eej-150	48	26	spearman	spearman	NOUN
eej-150	48	27	rank	rank	NOUN
eej-150	48	28	-	-	PUNCT
eej-150	48	29	order	order	NOUN
eej-150	48	30	coefficient	coefficient	NOUN
eej-150	48	31	or	or	CCONJ
eej-150	48	32	coefficient	coefficient	NOUN
eej-150	48	33	alpha	alpha	NOUN
eej-150	48	34	.	.	PUNCT
eej-150	48	35	...	...	PUNCT
eej-150	48	36	to	to	PART
eej-150	48	37	examine	examine	VERB
eej-150	48	38	the	the	DET
eej-150	48	39	intra	intra	ADJ
eej-150	48	40	-	-	ADJ
eej-150	48	41	rater	rater	ADJ
eej-150	48	42	reliability	reliability	NOUN
eej-150	48	43	of	of	ADP
eej-150	48	44	ratings	rating	NOUN
eej-150	48	45	,	,	PUNCT
eej-150	48	46	at	at	ADP
eej-150	48	47	least	least	ADV
eej-150	48	48	two	two	NUM
eej-150	48	49	independent	independent	ADJ
eej-150	48	50	ratings	rating	NOUN
eej-150	48	51	from	from	ADP
eej-150	48	52	the	the	DET
eej-150	48	53	rater	rater	NOUN
eej-150	48	54	for	for	ADP
eej-150	48	55	each	each	DET
eej-150	48	56	individual	individual	ADJ
eej-150	48	57	language	language	NOUN
eej-150	48	58	sample	sample	NOUN
eej-150	48	59	are	be	AUX
eej-150	48	60	needed	need	VERB
eej-150	48	61	.	.	PUNCT
eej-150	49	1	this	this	PRON
eej-150	49	2	is	be	AUX
eej-150	49	3	typically	typically	ADV
eej-150	49	4	accomplished	accomplish	VERB
eej-150	49	5	by	by	ADP
eej-150	49	6	rating	rate	VERB
eej-150	49	7	the	the	DET
eej-150	49	8	individual	individual	ADJ
eej-150	49	9	samples	sample	NOUN
eej-150	49	10	once	once	ADV
eej-150	49	11	and	and	CCONJ
eej-150	49	12	then	then	ADV
eej-150	49	13	re	re	VERB
eej-150	49	14	-	-	NOUN
eej-150	49	15	rating	rate	VERB
eej-150	49	16	them	they	PRON
eej-150	49	17	at	at	ADP
eej-150	49	18	a	a	DET
eej-150	49	19	later	later	ADJ
eej-150	49	20	time	time	NOUN
eej-150	49	21	(	(	PUNCT
eej-150	49	22	in	in	ADP
eej-150	49	23	different	different	ADJ
eej-150	49	24	,	,	PUNCT
eej-150	49	25	random	random	ADJ
eej-150	49	26	order	order	NOUN
eej-150	49	27	)	)	PUNCT
eej-150	49	28	.	.	PUNCT
eej-150	50	1	once	once	SCONJ
eej-150	50	2	the	the	DET
eej-150	50	3	two	two	NUM
eej-150	50	4	sets	set	NOUN
eej-150	50	5	of	of	ADP
eej-150	50	6	ratings	rating	NOUN
eej-150	50	7	have	have	AUX
eej-150	50	8	been	be	AUX
eej-150	50	9	obtained	obtain	VERB
eej-150	50	10	,	,	PUNCT
eej-150	50	11	the	the	DET
eej-150	50	12	reliability	reliability	NOUN
eej-150	50	13	between	between	ADP
eej-150	50	14	them	they	PRON
eej-150	50	15	can	can	AUX
eej-150	50	16	be	be	AUX
eej-150	50	17	estimated	estimate	VERB
eej-150	50	18	in	in	ADP
eej-150	50	19	two	two	NUM
eej-150	50	20	ways	way	NOUN
eej-150	50	21	.	.	PUNCT
eej-150	51	1	one	one	NUM
eej-150	51	2	way	way	NOUN
eej-150	51	3	is	be	AUX
eej-150	51	4	to	to	PART
eej-150	51	5	treat	treat	VERB
eej-150	51	6	the	the	DET
eej-150	51	7	two	two	NUM
eej-150	51	8	sets	set	NOUN
eej-150	51	9	of	of	ADP
eej-150	51	10	ratings	rating	NOUN
eej-150	51	11	as	as	ADP
eej-150	51	12	scores	score	NOUN
eej-150	51	13	from	from	ADP
eej-150	51	14	parallel	parallel	ADJ
eej-150	51	15	tests	test	NOUN
eej-150	51	16	and	and	CCONJ
eej-150	51	17	compute	compute	VERB
eej-150	51	18	the	the	DET
eej-150	51	19	spearman	spearman	NOUN
eej-150	51	20	rank	rank	NOUN
eej-150	51	21	-	-	PUNCT
eej-150	51	22	order	order	NOUN
eej-150	51	23	coefficient	coefficient	NOUN
eej-150	51	24	between	between	ADP
eej-150	51	25	the	the	DET
eej-150	51	26	two	two	NUM
eej-150	51	27	sets	set	NOUN
eej-150	51	28	of	of	ADP
eej-150	51	29	ratings	rating	NOUN
eej-150	51	30	,	,	PUNCT
eej-150	51	31	interpreting	interpret	VERB
eej-150	51	32	this	this	PRON
eej-150	51	33	as	as	ADP
eej-150	51	34	an	an	DET
eej-150	51	35	estimate	estimate	NOUN
eej-150	51	36	of	of	ADP
eej-150	51	37	reliability	reliability	NOUN
eej-150	51	38	.	.	PUNCT
eej-150	52	1	...	...	PUNCT
eej-150	53	1	the	the	DET
eej-150	53	2	intra	intra	ADJ
eej-150	53	3	-	-	ADJ
eej-150	53	4	rater	rater	ADJ
eej-150	53	5	reliability	reliability	NOUN
eej-150	53	6	of	of	ADP
eej-150	53	7	the	the	DET
eej-150	53	8	self	self	NOUN
eej-150	53	9	-	-	PUNCT
eej-150	53	10	assessment	assessment	NOUN
eej-150	53	11	of	of	ADP
eej-150	53	12	english	english	PROPN
eej-150	53	13	speaking	speak	VERB
eej-150	53	14	performance	performance	NOUN
eej-150	53	15	can	can	AUX
eej-150	53	16	be	be	AUX
eej-150	53	17	estimated	estimate	VERB
eej-150	53	18	if	if	SCONJ
eej-150	53	19	there	there	PRON
eej-150	53	20	is	be	VERB
eej-150	53	21	a	a	DET
eej-150	53	22	students	student	NOUN
eej-150	53	23	group	group	NOUN
eej-150	53	24	of	of	ADP
eej-150	53	25	speaking	speak	VERB
eej-150	53	26	instructions	instruction	NOUN
eej-150	53	27	employs	employ	VERB
eej-150	53	28	selfassessment	selfassessment	NOUN
eej-150	53	29	.	.	PUNCT
eej-150	54	1	conducting	conduct	VERB
eej-150	54	2	self	self	NOUN
eej-150	54	3	-	-	PUNCT
eej-150	54	4	assessment	assessment	NOUN
eej-150	54	5	on	on	ADP
eej-150	54	6	speaking	speak	VERB
eej-150	54	7	performance	performance	NOUN
eej-150	54	8	calls	call	NOUN
eej-150	54	9	for	for	ADP
eej-150	54	10	speaking	speak	VERB
eej-150	54	11	rating	rating	NOUN
eej-150	54	12	scale	scale	NOUN
eej-150	54	13	.	.	PUNCT
eej-150	55	1	it	it	PRON
eej-150	55	2	is	be	AUX
eej-150	55	3	suggested	suggest	VERB
eej-150	55	4	that	that	SCONJ
eej-150	55	5	the	the	DET
eej-150	55	6	elements	element	NOUN
eej-150	55	7	included	include	VERB
eej-150	55	8	in	in	ADP
eej-150	55	9	the	the	DET
eej-150	55	10	rating	rating	NOUN
eej-150	55	11	scale	scale	NOUN
eej-150	55	12	are	be	AUX
eej-150	55	13	the	the	DET
eej-150	55	14	results	result	NOUN
eej-150	55	15	of	of	ADP
eej-150	55	16	teacher	teacher	NOUN
eej-150	55	17	-	-	PUNCT
eej-150	55	18	student	student	NOUN
eej-150	55	19	agreement	agreement	NOUN
eej-150	55	20	(	(	PUNCT
eej-150	55	21	o'malley	o'malley	PROPN
eej-150	55	22	and	and	CCONJ
eej-150	55	23	pierce	pierce	PROPN
eej-150	55	24	,	,	PUNCT
eej-150	55	25	1996	1996	NUM
eej-150	55	26	)	)	PUNCT
eej-150	55	27	.	.	PUNCT
eej-150	56	1	the	the	DET
eej-150	56	2	purposes	purpose	NOUN
eej-150	56	3	of	of	ADP
eej-150	56	4	the	the	DET
eej-150	56	5	study	study	NOUN
eej-150	56	6	are	be	AUX
eej-150	56	7	to	to	PART
eej-150	56	8	measure	measure	VERB
eej-150	56	9	the	the	DET
eej-150	56	10	intra	intra	ADJ
eej-150	56	11	-	-	ADJ
eej-150	56	12	rater	rater	ADJ
eej-150	56	13	reliability	reliability	NOUN
eej-150	56	14	of	of	ADP
eej-150	56	15	the	the	DET
eej-150	56	16	selfassessment	selfassessment	NOUN
eej-150	56	17	of	of	ADP
eej-150	56	18	english	english	PROPN
eej-150	56	19	speaking	speak	VERB
eej-150	56	20	performance	performance	NOUN
eej-150	56	21	;	;	PUNCT
eej-150	56	22	and	and	CCONJ
eej-150	56	23	to	to	PART
eej-150	56	24	find	find	VERB
eej-150	56	25	out	out	ADP
eej-150	56	26	whether	whether	SCONJ
eej-150	56	27	there	there	PRON
eej-150	56	28	is	be	VERB
eej-150	56	29	significant	significant	ADJ
eej-150	56	30	difference	difference	NOUN
eej-150	56	31	between	between	ADP
eej-150	56	32	the	the	DET
eej-150	56	33	self	self	NOUN
eej-150	56	34	-	-	PUNCT
eej-150	56	35	assessment	assessment	NOUN
eej-150	56	36	intra	intra	ADJ
eej-150	56	37	-	-	ADJ
eej-150	56	38	rater	rater	ADJ
eej-150	56	39	reliability	reliability	NOUN
eej-150	56	40	of	of	ADP
eej-150	56	41	speaking	speak	VERB
eej-150	56	42	performance	performance	NOUN
eej-150	56	43	without	without	ADP
eej-150	56	44	training	training	NOUN
eej-150	56	45	and	and	CCONJ
eej-150	56	46	that	that	PRON
eej-150	56	47	of	of	ADP
eej-150	56	48	with	with	ADP
eej-150	56	49	training	training	NOUN
eej-150	56	50	.	.	PUNCT
eej-150	57	1	method	method	NOUN
eej-150	57	2	of	of	ADP
eej-150	57	3	investigation	investigation	NOUN
eej-150	57	4	the	the	DET
eej-150	57	5	study	study	NOUN
eej-150	57	6	consisted	consist	VERB
eej-150	57	7	of	of	ADP
eej-150	57	8	three	three	NUM
eej-150	57	9	stages	stage	NOUN
eej-150	57	10	:	:	PUNCT
eej-150	57	11	(	(	PUNCT
eej-150	57	12	1	1	X
eej-150	57	13	)	)	PUNCT
eej-150	57	14	questionnaire	questionnaire	NOUN
eej-150	57	15	survey	survey	NOUN
eej-150	57	16	on	on	ADP
eej-150	57	17	oral	oral	ADJ
eej-150	57	18	rating	rating	NOUN
eej-150	57	19	scale	scale	NOUN
eej-150	57	20	to	to	PART
eej-150	57	21	set	set	VERB
eej-150	57	22	the	the	DET
eej-150	57	23	rating	rating	NOUN
eej-150	57	24	scale	scale	NOUN
eej-150	57	25	;	;	PUNCT
eej-150	57	26	(	(	PUNCT
eej-150	57	27	2	2	X
eej-150	57	28	)	)	PUNCT
eej-150	57	29	measuring	measure	VERB
eej-150	57	30	intra	intra	ADJ
eej-150	57	31	-	-	ADJ
eej-150	57	32	rater	rater	ADJ
eej-150	57	33	reliability	reliability	NOUN
eej-150	57	34	of	of	ADP
eej-150	57	35	the	the	DET
eej-150	57	36	self	self	NOUN
eej-150	57	37	-	-	PUNCT
eej-150	57	38	assessment	assessment	NOUN
eej-150	57	39	of	of	ADP
eej-150	57	40	english	english	PROPN
eej-150	57	41	speaking	speak	VERB
eej-150	57	42	performance	performance	NOUN
eej-150	57	43	;	;	PUNCT
eej-150	57	44	and	and	CCONJ
eej-150	57	45	(	(	PUNCT
eej-150	57	46	3	3	X
eej-150	57	47	)	)	PUNCT
eej-150	57	48	finding	find	VERB
eej-150	57	49	the	the	DET
eej-150	57	50	impact	impact	NOUN
eej-150	57	51	of	of	ADP
eej-150	57	52	rater	rater	ADJ
eej-150	57	53	training	training	NOUN
eej-150	57	54	on	on	ADP
eej-150	57	55	the	the	DET
eej-150	57	56	intrarater	intrarater	NOUN
eej-150	57	57	reliability	reliability	NOUN
eej-150	57	58	.	.	PUNCT
eej-150	58	1	a	a	DET
eej-150	58	2	questionnaire	questionnaire	NOUN
eej-150	58	3	survey	survey	NOUN
eej-150	58	4	was	be	AUX
eej-150	58	5	conducted	conduct	VERB
eej-150	58	6	to	to	PART
eej-150	58	7	collect	collect	VERB
eej-150	58	8	the	the	DET
eej-150	58	9	students	student	NOUN
eej-150	58	10	'	'	PART
eej-150	58	11	opinions	opinion	NOUN
eej-150	58	12	on	on	ADP
eej-150	58	13	actual	actual	ADJ
eej-150	58	14	rating	rating	NOUN
eej-150	58	15	scales	scale	NOUN
eej-150	58	16	(	(	PUNCT
eej-150	58	17	please	please	INTJ
eej-150	58	18	refer	refer	VERB
eej-150	58	19	to	to	ADP
eej-150	58	20	appendix	appendix	VERB
eej-150	58	21	i	i	PRON
eej-150	58	22	for	for	ADP
eej-150	58	23	the	the	DET
eej-150	58	24	questionnaire	questionnaire	NOUN
eej-150	58	25	.	.	PUNCT
eej-150	58	26	)	)	PUNCT
eej-150	58	27	.	.	PUNCT
eej-150	59	1	it	it	PRON
eej-150	59	2	goes	go	VERB
eej-150	59	3	with	with	ADP
eej-150	59	4	aschbacher	aschbacher	NOUN
eej-150	59	5	's	's	PART
eej-150	59	6	argument	argument	NOUN
eej-150	59	7	that	that	SCONJ
eej-150	59	8	"	"	PUNCT
eej-150	59	9	one	one	NUM
eej-150	59	10	of	of	ADP
eej-150	59	11	the	the	DET
eej-150	59	12	characteristics	characteristic	NOUN
eej-150	59	13	of	of	ADP
eej-150	59	14	performance	performance	NOUN
eej-150	59	15	assessment	assessment	NOUN
eej-150	59	16	is	be	AUX
eej-150	59	17	that	that	SCONJ
eej-150	59	18	the	the	DET
eej-150	59	19	criteria	criterion	NOUN
eej-150	59	20	are	be	AUX
eej-150	59	21	made	make	VERB
eej-150	59	22	public	public	ADJ
eej-150	59	23	and	and	CCONJ
eej-150	59	24	known	know	VERB
eej-150	59	25	in	in	ADP
eej-150	59	26	advance	advance	NOUN
eej-150	59	27	"	"	PUNCT
eej-150	59	28	(	(	PUNCT
eej-150	59	29	1991	1991	NUM
eej-150	59	30	,	,	PUNCT
eej-150	59	31	in	in	ADP
eej-150	59	32	o'malley	o'malley	PROPN
eej-150	59	33	and	and	CCONJ
eej-150	59	34	pierce	pierce	PROPN
eej-150	59	35	,	,	PUNCT
eej-150	59	36	1996	1996	NUM
eej-150	59	37	:	:	PUNCT
eej-150	59	38	9	9	NUM
eej-150	59	39	1	1	NUM
eej-150	59	40	03	03	NUM
eej-150	59	41	self	self	NOUN
eej-150	59	42	-	-	PUNCT
eej-150	59	43	assessment	assessment	NOUN
eej-150	59	44	of	of	ADP
eej-150	59	45	speaking	speak	VERB
eej-150	59	46	performance	performance	NOUN
eej-150	59	47	3	3	NUM
eej-150	59	48	(	(	PUNCT
eej-150	59	49	direct	direct	ADJ
eej-150	59	50	&	&	CCONJ
eej-150	59	51	recorded	record	VERB
eej-150	59	52	):	):	PUNCT
eej-150	59	53	telling	tell	VERB
eej-150	59	54	someone	someone	PRON
eej-150	59	55	's	's	PART
eej-150	59	56	personality	personality	NOUN
eej-150	59	57	.	.	PUNCT
eej-150	60	1	it	it	PRON
eej-150	60	2	was	be	AUX
eej-150	60	3	conducted	conduct	VERB
eej-150	60	4	in	in	ADP
eej-150	60	5	week	week	NOUN
eej-150	60	6	9	9	NUM
eej-150	60	7	.	.	PUNCT
eej-150	61	1	xj	xj	PROPN
eej-150	61	2	repeated	repeat	VERB
eej-150	61	3	rater	rater	NOUN
eej-150	61	4	training	train	VERB
eej-150	61	5	1	1	NUM
eej-150	61	6	was	be	AUX
eej-150	61	7	delivered	deliver	VERB
eej-150	61	8	in	in	ADP
eej-150	61	9	week	week	NOUN
eej-150	61	10	11	11	NUM
eej-150	61	11	.	.	NOUN
eej-150	61	12	04	04	NUM
eej-150	61	13	self	self	NOUN
eej-150	61	14	-	-	PUNCT
eej-150	61	15	assessment	assessment	NOUN
eej-150	61	16	of	of	ADP
eej-150	61	17	speaking	speak	VERB
eej-150	61	18	performance	performance	NOUN
eej-150	61	19	4	4	NUM
eej-150	61	20	(	(	PUNCT
eej-150	61	21	direct	direct	ADJ
eej-150	61	22	&	&	CCONJ
eej-150	61	23	recorded	recorded	ADJ
eej-150	61	24	):	):	PUNCT
eej-150	61	25	telling	tell	VERB
eej-150	61	26	my	my	PRON
eej-150	61	27	job	job	NOUN
eej-150	61	28	preferences	preference	NOUN
eej-150	61	29	.	.	PUNCT
eej-150	62	1	it	it	PRON
eej-150	62	2	was	be	AUX
eej-150	62	3	done	do	VERB
eej-150	62	4	in	in	ADP
eej-150	62	5	week	week	NOUN
eej-150	62	6	12	12	NUM
eej-150	62	7	.	.	PUNCT
eej-150	63	1	xo	xo	PROPN
eej-150	63	2	other	other	ADJ
eej-150	63	3	experience	experience	NOUN
eej-150	63	4	being	be	AUX
eej-150	63	5	available	available	ADJ
eej-150	63	6	in	in	ADP
eej-150	63	7	the	the	DET
eej-150	63	8	absence	absence	NOUN
eej-150	63	9	of	of	ADP
eej-150	63	10	the	the	DET
eej-150	63	11	treatment	treatment	NOUN
eej-150	63	12	05	05	NUM
eej-150	63	13	self	self	NOUN
eej-150	63	14	-	-	PUNCT
eej-150	63	15	assessment	assessment	NOUN
eej-150	63	16	of	of	ADP
eej-150	63	17	speaking	speak	VERB
eej-150	63	18	performance	performance	NOUN
eej-150	63	19	5	5	NUM
eej-150	63	20	(	(	PUNCT
eej-150	63	21	direct	direct	ADJ
eej-150	63	22	&	&	CCONJ
eej-150	63	23	recorded	recorded	ADJ
eej-150	63	24	):	):	PUNCT
eej-150	63	25	text	text	NOUN
eej-150	63	26	retelling	retelling	NOUN
eej-150	63	27	.	.	PUNCT
eej-150	64	1	it	it	PRON
eej-150	64	2	was	be	AUX
eej-150	64	3	accomplished	accomplish	VERB
eej-150	64	4	in	in	ADP
eej-150	64	5	week	week	NOUN
eej-150	64	6	14	14	NUM
eej-150	64	7	.	.	PUNCT
eej-150	65	1	xi	xi	PROPN
eej-150	65	2	repeated	repeat	VERB
eej-150	65	3	rater	rater	NOUN
eej-150	65	4	training	train	VERB
eej-150	65	5	2	2	NUM
eej-150	65	6	was	be	AUX
eej-150	65	7	through	through	ADP
eej-150	65	8	in	in	ADP
eej-150	65	9	week	week	NOUN
eej-150	65	10	16	16	NUM
eej-150	65	11	.	.	PUNCT
eej-150	66	1	06	06	NUM
eej-150	66	2	self	self	NOUN
eej-150	66	3	-	-	PUNCT
eej-150	66	4	assessment	assessment	NOUN
eej-150	66	5	of	of	ADP
eej-150	66	6	speaking	speak	VERB
eej-150	66	7	performance	performance	NOUN
eej-150	66	8	6	6	NUM
eej-150	66	9	(	(	PUNCT
eej-150	66	10	direct	direct	ADJ
eej-150	66	11	&	&	CCONJ
eej-150	66	12	recorded	recorded	ADJ
eej-150	66	13	):	):	PUNCT
eej-150	66	14	describing	describe	VERB
eej-150	66	15	a	a	DET
eej-150	66	16	country	country	NOUN
eej-150	66	17	.	.	PUNCT
eej-150	67	1	it	it	PRON
eej-150	67	2	was	be	AUX
eej-150	67	3	carried	carry	VERB
eej-150	67	4	out	out	ADP
eej-150	67	5	in	in	ADP
eej-150	67	6	week	week	NOUN
eej-150	67	7	17	17	NUM
eej-150	67	8	.	.	PUNCT
eej-150	68	1	as	as	SCONJ
eej-150	68	2	it	it	PRON
eej-150	68	3	is	be	AUX
eej-150	68	4	stated	state	VERB
eej-150	68	5	by	by	ADP
eej-150	68	6	tuckman	tuckman	NOUN
eej-150	68	7	(	(	PUNCT
eej-150	68	8	1978:139	1978:139	NUM
eej-150	68	9	)	)	PUNCT
eej-150	68	10	that	that	SCONJ
eej-150	68	11	"	"	PUNCT
eej-150	68	12	it	it	PRON
eej-150	68	13	is	be	AUX
eej-150	68	14	a	a	DET
eej-150	68	15	form	form	NOUN
eej-150	68	16	of	of	ADP
eej-150	68	17	time	time	NOUN
eej-150	68	18	-	-	PUNCT
eej-150	68	19	series	series	NOUN
eej-150	68	20	design	design	NOUN
eej-150	68	21	but	but	CCONJ
eej-150	68	22	,	,	PUNCT
eej-150	68	23	rather	rather	ADV
eej-150	68	24	than	than	ADP
eej-150	68	25	introducing	introduce	VERB
eej-150	68	26	the	the	DET
eej-150	68	27	treatment	treatment	NOUN
eej-150	68	28	(	(	PUNCT
eej-150	68	29	xj	xj	PROPN
eej-150	68	30	)	)	PUNCT
eej-150	68	31	only	only	ADV
eej-150	68	32	a	a	DET
eej-150	68	33	single	single	ADJ
eej-150	68	34	time	time	NOUN
eej-150	68	35	,	,	PUNCT
eej-150	68	36	it	it	PRON
eej-150	68	37	is	be	AUX
eej-150	68	38	introduced	introduce	VERB
eej-150	68	39	and	and	CCONJ
eej-150	68	40	reintroduced	reintroduce	VERB
eej-150	68	41	,	,	PUNCT
eej-150	68	42	with	with	ADP
eej-150	68	43	some	some	DET
eej-150	68	44	other	other	ADJ
eej-150	68	45	experience	experience	NOUN
eej-150	68	46	(	(	PUNCT
eej-150	68	47	xo	xo	NOUN
eej-150	68	48	)	)	PUNCT
eej-150	68	49	being	be	AUX
eej-150	68	50	available	available	ADJ
eej-150	68	51	in	in	ADP
eej-150	68	52	the	the	DET
eej-150	68	53	absence	absence	NOUN
eej-150	68	54	of	of	ADP
eej-150	68	55	the	the	DET
eej-150	68	56	treatment	treatment	NOUN
eej-150	68	57	.	.	PUNCT
eej-150	68	58	"	"	PUNCT
eej-150	69	1	the	the	DET
eej-150	69	2	subjects	subject	NOUN
eej-150	69	3	of	of	ADP
eej-150	69	4	the	the	DET
eej-150	69	5	study	study	NOUN
eej-150	69	6	were	be	AUX
eej-150	69	7	45	45	NUM
eej-150	69	8	first	first	ADJ
eej-150	69	9	-	-	PUNCT
eej-150	69	10	year	year	NOUN
eej-150	69	11	students	student	NOUN
eej-150	69	12	of	of	ADP
eej-150	69	13	d3	d3	PROPN
eej-150	69	14	program	program	NOUN
eej-150	69	15	of	of	ADP
eej-150	69	16	business	business	PROPN
eej-150	69	17	administration	administration	PROPN
eej-150	69	18	department	department	PROPN
eej-150	69	19	of	of	ADP
eej-150	69	20	semarang	semarang	PROPN
eej-150	69	21	state	state	PROPN
eej-150	69	22	polytechnic	polytechnic	ADJ
eej-150	69	23	,	,	PUNCT
eej-150	69	24	academic	academic	ADJ
eej-150	69	25	year	year	NOUN
eej-150	69	26	2008/2009	2008/2009	NUM
eej-150	69	27	.	.	PUNCT
eej-150	70	1	the	the	DET
eej-150	70	2	number	number	NOUN
eej-150	70	3	has	have	AUX
eej-150	70	4	met	meet	VERB
eej-150	70	5	the	the	DET
eej-150	70	6	minimum	minimum	ADJ
eej-150	70	7	requirement	requirement	NOUN
eej-150	70	8	for	for	ADP
eej-150	70	9	doing	do	VERB
eej-150	70	10	the	the	DET
eej-150	70	11	correlation	correlation	NOUN
eej-150	70	12	analysis	analysis	NOUN
eej-150	70	13	as	as	SCONJ
eej-150	70	14	it	it	PRON
eej-150	70	15	goes	go	VERB
eej-150	70	16	with	with	ADP
eej-150	70	17	what	what	PRON
eej-150	70	18	mantra	mantra	PROPN
eej-150	70	19	(	(	PUNCT
eej-150	70	20	in	in	ADP
eej-150	70	21	singarimbun	singarimbun	PROPN
eej-150	70	22	,	,	PUNCT
eej-150	70	23	m.	m.	NOUN
eej-150	70	24	and	and	CCONJ
eej-150	70	25	effendi	effendi	PROPN
eej-150	70	26	s.	s.	PROPN
eej-150	70	27	(	(	PUNCT
eej-150	70	28	eds	ed	NOUN
eej-150	70	29	)	)	PUNCT
eej-150	70	30	.	.	PUNCT
eej-150	71	1	1989	1989	NUM
eej-150	71	2	)	)	PUNCT
eej-150	72	1	states	state	VERB
eej-150	72	2	that	that	SCONJ
eej-150	72	3	if	if	SCONJ
eej-150	72	4	correlation	correlation	NOUN
eej-150	72	5	technique	technique	NOUN
eej-150	72	6	is	be	AUX
eej-150	72	7	used	use	VERB
eej-150	72	8	in	in	ADP
eej-150	72	9	the	the	DET
eej-150	72	10	analysis	analysis	NOUN
eej-150	72	11	the	the	DET
eej-150	72	12	minimal	minimal	ADJ
eej-150	72	13	sample	sample	NOUN
eej-150	72	14	of	of	ADP
eej-150	72	15	30	30	NUM
eej-150	72	16	should	should	AUX
eej-150	72	17	be	be	AUX
eej-150	72	18	fulfilled	fulfil	VERB
eej-150	72	19	.	.	PUNCT
eej-150	73	1	there	there	PRON
eej-150	73	2	were	be	VERB
eej-150	73	3	three	three	NUM
eej-150	73	4	instruments	instrument	NOUN
eej-150	73	5	to	to	PART
eej-150	73	6	conduct	conduct	VERB
eej-150	73	7	self	self	NOUN
eej-150	73	8	-	-	PUNCT
eej-150	73	9	assessment	assessment	NOUN
eej-150	73	10	and	and	CCONJ
eej-150	73	11	collect	collect	VERB
eej-150	73	12	the	the	DET
eej-150	73	13	data	datum	NOUN
eej-150	73	14	:	:	PUNCT
eej-150	73	15	(	(	PUNCT
eej-150	73	16	1	1	X
eej-150	73	17	)	)	PUNCT
eej-150	73	18	questionnaire	questionnaire	NOUN
eej-150	73	19	on	on	ADP
eej-150	73	20	oral	oral	ADJ
eej-150	73	21	rating	rating	NOUN
eej-150	73	22	scales	scale	NOUN
eej-150	73	23	which	which	PRON
eej-150	73	24	was	be	AUX
eej-150	73	25	used	use	VERB
eej-150	73	26	to	to	PART
eej-150	73	27	set	set	VERB
eej-150	73	28	the	the	DET
eej-150	73	29	rating	rating	NOUN
eej-150	73	30	scale	scale	NOUN
eej-150	73	31	to	to	PART
eej-150	73	32	assess	assess	VERB
eej-150	73	33	students	student	NOUN
eej-150	73	34	'	'	PART
eej-150	73	35	speaking	speak	VERB
eej-150	73	36	performance	performance	NOUN
eej-150	73	37	(	(	PUNCT
eej-150	73	38	see	see	VERB
eej-150	73	39	appendix	appendix	NOUN
eej-150	73	40	1	1	NUM
eej-150	73	41	)	)	PUNCT
eej-150	73	42	;	;	PUNCT
eej-150	73	43	(	(	PUNCT
eej-150	73	44	2	2	X
eej-150	73	45	)	)	PUNCT
eej-150	73	46	six	six	NUM
eej-150	73	47	speaking	speak	VERB
eej-150	73	48	tasks	task	NOUN
eej-150	73	49	that	that	PRON
eej-150	73	50	were	be	AUX
eej-150	73	51	adapted	adapt	VERB
eej-150	73	52	from	from	ADP
eej-150	73	53	the	the	DET
eej-150	73	54	new	new	ADJ
eej-150	73	55	interchange	interchange	NOUN
eej-150	73	56	book	book	NOUN
eej-150	73	57	2	2	NUM
eej-150	73	58	(	(	PUNCT
eej-150	73	59	richards	richard	NOUN
eej-150	73	60	,	,	PUNCT
eej-150	73	61	hull	hull	NOUN
eej-150	73	62	,	,	PUNCT
eej-150	73	63	and	and	CCONJ
eej-150	73	64	proctor	proctor	NOUN
eej-150	73	65	1997	1997	NUM
eej-150	73	66	):	):	PUNCT
eej-150	73	67	they	they	PRON
eej-150	73	68	were	be	AUX
eej-150	73	69	used	use	VERB
eej-150	73	70	to	to	PART
eej-150	73	71	conduct	conduct	VERB
eej-150	73	72	the	the	DET
eej-150	73	73	3	3	NUM
eej-150	73	74	-	-	PUNCT
eej-150	73	75	minutes	minute	NOUN
eej-150	73	76	oral	oral	ADJ
eej-150	73	77	presentation	presentation	NOUN
eej-150	73	78	;	;	PUNCT
eej-150	73	79	and	and	CCONJ
eej-150	73	80	(	(	PUNCT
eej-150	73	81	3	3	X
eej-150	73	82	)	)	PUNCT
eej-150	73	83	self	self	NOUN
eej-150	73	84	-	-	PUNCT
eej-150	73	85	assessment	assessment	NOUN
eej-150	73	86	form	form	NOUN
eej-150	73	87	and	and	CCONJ
eej-150	73	88	the	the	DET
eej-150	73	89	scoring	scoring	NOUN
eej-150	73	90	guide	guide	NOUN
eej-150	73	91	(	(	PUNCT
eej-150	73	92	see	see	VERB
eej-150	73	93	appendix	appendix	NOUN
eej-150	73	94	2	2	NUM
eej-150	73	95	and	and	CCONJ
eej-150	73	96	3	3	NUM
eej-150	73	97	)	)	PUNCT
eej-150	73	98	.	.	PUNCT
eej-150	74	1	if	if	SCONJ
eej-150	74	2	the	the	DET
eej-150	74	3	value	value	NOUN
eej-150	74	4	of	of	ADP
eej-150	74	5	rs	rs	NOUN
eej-150	74	6	reaches	reach	VERB
eej-150	74	7	0.7	0.7	NUM
eej-150	74	8	,	,	PUNCT
eej-150	74	9	it	it	PRON
eej-150	74	10	can	can	AUX
eej-150	74	11	be	be	AUX
eej-150	74	12	concluded	conclude	VERB
eej-150	74	13	that	that	SCONJ
eej-150	74	14	the	the	PRON
eej-150	74	15	intra	intra	ADJ
eej-150	74	16	-	-	NOUN
eej-150	74	17	reliability	reliability	NOUN
eej-150	74	18	of	of	ADP
eej-150	74	19	selfassessment	selfassessment	NOUN
eej-150	74	20	is	be	AUX
eej-150	74	21	considered	consider	VERB
eej-150	74	22	high	high	ADJ
eej-150	74	23	.	.	PUNCT
eej-150	75	1	it	it	PRON
eej-150	75	2	goes	go	VERB
eej-150	75	3	with	with	ADP
eej-150	75	4	lado	lado	PROPN
eej-150	75	5	's	's	PART
eej-150	75	6	statement	statement	NOUN
eej-150	75	7	(	(	PUNCT
eej-150	75	8	1961	1961	NUM
eej-150	75	9	)	)	PUNCT
eej-150	75	10	cited	cite	VERB
eej-150	75	11	in	in	ADP
eej-150	75	12	hughes	hughes	PROPN
eej-150	75	13	(	(	PUNCT
eej-150	75	14	2003	2003	NUM
eej-150	75	15	:	:	PUNCT
eej-150	75	16	39	39	NUM
eej-150	75	17	)	)	PUNCT
eej-150	75	18	that	that	SCONJ
eej-150	75	19	"	"	PUNCT
eej-150	75	20	oral	oral	ADJ
eej-150	75	21	production	production	NOUN
eej-150	75	22	test	test	NOUN
eej-150	75	23	may	may	AUX
eej-150	75	24	be	be	AUX
eej-150	75	25	in	in	ADP
eej-150	75	26	.70	.70	NUM
eej-150	75	27	to	to	PART
eej-150	75	28	.79	.79	NUM
eej-150	75	29	range	range	NOUN
eej-150	75	30	.	.	PUNCT
eej-150	75	31	"	"	PUNCT
eej-150	76	1	he	he	PRON
eej-150	76	2	adds	add	VERB
eej-150	76	3	that	that	SCONJ
eej-150	76	4	"	"	PUNCT
eej-150	76	5	a	a	DET
eej-150	76	6	9	9	NUM
eej-150	76	7	3	3	NUM
eej-150	76	8	reliability	reliability	NOUN
eej-150	76	9	coefficient	coefficient	NOUN
eej-150	76	10	of	of	ADP
eej-150	76	11	.85	.85	NUM
eej-150	76	12	might	might	AUX
eej-150	76	13	be	be	AUX
eej-150	76	14	considered	consider	VERB
eej-150	76	15	high	high	ADJ
eej-150	76	16	for	for	ADP
eej-150	76	17	an	an	DET
eej-150	76	18	oral	oral	ADJ
eej-150	76	19	production	production	NOUN
eej-150	76	20	test	test	NOUN
eej-150	76	21	but	but	CCONJ
eej-150	76	22	low	low	ADJ
eej-150	76	23	for	for	ADP
eej-150	76	24	a	a	DET
eej-150	76	25	reading	reading	NOUN
eej-150	76	26	test	test	NOUN
eej-150	76	27	.	.	PUNCT
eej-150	76	28	"	"	PUNCT
eej-150	77	1	a	a	DET
eej-150	77	2	comparison	comparison	NOUN
eej-150	77	3	of	of	ADP
eej-150	77	4	the	the	DET
eej-150	77	5	average	average	NOUN
eej-150	77	6	of	of	ADP
eej-150	77	7	0\t	0\t	PROPN
eej-150	77	8	o3	o3	PROPN
eej-150	77	9	,	,	PUNCT
eej-150	77	10	and	and	CCONJ
eej-150	77	11	o5	o5	PROPN
eej-150	77	12	with	with	ADP
eej-150	77	13	the	the	DET
eej-150	77	14	average	average	NOUN
eej-150	77	15	of	of	ADP
eej-150	77	16	o2	o2	PROPN
eej-150	77	17	,	,	PUNCT
eej-150	77	18	o^and	o^and	PRON
eej-150	77	19	will	will	AUX
eej-150	77	20	yield	yield	VERB
eej-150	77	21	a	a	DET
eej-150	77	22	result	result	NOUN
eej-150	77	23	that	that	PRON
eej-150	77	24	is	be	AUX
eej-150	77	25	not	not	PART
eej-150	77	26	likely	likely	ADJ
eej-150	77	27	to	to	PART
eej-150	77	28	be	be	AUX
eej-150	77	29	invalidated	invalidate	VERB
eej-150	77	30	by	by	ADP
eej-150	77	31	historical	historical	ADJ
eej-150	77	32	bias	bias	NOUN
eej-150	77	33	(	(	PUNCT
eej-150	77	34	tuckman	tuckman	NOUN
eej-150	77	35	,	,	PUNCT
eej-150	77	36	1978:140	1978:140	NUM
eej-150	77	37	)	)	PUNCT
eej-150	77	38	.	.	PUNCT
eej-150	78	1	the	the	DET
eej-150	78	2	assumption	assumption	NOUN
eej-150	78	3	is	be	AUX
eej-150	78	4	if	if	SCONJ
eej-150	78	5	the	the	DET
eej-150	78	6	average	average	NOUN
eej-150	78	7	of	of	ADP
eej-150	78	8	o2	o2	PROPN
eej-150	78	9	,	,	PUNCT
eej-150	78	10	o4	o4	PROPN
eej-150	78	11	,	,	PUNCT
eej-150	78	12	0	0	NUM
eej-150	78	13	$	$	SYM
eej-150	78	14	is	be	AUX
eej-150	78	15	higher	high	ADJ
eej-150	78	16	than	than	ADP
eej-150	78	17	the	the	DET
eej-150	78	18	average	average	NOUN
eej-150	78	19	of	of	ADP
eej-150	78	20	0\t	0\t	PROPN
eej-150	78	21	osf	osf	NOUN
eej-150	78	22	o5,the	o5,the	DET
eej-150	78	23	rater	rater	PROPN
eej-150	78	24	training	training	NOUN
eej-150	78	25	likely	likely	ADV
eej-150	78	26	improves	improve	VERB
eej-150	78	27	the	the	DET
eej-150	78	28	intra	intra	ADJ
eej-150	78	29	-	-	NOUN
eej-150	78	30	reliability	reliability	NOUN
eej-150	78	31	of	of	ADP
eej-150	78	32	the	the	DET
eej-150	78	33	self	self	NOUN
eej-150	78	34	-	-	PUNCT
eej-150	78	35	assessment	assessment	NOUN
eej-150	78	36	.	.	PUNCT
eej-150	79	1	table	table	NOUN
eej-150	79	2	1	1	NUM
eej-150	79	3	the	the	DET
eej-150	79	4	analysis	analysis	NOUN
eej-150	79	5	design	design	NOUN
eej-150	79	6	to	to	PART
eej-150	79	7	find	find	VERB
eej-150	79	8	out	out	ADP
eej-150	79	9	the	the	DET
eej-150	79	10	impact	impact	NOUN
eej-150	79	11	of	of	ADP
eej-150	79	12	the	the	DET
eej-150	79	13	rater	rater	NOUN
eej-150	79	14	training	training	NOUN
eej-150	79	15	on	on	ADP
eej-150	79	16	the	the	DET
eej-150	79	17	intra	intra	ADJ
eej-150	79	18	-	-	ADJ
eej-150	79	19	rater	rater	ADJ
eej-150	79	20	reliability	reliability	NOUN
eej-150	79	21	of	of	ADP
eej-150	79	22	the	the	DET
eej-150	79	23	self	self	NOUN
eej-150	79	24	-	-	PUNCT
eej-150	79	25	assessment	assessment	NOUN
eej-150	79	26	of	of	ADP
eej-150	79	27	speaking	speak	VERB
eej-150	79	28	performance	performance	NOUN
eej-150	79	29	first	first	ADJ
eej-150	79	30	second	second	ADJ
eej-150	79	31	third	third	PROPN
eej-150	79	32	administration	administration	PROPN
eej-150	79	33	administration	administration	PROPN
eej-150	79	34	administration	administration	PROPN
eej-150	79	35	xj	xj	PROPN
eej-150	79	36	02	02	NUM
eej-150	79	37	04	04	NUM
eej-150	80	1	o6	o6	X
eej-150	80	2	xo	xo	PROPN
eej-150	80	3	oj	oj	ADP
eej-150	80	4	03	03	NUM
eej-150	80	5	o5	o5	PROPN
eej-150	80	6	to	to	PART
eej-150	80	7	guard	guard	VERB
eej-150	80	8	the	the	DET
eej-150	80	9	external	external	ADJ
eej-150	80	10	validity	validity	NOUN
eej-150	80	11	,	,	PUNCT
eej-150	80	12	which	which	PRON
eej-150	80	13	is	be	AUX
eej-150	80	14	one	one	NUM
eej-150	80	15	weakness	weakness	NOUN
eej-150	80	16	of	of	ADP
eej-150	80	17	employing	employ	VERB
eej-150	80	18	the	the	DET
eej-150	80	19	design	design	NOUN
eej-150	80	20	,	,	PUNCT
eej-150	80	21	the	the	DET
eej-150	80	22	study	study	NOUN
eej-150	80	23	held	hold	VERB
eej-150	80	24	three	three	NUM
eej-150	80	25	administrations	administration	NOUN
eej-150	80	26	instead	instead	ADV
eej-150	80	27	of	of	ADP
eej-150	80	28	having	have	VERB
eej-150	80	29	two	two	NUM
eej-150	80	30	administrations	administration	NOUN
eej-150	80	31	.	.	PUNCT
eej-150	81	1	if	if	SCONJ
eej-150	81	2	the	the	DET
eej-150	81	3	effect	effect	NOUN
eej-150	81	4	of	of	ADP
eej-150	81	5	xj	xj	PROPN
eej-150	81	6	of	of	ADP
eej-150	81	7	the	the	DET
eej-150	81	8	third	third	ADJ
eej-150	81	9	administration	administration	NOUN
eej-150	81	10	is	be	AUX
eej-150	81	11	the	the	DET
eej-150	81	12	same	same	ADJ
eej-150	81	13	as	as	ADP
eej-150	81	14	its	its	PRON
eej-150	81	15	effect	effect	NOUN
eej-150	81	16	when	when	SCONJ
eej-150	81	17	introduced	introduce	VERB
eej-150	81	18	and	and	CCONJ
eej-150	81	19	reintroduced	reintroduce	VERB
eej-150	81	20	,	,	PUNCT
eej-150	81	21	then	then	ADV
eej-150	81	22	it	it	PRON
eej-150	81	23	would	would	AUX
eej-150	81	24	make	make	VERB
eej-150	81	25	valid	valid	ADJ
eej-150	81	26	conclusions	conclusion	NOUN
eej-150	81	27	about	about	ADP
eej-150	81	28	the	the	DET
eej-150	81	29	continuous	continuous	ADJ
eej-150	81	30	of	of	ADP
eej-150	81	31	xi	xi	NUM
eej-150	81	32	from	from	ADP
eej-150	81	33	a	a	DET
eej-150	81	34	study	study	NOUN
eej-150	81	35	using	use	VERB
eej-150	81	36	the	the	DET
eej-150	81	37	equivalent	equivalent	ADJ
eej-150	81	38	time	time	NOUN
eej-150	81	39	-	-	PUNCT
eej-150	81	40	samples	sample	NOUN
eej-150	81	41	design	design	NOUN
eej-150	81	42	(	(	PUNCT
eej-150	81	43	tuckman	tuckman	NOUN
eej-150	81	44	1978	1978	NUM
eej-150	81	45	)	)	PUNCT
eej-150	81	46	.	.	PUNCT
eej-150	82	1	the	the	DET
eej-150	82	2	rater	rater	PROPN
eej-150	82	3	training	training	NOUN
eej-150	82	4	used	use	VERB
eej-150	82	5	was	be	AUX
eej-150	82	6	adapted	adapt	VERB
eej-150	82	7	from	from	ADP
eej-150	82	8	the	the	DET
eej-150	82	9	model	model	NOUN
eej-150	82	10	developed	develop	VERB
eej-150	82	11	by	by	ADP
eej-150	82	12	herman	herman	PROPN
eej-150	82	13	,	,	PUNCT
eej-150	82	14	aschbacher	aschbacher	NOUN
eej-150	82	15	and	and	CCONJ
eej-150	82	16	winters	winter	NOUN
eej-150	82	17	(	(	PUNCT
eej-150	82	18	1992	1992	NUM
eej-150	82	19	as	as	SCONJ
eej-150	82	20	cited	cite	VERB
eej-150	82	21	in	in	ADP
eej-150	82	22	o'malley	o'malley	PROPN
eej-150	82	23	and	and	CCONJ
eej-150	82	24	valdez	valdez	PROPN
eej-150	82	25	pierce	pierce	PROPN
eej-150	82	26	,	,	PUNCT
eej-150	82	27	1996	1996	NUM
eej-150	82	28	)	)	PUNCT
eej-150	82	29	.	.	PUNCT
eej-150	83	1	there	there	PRON
eej-150	83	2	are	be	VERB
eej-150	83	3	five	five	NUM
eej-150	83	4	phases	phase	NOUN
eej-150	83	5	described	describe	VERB
eej-150	83	6	below	below	ADV
eej-150	83	7	.	.	PUNCT
eej-150	84	1	(	(	PUNCT
eej-150	84	2	1	1	X
eej-150	84	3	)	)	PUNCT
eej-150	84	4	orientation	orientation	NOUN
eej-150	84	5	to	to	ADP
eej-150	84	6	the	the	DET
eej-150	84	7	assessment	assessment	NOUN
eej-150	84	8	task	task	NOUN
eej-150	84	9	•	•	ADP
eej-150	84	10	introducing	introduce	VERB
eej-150	84	11	the	the	DET
eej-150	84	12	purposes	purpose	NOUN
eej-150	84	13	of	of	ADP
eej-150	84	14	the	the	DET
eej-150	84	15	assessment	assessment	NOUN
eej-150	84	16	;	;	PUNCT
eej-150	84	17	•	•	ADP
eej-150	84	18	describing	describe	VERB
eej-150	84	19	who	who	PRON
eej-150	84	20	will	will	AUX
eej-150	84	21	use	use	VERB
eej-150	84	22	the	the	DET
eej-150	84	23	assessment	assessment	NOUN
eej-150	84	24	results	result	NOUN
eej-150	84	25	;	;	PUNCT
eej-150	84	26	•	•	ADP
eej-150	84	27	discussing	discuss	VERB
eej-150	84	28	the	the	DET
eej-150	84	29	objective	objective	NOUN
eej-150	84	30	being	be	AUX
eej-150	84	31	assessed	assess	VERB
eej-150	84	32	;	;	PUNCT
eej-150	84	33	•	•	ADP
eej-150	84	34	describing	describe	VERB
eej-150	84	35	the	the	DET
eej-150	84	36	prompts	prompt	NOUN
eej-150	84	37	and	and	CCONJ
eej-150	84	38	student	student	NOUN
eej-150	84	39	directions	direction	NOUN
eej-150	84	40	;	;	PUNCT
eej-150	84	41	•	•	ADP
eej-150	84	42	giving	give	VERB
eej-150	84	43	an	an	DET
eej-150	84	44	overview	overview	NOUN
eej-150	84	45	of	of	ADP
eej-150	84	46	the	the	DET
eej-150	84	47	scoring	scoring	NOUN
eej-150	84	48	rubric	rubric	NOUN
eej-150	84	49	;	;	PUNCT
eej-150	84	50	and	and	CCONJ
eej-150	84	51	•	•	ADV
eej-150	84	52	taking	take	VERB
eej-150	84	53	the	the	DET
eej-150	84	54	assessment	assessment	NOUN
eej-150	84	55	themselves	themselves	PRON
eej-150	84	56	so	so	ADV
eej-150	84	57	they	they	PRON
eej-150	84	58	understand	understand	VERB
eej-150	84	59	the	the	DET
eej-150	84	60	mental	mental	ADJ
eej-150	84	61	processes	process	NOUN
eej-150	84	62	that	that	PRON
eej-150	84	63	are	be	AUX
eej-150	84	64	being	be	AUX
eej-150	84	65	called	call	VERB
eej-150	84	66	on	on	ADP
eej-150	84	67	as	as	SCONJ
eej-150	84	68	they	they	PRON
eej-150	84	69	take	take	VERB
eej-150	84	70	the	the	DET
eej-150	84	71	assessment	assessment	NOUN
eej-150	84	72	.	.	PUNCT
eej-150	85	1	(	(	PUNCT
eej-150	85	2	2	2	X
eej-150	85	3	)	)	PUNCT
eej-150	85	4	clarification	clarification	NOUN
eej-150	85	5	of	of	ADP
eej-150	85	6	the	the	DET
eej-150	85	7	scoring	scoring	NOUN
eej-150	85	8	rubric	rubric	ADJ
eej-150	85	9	•	•	NOUN
eej-150	85	10	discussing	discuss	VERB
eej-150	85	11	the	the	DET
eej-150	85	12	scoring	scoring	NOUN
eej-150	85	13	rubric	rubric	ADJ
eej-150	85	14	and	and	CCONJ
eej-150	85	15	its	its	PRON
eej-150	85	16	components	component	NOUN
eej-150	85	17	in	in	ADP
eej-150	85	18	small	small	ADJ
eej-150	85	19	groups	group	NOUN
eej-150	85	20	;	;	PUNCT
eej-150	85	21	•	•	NUM
eej-150	85	22	thinking	think	VERB
eej-150	85	23	back	back	ADV
eej-150	85	24	on	on	ADP
eej-150	85	25	the	the	DET
eej-150	85	26	mental	mental	ADJ
eej-150	85	27	processes	process	NOUN
eej-150	85	28	that	that	PRON
eej-150	85	29	are	be	AUX
eej-150	85	30	called	call	VERB
eej-150	85	31	for	for	ADP
eej-150	85	32	in	in	ADP
eej-150	85	33	responding	respond	VERB
eej-150	85	34	to	to	ADP
eej-150	85	35	the	the	DET
eej-150	85	36	prompt	prompt	NOUN
eej-150	85	37	and	and	CCONJ
eej-150	85	38	how	how	SCONJ
eej-150	85	39	the	the	DET
eej-150	85	40	rubric	rubric	ADJ
eej-150	85	41	taps	tap	NOUN
eej-150	85	42	into	into	ADP
eej-150	85	43	these	these	DET
eej-150	85	44	processes	process	NOUN
eej-150	85	45	;	;	PUNCT
eej-150	85	46	and	and	CCONJ
eej-150	85	47	9	9	NUM
eej-150	85	48	4	4	NUM
eej-150	85	49	•	•	NOUN
eej-150	85	50	reviewing	review	VERB
eej-150	85	51	the	the	DET
eej-150	85	52	anchor	anchor	NOUN
eej-150	85	53	performances	performance	NOUN
eej-150	85	54	(	(	PUNCT
eej-150	85	55	representative	representative	ADJ
eej-150	85	56	products	product	NOUN
eej-150	85	57	or	or	CCONJ
eej-150	85	58	performances	performance	NOUN
eej-150	85	59	used	use	VERB
eej-150	85	60	to	to	PART
eej-150	85	61	characterize	characterize	VERB
eej-150	85	62	each	each	DET
eej-150	85	63	point	point	NOUN
eej-150	85	64	on	on	ADP
eej-150	85	65	a	a	DET
eej-150	85	66	scoring	scoring	NOUN
eej-150	85	67	rubric	rubric	ADJ
eej-150	85	68	or	or	CCONJ
eej-150	85	69	scale	scale	NOUN
eej-150	85	70	.	.	PUNCT
eej-150	86	1	(	(	PUNCT
eej-150	86	2	3	3	X
eej-150	86	3	)	)	PUNCT
eej-150	86	4	practice	practice	NOUN
eej-150	86	5	scoring	scoring	NOUN
eej-150	86	6	•	•	NUM
eej-150	86	7	scoring	score	VERB
eej-150	86	8	a	a	DET
eej-150	86	9	speaking	speak	VERB
eej-150	86	10	performance	performance	NOUN
eej-150	86	11	in	in	ADP
eej-150	86	12	groups	group	NOUN
eej-150	86	13	and	and	CCONJ
eej-150	86	14	individually	individually	ADV
eej-150	86	15	and	and	CCONJ
eej-150	86	16	discussing	discuss	VERB
eej-150	86	17	the	the	DET
eej-150	86	18	rates	rate	NOUN
eej-150	86	19	;	;	PUNCT
eej-150	86	20	•	•	NUM
eej-150	86	21	taking	take	VERB
eej-150	86	22	notes	note	NOUN
eej-150	86	23	while	while	SCONJ
eej-150	86	24	scoring	scoring	NOUN
eej-150	86	25	,	,	PUNCT
eej-150	86	26	providing	provide	VERB
eej-150	86	27	reasons	reason	NOUN
eej-150	86	28	why	why	SCONJ
eej-150	86	29	they	they	PRON
eej-150	86	30	assigned	assign	VERB
eej-150	86	31	the	the	DET
eej-150	86	32	scores	score	NOUN
eej-150	86	33	;	;	PUNCT
eej-150	86	34	and	and	CCONJ
eej-150	86	35	•	•	ADV
eej-150	86	36	attempting	attempt	VERB
eej-150	86	37	for	for	ADP
eej-150	86	38	establishing	establish	VERB
eej-150	86	39	consensus	consensus	NOUN
eej-150	86	40	in	in	ADP
eej-150	86	41	their	their	PRON
eej-150	86	42	ratings	rating	NOUN
eej-150	86	43	.	.	PUNCT
eej-150	87	1	(	(	PUNCT
eej-150	87	2	4	4	X
eej-150	87	3	)	)	PUNCT
eej-150	87	4	check	check	NOUN
eej-150	87	5	reliability	reliability	NOUN
eej-150	87	6	:	:	PUNCT
eej-150	87	7	comparing	compare	VERB
eej-150	87	8	the	the	DET
eej-150	87	9	students	student	NOUN
eej-150	87	10	awarded	award	VERB
eej-150	87	11	scores	score	NOUN
eej-150	87	12	with	with	ADP
eej-150	87	13	the	the	DET
eej-150	87	14	teacher	teacher	NOUN
eej-150	87	15	awarded	award	VERB
eej-150	87	16	scores	score	NOUN
eej-150	87	17	to	to	PART
eej-150	87	18	check	check	VERB
eej-150	87	19	the	the	DET
eej-150	87	20	reliability	reliability	NOUN
eej-150	87	21	.	.	PUNCT
eej-150	88	1	(	(	PUNCT
eej-150	88	2	5	5	X
eej-150	88	3	)	)	PUNCT
eej-150	88	4	follow	follow	NOUN
eej-150	88	5	-	-	PUNCT
eej-150	88	6	up	up	NOUN
eej-150	88	7	:	:	PUNCT
eej-150	88	8	the	the	DET
eej-150	88	9	students	student	NOUN
eej-150	88	10	were	be	AUX
eej-150	88	11	invited	invite	VERB
eej-150	88	12	to	to	PART
eej-150	88	13	do	do	VERB
eej-150	88	14	reflection	reflection	NOUN
eej-150	88	15	on	on	ADP
eej-150	88	16	how	how	SCONJ
eej-150	88	17	they	they	PRON
eej-150	88	18	assessed	assess	VERB
eej-150	88	19	the	the	DET
eej-150	88	20	recorded	recorded	ADJ
eej-150	88	21	speaking	speaking	NOUN
eej-150	88	22	performances	performance	NOUN
eej-150	88	23	,	,	PUNCT
eej-150	88	24	to	to	PART
eej-150	88	25	find	find	VERB
eej-150	88	26	out	out	ADP
eej-150	88	27	whether	whether	SCONJ
eej-150	88	28	they	they	PRON
eej-150	88	29	overestimate	overestimate	VERB
eej-150	88	30	or	or	CCONJ
eej-150	88	31	underestimate	underestimate	ADJ
eej-150	88	32	or	or	CCONJ
eej-150	88	33	they	they	PRON
eej-150	88	34	give	give	VERB
eej-150	88	35	about	about	ADP
eej-150	88	36	the	the	DET
eej-150	88	37	same	same	ADJ
eej-150	88	38	score	score	NOUN
eej-150	88	39	awarded	award	VERB
eej-150	88	40	by	by	ADP
eej-150	88	41	the	the	DET
eej-150	88	42	teacher	teacher	NOUN
eej-150	88	43	.	.	PUNCT
eej-150	89	1	the	the	DET
eej-150	89	2	limitation	limitation	NOUN
eej-150	89	3	of	of	ADP
eej-150	89	4	the	the	DET
eej-150	89	5	study	study	NOUN
eej-150	89	6	is	be	AUX
eej-150	89	7	that	that	SCONJ
eej-150	89	8	the	the	DET
eej-150	89	9	student	student	NOUN
eej-150	89	10	-	-	PUNCT
eej-150	89	11	teacher	teacher	NOUN
eej-150	89	12	and	and	CCONJ
eej-150	89	13	student	student	NOUN
eej-150	89	14	-	-	PUNCT
eej-150	89	15	peers	peer	NOUN
eej-150	89	16	discussions	discussion	NOUN
eej-150	89	17	on	on	ADP
eej-150	89	18	the	the	DET
eej-150	89	19	recorded	recorded	ADJ
eej-150	89	20	speaking	speaking	NOUN
eej-150	89	21	performance	performance	NOUN
eej-150	89	22	before	before	SCONJ
eej-150	89	23	the	the	DET
eej-150	89	24	students	student	NOUN
eej-150	89	25	did	do	VERB
eej-150	89	26	the	the	DET
eej-150	89	27	second	second	ADJ
eej-150	89	28	selfassessment	selfassessment	NOUN
eej-150	89	29	might	might	AUX
eej-150	89	30	cause	cause	VERB
eej-150	89	31	bias	bias	NOUN
eej-150	89	32	in	in	ADP
eej-150	89	33	this	this	DET
eej-150	89	34	study	study	NOUN
eej-150	89	35	.	.	PUNCT
eej-150	90	1	findings	finding	VERB
eej-150	90	2	the	the	DET
eej-150	90	3	rating	rating	NOUN
eej-150	90	4	scale	scale	NOUN
eej-150	90	5	for	for	ADP
eej-150	90	6	the	the	DET
eej-150	90	7	self	self	NOUN
eej-150	90	8	-	-	PUNCT
eej-150	90	9	assessment	assessment	NOUN
eej-150	90	10	of	of	ADP
eej-150	90	11	speaking	speak	VERB
eej-150	90	12	performance	performance	NOUN
eej-150	90	13	the	the	DET
eej-150	90	14	analysis	analysis	NOUN
eej-150	90	15	of	of	ADP
eej-150	90	16	the	the	DET
eej-150	90	17	core	core	NOUN
eej-150	90	18	component	component	NOUN
eej-150	90	19	of	of	ADP
eej-150	90	20	the	the	DET
eej-150	90	21	questionnaire	questionnaire	NOUN
eej-150	90	22	showed	show	VERB
eej-150	90	23	the	the	DET
eej-150	90	24	first	first	ADJ
eej-150	90	25	seven	seven	NUM
eej-150	90	26	items	item	NOUN
eej-150	90	27	among	among	ADP
eej-150	90	28	nine	nine	NUM
eej-150	90	29	elements	element	NOUN
eej-150	90	30	which	which	PRON
eej-150	90	31	have	have	VERB
eej-150	90	32	the	the	DET
eej-150	90	33	highest	high	ADJ
eej-150	90	34	mean	mean	ADJ
eej-150	90	35	scores	score	NOUN
eej-150	90	36	.	.	PUNCT
eej-150	91	1	they	they	PRON
eej-150	91	2	were	be	AUX
eej-150	91	3	taken	take	VERB
eej-150	91	4	to	to	PART
eej-150	91	5	put	put	VERB
eej-150	91	6	in	in	ADP
eej-150	91	7	the	the	DET
eej-150	91	8	rating	rating	NOUN
eej-150	91	9	scale	scale	NOUN
eej-150	91	10	.	.	PUNCT
eej-150	92	1	they	they	PRON
eej-150	92	2	are	be	AUX
eej-150	92	3	grammar	grammar	NOUN
eej-150	92	4	,	,	PUNCT
eej-150	92	5	pronunciation	pronunciation	NOUN
eej-150	92	6	,	,	PUNCT
eej-150	92	7	loudness	loudness	NOUN
eej-150	92	8	,	,	PUNCT
eej-150	92	9	vocabulary	vocabulary	NOUN
eej-150	92	10	,	,	PUNCT
eej-150	92	11	body	body	NOUN
eej-150	92	12	language	language	NOUN
eej-150	92	13	,	,	PUNCT
eej-150	92	14	task	task	NOUN
eej-150	92	15	and	and	CCONJ
eej-150	92	16	fluency	fluency	NOUN
eej-150	92	17	.	.	PUNCT
eej-150	93	1	two	two	NUM
eej-150	93	2	elements	element	NOUN
eej-150	93	3	cohesion	cohesion	NOUN
eej-150	93	4	and	and	CCONJ
eej-150	93	5	strategy	strategy	NOUN
eej-150	93	6	were	be	AUX
eej-150	93	7	excluded	exclude	VERB
eej-150	93	8	as	as	SCONJ
eej-150	93	9	they	they	PRON
eej-150	93	10	had	have	VERB
eej-150	93	11	the	the	DET
eej-150	93	12	lowest	low	ADJ
eej-150	93	13	means	mean	NOUN
eej-150	93	14	,	,	PUNCT
eej-150	93	15	2.87500	2.87500	NUM
eej-150	93	16	and	and	CCONJ
eej-150	93	17	3.06250	3.06250	NUM
eej-150	93	18	respectively	respectively	ADV
eej-150	93	19	.	.	PUNCT
eej-150	94	1	from	from	ADP
eej-150	94	2	the	the	DET
eej-150	94	3	class	class	NOUN
eej-150	94	4	discussion	discussion	NOUN
eej-150	94	5	with	with	ADP
eej-150	94	6	the	the	DET
eej-150	94	7	students	student	NOUN
eej-150	94	8	,	,	PUNCT
eej-150	94	9	it	it	PRON
eej-150	94	10	was	be	AUX
eej-150	94	11	revealed	reveal	VERB
eej-150	94	12	that	that	SCONJ
eej-150	94	13	they	they	PRON
eej-150	94	14	felt	feel	VERB
eej-150	94	15	that	that	SCONJ
eej-150	94	16	the	the	DET
eej-150	94	17	two	two	NUM
eej-150	94	18	elements	element	NOUN
eej-150	94	19	were	be	AUX
eej-150	94	20	too	too	ADV
eej-150	94	21	difficult	difficult	ADJ
eej-150	94	22	to	to	PART
eej-150	94	23	understand	understand	VERB
eej-150	94	24	.	.	PUNCT
eej-150	95	1	there	there	PRON
eej-150	95	2	were	be	VERB
eej-150	95	3	only	only	ADV
eej-150	95	4	few	few	ADJ
eej-150	95	5	answers	answer	NOUN
eej-150	95	6	to	to	ADP
eej-150	95	7	the	the	DET
eej-150	95	8	open	open	ADV
eej-150	95	9	-	-	PUNCT
eej-150	95	10	ended	end	VERB
eej-150	95	11	question	question	NOUN
eej-150	95	12	,	,	PUNCT
eej-150	95	13	and	and	CCONJ
eej-150	95	14	the	the	DET
eej-150	95	15	answers	answer	NOUN
eej-150	95	16	were	be	AUX
eej-150	95	17	the	the	DET
eej-150	95	18	clarification	clarification	NOUN
eej-150	95	19	of	of	ADP
eej-150	95	20	the	the	DET
eej-150	95	21	seven	seven	NUM
eej-150	95	22	elements	element	NOUN
eej-150	95	23	.	.	PUNCT
eej-150	96	1	many	many	ADJ
eej-150	96	2	previous	previous	ADJ
eej-150	96	3	studies	study	NOUN
eej-150	96	4	did	do	AUX
eej-150	96	5	not	not	PART
eej-150	96	6	include	include	VERB
eej-150	96	7	the	the	DET
eej-150	96	8	element	element	NOUN
eej-150	96	9	of	of	ADP
eej-150	96	10	loudness	loudness	NOUN
eej-150	96	11	.	.	PUNCT
eej-150	97	1	loudness	loudness	NOUN
eej-150	97	2	is	be	AUX
eej-150	97	3	the	the	DET
eej-150	97	4	volume	volume	NOUN
eej-150	97	5	of	of	ADP
eej-150	97	6	the	the	DET
eej-150	97	7	speaker	speaker	NOUN
eej-150	97	8	's	's	PART
eej-150	97	9	voice	voice	NOUN
eej-150	97	10	.	.	PUNCT
eej-150	98	1	this	this	DET
eej-150	98	2	study	study	NOUN
eej-150	98	3	considers	consider	VERB
eej-150	98	4	the	the	DET
eej-150	98	5	element	element	NOUN
eej-150	98	6	is	be	AUX
eej-150	98	7	important	important	ADJ
eej-150	98	8	to	to	PART
eej-150	98	9	improve	improve	VERB
eej-150	98	10	since	since	SCONJ
eej-150	98	11	the	the	DET
eej-150	98	12	fact	fact	NOUN
eej-150	98	13	that	that	SCONJ
eej-150	98	14	not	not	PART
eej-150	98	15	only	only	ADV
eej-150	98	16	most	most	ADV
eej-150	98	17	female	female	ADJ
eej-150	98	18	but	but	CCONJ
eej-150	98	19	also	also	ADV
eej-150	98	20	male	male	ADJ
eej-150	98	21	subjects	subject	NOUN
eej-150	98	22	of	of	ADP
eej-150	98	23	the	the	DET
eej-150	98	24	study	study	NOUN
eej-150	98	25	do	do	AUX
eej-150	98	26	not	not	PART
eej-150	98	27	speak	speak	VERB
eej-150	98	28	loudly	loudly	ADV
eej-150	98	29	when	when	SCONJ
eej-150	98	30	they	they	PRON
eej-150	98	31	do	do	VERB
eej-150	98	32	presentation	presentation	NOUN
eej-150	98	33	in	in	ADP
eej-150	98	34	front	front	NOUN
eej-150	98	35	of	of	ADP
eej-150	98	36	the	the	DET
eej-150	98	37	class	class	NOUN
eej-150	98	38	,	,	PUNCT
eej-150	98	39	even	even	ADV
eej-150	98	40	the	the	DET
eej-150	98	41	teacher	teacher	NOUN
eej-150	98	42	who	who	PRON
eej-150	98	43	sits	sit	VERB
eej-150	98	44	about	about	ADP
eej-150	98	45	one	one	NUM
eej-150	98	46	meter	meter	NOUN
eej-150	98	47	from	from	ADP
eej-150	98	48	the	the	DET
eej-150	98	49	student	student	NOUN
eej-150	98	50	can	can	AUX
eej-150	98	51	hardly	hardly	ADV
eej-150	98	52	catch	catch	VERB
eej-150	98	53	the	the	DET
eej-150	98	54	students	student	NOUN
eej-150	98	55	'	'	PART
eej-150	98	56	words	word	NOUN
eej-150	98	57	.	.	PUNCT
eej-150	99	1	9	9	NUM
eej-150	99	2	5	5	NUM
eej-150	99	3	a	a	DET
eej-150	99	4	class	class	NOUN
eej-150	99	5	discussion	discussion	NOUN
eej-150	99	6	was	be	AUX
eej-150	99	7	held	hold	VERB
eej-150	99	8	to	to	PART
eej-150	99	9	assign	assign	VERB
eej-150	99	10	the	the	DET
eej-150	99	11	weight	weight	NOUN
eej-150	99	12	on	on	ADP
eej-150	99	13	every	every	DET
eej-150	99	14	element	element	NOUN
eej-150	99	15	.	.	PUNCT
eej-150	100	1	table	table	NOUN
eej-150	100	2	2	2	NUM
eej-150	100	3	shows	show	VERB
eej-150	100	4	the	the	DET
eej-150	100	5	result	result	NOUN
eej-150	100	6	of	of	ADP
eej-150	100	7	the	the	DET
eej-150	100	8	analysis	analysis	NOUN
eej-150	100	9	on	on	ADP
eej-150	100	10	the	the	DET
eej-150	100	11	questionnaire	questionnaire	NOUN
eej-150	100	12	responses	response	NOUN
eej-150	100	13	and	and	CCONJ
eej-150	100	14	the	the	DET
eej-150	100	15	class	class	NOUN
eej-150	100	16	discussion	discussion	NOUN
eej-150	100	17	.	.	PUNCT
eej-150	101	1	table	table	NOUN
eej-150	101	2	2	2	NUM
eej-150	101	3	.	.	PUNCT
eej-150	102	1	the	the	DET
eej-150	102	2	core	core	NOUN
eej-150	102	3	component	component	NOUN
eej-150	102	4	of	of	ADP
eej-150	102	5	the	the	DET
eej-150	102	6	questionnaire	questionnaire	NOUN
eej-150	102	7	and	and	CCONJ
eej-150	102	8	the	the	DET
eej-150	102	9	weight	weight	NOUN
eej-150	102	10	of	of	ADP
eej-150	102	11	the	the	DET
eej-150	102	12	element	element	NOUN
eej-150	102	13	item	item	NOUN
eej-150	102	14	element	element	NOUN
eej-150	102	15	mean	mean	NOUN
eej-150	102	16	notes	note	VERB
eej-150	102	17	weight	weight	NOUN
eej-150	102	18	1	1	NUM
eej-150	102	19	task	task	NOUN
eej-150	102	20	3.56250	3.56250	NUM
eej-150	102	21	chosen	choose	VERB
eej-150	102	22	2	2	NUM
eej-150	102	23	2	2	NUM
eej-150	102	24	pronunciation	pronunciation	NOUN
eej-150	102	25	4.35417	4.35417	NUM
eej-150	102	26	chosen	choose	VERB
eej-150	102	27	2	2	NUM
eej-150	102	28	3	3	NUM
eej-150	102	29	vocabulary	vocabulary	NOUN
eej-150	102	30	3.93750	3.93750	NUM
eej-150	102	31	chosen	choose	VERB
eej-150	102	32	1	1	NUM
eej-150	102	33	4	4	NUM
eej-150	102	34	grammar	grammar	NOUN
eej-150	102	35	4.43750	4.43750	NUM
eej-150	102	36	chosen	choose	VERB
eej-150	102	37	2	2	NUM
eej-150	102	38	5	5	NUM
eej-150	102	39	fluency	fluency	NOUN
eej-150	102	40	3.33333	3.33333	NUM
eej-150	102	41	chosen	choose	VERB
eej-150	102	42	1	1	NUM
eej-150	102	43	6	6	NUM
eej-150	102	44	cohesion	cohesion	NOUN
eej-150	102	45	2.87500	2.87500	NUM
eej-150	102	46	not	not	PART
eej-150	102	47	chosen	choose	VERB
eej-150	102	48	7	7	NUM
eej-150	102	49	strategy	strategy	NOUN
eej-150	102	50	3.06250	3.06250	NUM
eej-150	102	51	not	not	PART
eej-150	102	52	chosen	choose	VERB
eej-150	102	53	8	8	NUM
eej-150	102	54	body	body	NOUN
eej-150	102	55	language	language	NOUN
eej-150	102	56	3.72917	3.72917	NUM
eej-150	102	57	chosen	choose	VERB
eej-150	102	58	1	1	NUM
eej-150	102	59	9	9	NUM
eej-150	102	60	loudness	loudness	NOUN
eej-150	102	61	4.06250	4.06250	NUM
eej-150	102	62	chosen	choose	VERB
eej-150	102	63	1	1	NUM
eej-150	102	64	with	with	ADP
eej-150	102	65	reference	reference	NOUN
eej-150	102	66	to	to	ADP
eej-150	102	67	the	the	DET
eej-150	102	68	analysis	analysis	NOUN
eej-150	102	69	result	result	NOUN
eej-150	102	70	,	,	PUNCT
eej-150	102	71	the	the	DET
eej-150	102	72	seven	seven	NUM
eej-150	102	73	elements	element	NOUN
eej-150	102	74	were	be	AUX
eej-150	102	75	used	use	VERB
eej-150	102	76	in	in	ADP
eej-150	102	77	the	the	DET
eej-150	102	78	selfassessment	selfassessment	NOUN
eej-150	102	79	(	(	PUNCT
eej-150	102	80	please	please	INTJ
eej-150	102	81	refer	refer	VERB
eej-150	102	82	to	to	ADP
eej-150	102	83	appendix	appendix	VERB
eej-150	102	84	2	2	NUM
eej-150	102	85	:	:	PUNCT
eej-150	102	86	self	self	NOUN
eej-150	102	87	-	-	PUNCT
eej-150	102	88	assessment	assessment	NOUN
eej-150	102	89	form	form	NOUN
eej-150	102	90	)	)	PUNCT
eej-150	102	91	.	.	PUNCT
eej-150	103	1	intra	intra	ADJ
eej-150	103	2	-	-	ADJ
eej-150	103	3	rater	rater	ADJ
eej-150	103	4	reliability	reliability	NOUN
eej-150	103	5	the	the	DET
eej-150	103	6	scores	score	NOUN
eej-150	103	7	awarded	award	VERB
eej-150	103	8	by	by	ADP
eej-150	103	9	the	the	DET
eej-150	103	10	students	student	NOUN
eej-150	103	11	were	be	AUX
eej-150	103	12	entered	enter	VERB
eej-150	103	13	into	into	ADP
eej-150	103	14	the	the	DET
eej-150	103	15	excel	excel	ADJ
eej-150	103	16	worksheet	worksheet	NOUN
eej-150	103	17	and	and	CCONJ
eej-150	103	18	calculated	calculate	VERB
eej-150	103	19	to	to	PART
eej-150	103	20	get	get	VERB
eej-150	103	21	the	the	DET
eej-150	103	22	final	final	ADJ
eej-150	103	23	scores	score	NOUN
eej-150	103	24	.	.	PUNCT
eej-150	104	1	based	base	VERB
eej-150	104	2	on	on	ADP
eej-150	104	3	the	the	DET
eej-150	104	4	agreement	agreement	NOUN
eej-150	104	5	on	on	ADP
eej-150	104	6	the	the	DET
eej-150	104	7	given	give	VERB
eej-150	104	8	weight	weight	NOUN
eej-150	104	9	(	(	PUNCT
eej-150	104	10	please	please	INTJ
eej-150	104	11	see	see	VERB
eej-150	104	12	table	table	NOUN
eej-150	104	13	2	2	NUM
eej-150	104	14	)	)	PUNCT
eej-150	104	15	the	the	DET
eej-150	104	16	equation	equation	NOUN
eej-150	104	17	to	to	PART
eej-150	104	18	calculate	calculate	VERB
eej-150	104	19	the	the	DET
eej-150	104	20	final	final	ADJ
eej-150	104	21	score	score	NOUN
eej-150	104	22	is	be	AUX
eej-150	104	23	(	(	PUNCT
eej-150	104	24	2xtask	2xtask	NUM
eej-150	104	25	score	score	NOUN
eej-150	104	26	+	+	NOUN
eej-150	104	27	2xpronunciation	2xpronunciation	NUM
eej-150	104	28	score	score	NOUN
eej-150	104	29	+	+	CCONJ
eej-150	104	30	vocabulary	vocabulary	ADJ
eej-150	104	31	score	score	NOUN
eej-150	104	32	+	+	NOUN
eej-150	104	33	2xgrammar	2xgrammar	NUM
eej-150	104	34	score	score	NOUN
eej-150	104	35	+	+	CCONJ
eej-150	104	36	fluency	fluency	NOUN
eej-150	104	37	score	score	NOUN
eej-150	104	38	+	+	CCONJ
eej-150	104	39	body	body	NOUN
eej-150	104	40	language	language	NOUN
eej-150	104	41	score	score	NOUN
eej-150	104	42	+	+	CCONJ
eej-150	104	43	loudness	loudness	ADJ
eej-150	104	44	score)/10	score)/10	NOUN
eej-150	104	45	.	.	PUNCT
eej-150	105	1	for	for	ADP
eej-150	105	2	example	example	NOUN
eej-150	105	3	,	,	PUNCT
eej-150	105	4	if	if	SCONJ
eej-150	105	5	a	a	DET
eej-150	105	6	student	student	NOUN
eej-150	105	7	circles	circle	VERB
eej-150	105	8	the	the	DET
eej-150	105	9	highlighted	highlight	VERB
eej-150	105	10	numbers	number	NOUN
eej-150	105	11	shown	show	VERB
eej-150	105	12	in	in	ADP
eej-150	105	13	the	the	DET
eej-150	105	14	following	follow	VERB
eej-150	105	15	table	table	NOUN
eej-150	105	16	,	,	PUNCT
eej-150	105	17	the	the	DET
eej-150	105	18	final	final	ADJ
eej-150	105	19	score	score	NOUN
eej-150	105	20	is	be	AUX
eej-150	105	21	(	(	PUNCT
eej-150	105	22	2x4	2x4	X
eej-150	105	23	+	+	NOUN
eej-150	105	24	2x5	2x5	NUM
eej-150	105	25	+	+	ADJ
eej-150	105	26	4	4	NUM
eej-150	105	27	+	+	SYM
eej-150	105	28	2x3	2x3	NUM
eej-150	105	29	+	+	ADJ
eej-150	105	30	6	6	NUM
eej-150	105	31	+	+	NOUN
eej-150	105	32	7)/10=41/10=4.1	7)/10=41/10=4.1	NUM
eej-150	105	33	.	.	PUNCT
eej-150	106	1	the	the	DET
eej-150	106	2	final	final	ADJ
eej-150	106	3	scores	score	NOUN
eej-150	106	4	were	be	AUX
eej-150	106	5	used	use	VERB
eej-150	106	6	as	as	ADP
eej-150	106	7	the	the	DET
eej-150	106	8	data	datum	NOUN
eej-150	106	9	to	to	PART
eej-150	106	10	observe	observe	VERB
eej-150	106	11	the	the	DET
eej-150	106	12	intra	intra	ADJ
eej-150	106	13	-	-	ADJ
eej-150	106	14	rater	rater	ADJ
eej-150	106	15	reliability	reliability	NOUN
eej-150	106	16	.	.	PUNCT
eej-150	107	1	table	table	NOUN
eej-150	107	2	3	3	NUM
eej-150	107	3	.	.	NOUN
eej-150	107	4	example	example	NOUN
eej-150	107	5	of	of	ADP
eej-150	107	6	student	student	NOUN
eej-150	107	7	's	's	PART
eej-150	107	8	awarded	award	VERB
eej-150	107	9	score	score	NOUN
eej-150	107	10	item	item	NOUN
eej-150	107	11	statement	statement	NOUN
eej-150	107	12	not	not	PART
eej-150	107	13	very	very	ADV
eej-150	107	14	well	well	ADV
eej-150	107	15	—	—	PUNCT
eej-150	107	16	->very	->very	NOUN
eej-150	107	17	well	well	NOUN
eej-150	107	18	notes	note	VERB
eej-150	107	19	9	9	NUM
eej-150	107	20	6	6	NUM
eej-150	107	21	1	1	NUM
eej-150	107	22	i	i	PRON
eej-150	107	23	can	can	AUX
eej-150	107	24	complete	complete	VERB
eej-150	107	25	the	the	DET
eej-150	107	26	task	task	NOUN
eej-150	107	27	1	1	NUM
eej-150	107	28	2	2	NUM
eej-150	107	29	3	3	NUM
eej-150	107	30	i	i	NOUN
eej-150	107	31	5	5	NUM
eej-150	107	32	6	6	NUM
eej-150	107	33	7	7	NUM
eej-150	107	34	2	2	NUM
eej-150	107	35	i	i	PRON
eej-150	107	36	can	can	AUX
eej-150	107	37	pronounce	pronounce	VERB
eej-150	107	38	the	the	DET
eej-150	107	39	words	word	NOUN
eej-150	107	40	1	1	NUM
eej-150	107	41	2	2	NUM
eej-150	107	42	3	3	NUM
eej-150	107	43	4	4	NUM
eej-150	107	44	i	i	PRON
eej-150	107	45	6	6	NUM
eej-150	107	46	7	7	NUM
eej-150	107	47	3	3	NUM
eej-150	107	48	i	i	PRON
eej-150	107	49	use	use	VERB
eej-150	107	50	appropriate	appropriate	ADJ
eej-150	107	51	vocabularies	vocabulary	NOUN
eej-150	107	52	1	1	NUM
eej-150	107	53	2	2	NUM
eej-150	107	54	3	3	NUM
eej-150	107	55	1	1	NUM
eej-150	107	56	5	5	NUM
eej-150	107	57	6	6	NUM
eej-150	107	58	7	7	NUM
eej-150	107	59	4	4	NUM
eej-150	107	60	i	i	PRON
eej-150	107	61	use	use	VERB
eej-150	107	62	appropriate	appropriate	ADJ
eej-150	107	63	grammar	grammar	NOUN
eej-150	108	1	1	1	NUM
eej-150	108	2	2	2	NUM
eej-150	108	3	1	1	NUM
eej-150	108	4	4	4	NUM
eej-150	108	5	5	5	NUM
eej-150	108	6	6	6	NUM
eej-150	108	7	7	7	NUM
eej-150	108	8	5	5	NUM
eej-150	108	9	i	i	PRON
eej-150	108	10	keep	keep	VERB
eej-150	108	11	my	my	PRON
eej-150	108	12	presentation	presentation	NOUN
eej-150	108	13	fluent	fluent	ADJ
eej-150	108	14	1	1	NUM
eej-150	108	15	2	2	NUM
eej-150	108	16	3	3	NUM
eej-150	108	17	4	4	NUM
eej-150	108	18	1	1	NUM
eej-150	108	19	6	6	NUM
eej-150	108	20	7	7	NUM
eej-150	108	21	6	6	NUM
eej-150	108	22	i	i	PRON
eej-150	108	23	use	use	VERB
eej-150	108	24	eye	eye	NOUN
eej-150	108	25	contact	contact	NOUN
eej-150	108	26	,	,	PUNCT
eej-150	108	27	facial	facial	ADJ
eej-150	108	28	1	1	NUM
eej-150	108	29	2	2	NUM
eej-150	108	30	3	3	NUM
eej-150	108	31	4	4	NUM
eej-150	108	32	5	5	NUM
eej-150	108	33	i	i	NOUN
eej-150	108	34	7	7	NUM
eej-150	108	35	expression	expression	NOUN
eej-150	108	36	,	,	PUNCT
eej-150	108	37	and	and	CCONJ
eej-150	108	38	gestures	gesture	NOUN
eej-150	108	39	to	to	PART
eej-150	108	40	help	help	VERB
eej-150	108	41	convey	convey	VERB
eej-150	108	42	my	my	PRON
eej-150	108	43	ideas	idea	NOUN
eej-150	108	44	.	.	PUNCT
eej-150	109	1	7	7	NUM
eej-150	109	2	i	i	PRON
eej-150	109	3	can	can	AUX
eej-150	109	4	make	make	VERB
eej-150	109	5	my	my	PRON
eej-150	109	6	presentation	presentation	NOUN
eej-150	109	7	1	1	NUM
eej-150	109	8	2	2	NUM
eej-150	109	9	3	3	NUM
eej-150	109	10	4	4	NUM
eej-150	109	11	5	5	NUM
eej-150	109	12	6	6	NUM
eej-150	109	13	i	i	PRON
eej-150	109	14	audible	audible	ADJ
eej-150	109	15	.	.	PUNCT
eej-150	110	1	the	the	DET
eej-150	110	2	results	result	NOUN
eej-150	110	3	of	of	ADP
eej-150	110	4	the	the	DET
eej-150	110	5	six	six	NUM
eej-150	110	6	observations	observation	NOUN
eej-150	110	7	employing	employ	VERB
eej-150	110	8	spearman	spearman	NOUN
eej-150	110	9	rank	rank	NOUN
eej-150	110	10	-	-	PUNCT
eej-150	110	11	order	order	NOUN
eej-150	110	12	coefficient	coefficient	NOUN
eej-150	110	13	correlation	correlation	NOUN
eej-150	110	14	of	of	ADP
eej-150	110	15	the	the	DET
eej-150	110	16	values	value	NOUN
eej-150	110	17	of	of	ADP
eej-150	110	18	the	the	DET
eej-150	110	19	intra	intra	ADJ
eej-150	110	20	-	-	ADJ
eej-150	110	21	rater	rater	ADJ
eej-150	110	22	reliability	reliability	NOUN
eej-150	110	23	of	of	ADP
eej-150	110	24	the	the	DET
eej-150	110	25	self	self	NOUN
eej-150	110	26	-	-	PUNCT
eej-150	110	27	assessment	assessment	NOUN
eej-150	110	28	of	of	ADP
eej-150	110	29	the	the	DET
eej-150	110	30	six	six	NUM
eej-150	110	31	speaking	speaking	NOUN
eej-150	110	32	performances	performance	NOUN
eej-150	110	33	are	be	AUX
eej-150	110	34	presented	present	VERB
eej-150	110	35	in	in	ADP
eej-150	110	36	the	the	DET
eej-150	110	37	table	table	NOUN
eej-150	110	38	4	4	NUM
eej-150	110	39	.	.	PUNCT
eej-150	110	40	table	table	NOUN
eej-150	110	41	4	4	NUM
eej-150	110	42	.	.	PUNCT
eej-150	111	1	the	the	DET
eej-150	111	2	intra	intra	ADJ
eej-150	111	3	-	-	ADJ
eej-150	111	4	rater	rater	ADJ
eej-150	111	5	reliability	reliability	NOUN
eej-150	111	6	of	of	ADP
eej-150	111	7	the	the	DET
eej-150	111	8	self	self	NOUN
eej-150	111	9	-	-	PUNCT
eej-150	111	10	assessment	assessment	NOUN
eej-150	111	11	of	of	ADP
eej-150	111	12	the	the	DET
eej-150	111	13	speaking	speaking	NOUN
eej-150	111	14	performances	performance	NOUN
eej-150	111	15	observation	observation	VERB
eej-150	111	16	the	the	DET
eej-150	111	17	availability	availability	NOUN
eej-150	111	18	of	of	ADP
eej-150	111	19	the	the	DET
eej-150	111	20	treatment	treatment	NOUN
eej-150	111	21	rs	rs	NOUN
eej-150	111	22	observation	observation	NOUN
eej-150	111	23	1	1	NUM
eej-150	111	24	no	no	DET
eej-150	111	25	rater	rater	NOUN
eej-150	111	26	training	training	NOUN
eej-150	111	27	.611	.611	NUM
eej-150	111	28	observation	observation	NOUN
eej-150	111	29	2	2	NUM
eej-150	111	30	rater	rater	NOUN
eej-150	111	31	training	training	NOUN
eej-150	111	32	.634	.634	NUM
eej-150	111	33	observation	observation	NOUN
eej-150	111	34	3	3	NUM
eej-150	112	1	no	no	DET
eej-150	112	2	rater	rater	NOUN
eej-150	112	3	training	train	VERB
eej-150	112	4	.652	.652	NUM
eej-150	112	5	observation	observation	NOUN
eej-150	112	6	4	4	NUM
eej-150	112	7	rater	rater	NOUN
eej-150	112	8	training	training	NOUN
eej-150	112	9	.658	.658	NUM
eej-150	112	10	observation	observation	NOUN
eej-150	112	11	5	5	NUM
eej-150	112	12	no	no	DET
eej-150	112	13	rater	rater	NOUN
eej-150	112	14	training	training	NOUN
eej-150	112	15	.682	.682	NUM
eej-150	112	16	observation	observation	NOUN
eej-150	112	17	6	6	NUM
eej-150	112	18	rater	rater	NOUN
eej-150	112	19	training	training	NOUN
eej-150	112	20	.752	.752	NUM
eej-150	112	21	first	first	ADJ
eej-150	112	22	observation	observation	NOUN
eej-150	112	23	was	be	AUX
eej-150	112	24	done	do	VERB
eej-150	112	25	to	to	PART
eej-150	112	26	seek	seek	VERB
eej-150	112	27	the	the	DET
eej-150	112	28	intra	intra	ADJ
eej-150	112	29	-	-	ADJ
eej-150	112	30	rater	rater	ADJ
eej-150	112	31	reliability	reliability	NOUN
eej-150	112	32	of	of	ADP
eej-150	112	33	the	the	DET
eej-150	112	34	self	self	NOUN
eej-150	112	35	-	-	PUNCT
eej-150	112	36	assessment	assessment	NOUN
eej-150	112	37	of	of	ADP
eej-150	112	38	the	the	DET
eej-150	112	39	first	first	ADJ
eej-150	112	40	speaking	speaking	NOUN
eej-150	112	41	performances	performance	NOUN
eej-150	112	42	.	.	PUNCT
eej-150	113	1	the	the	DET
eej-150	113	2	self	self	NOUN
eej-150	113	3	-	-	PUNCT
eej-150	113	4	assessments	assessment	NOUN
eej-150	113	5	were	be	AUX
eej-150	113	6	done	do	VERB
eej-150	113	7	on	on	ADP
eej-150	113	8	other	other	ADJ
eej-150	113	9	experience	experience	NOUN
eej-150	113	10	being	be	AUX
eej-150	113	11	available	available	ADJ
eej-150	113	12	in	in	ADP
eej-150	113	13	the	the	DET
eej-150	113	14	absence	absence	NOUN
eej-150	113	15	of	of	ADP
eej-150	113	16	the	the	DET
eej-150	113	17	treatment	treatment	NOUN
eej-150	113	18	.	.	PUNCT
eej-150	114	1	the	the	DET
eej-150	114	2	result	result	NOUN
eej-150	114	3	articulates	articulate	VERB
eej-150	114	4	that	that	SCONJ
eej-150	114	5	the	the	DET
eej-150	114	6	intra	intra	ADJ
eej-150	114	7	-	-	ADJ
eej-150	114	8	rater	rater	ADJ
eej-150	114	9	reliability	reliability	NOUN
eej-150	114	10	of	of	ADP
eej-150	114	11	the	the	DET
eej-150	114	12	self	self	NOUN
eej-150	114	13	-	-	PUNCT
eej-150	114	14	assessment	assessment	NOUN
eej-150	114	15	of	of	ADP
eej-150	114	16	the	the	DET
eej-150	114	17	first	first	ADJ
eej-150	114	18	speaking	speak	VERB
eej-150	114	19	performance	performance	NOUN
eej-150	114	20	is	be	AUX
eej-150	114	21	0.611	0.611	NUM
eej-150	114	22	.	.	PUNCT
eej-150	115	1	second	second	ADJ
eej-150	115	2	9	9	NUM
eej-150	115	3	7	7	NUM
eej-150	115	4	observation	observation	NOUN
eej-150	115	5	was	be	AUX
eej-150	115	6	completed	complete	VERB
eej-150	115	7	to	to	PART
eej-150	115	8	measure	measure	VERB
eej-150	115	9	the	the	DET
eej-150	115	10	intra	intra	ADJ
eej-150	115	11	-	-	ADJ
eej-150	115	12	rater	rater	ADJ
eej-150	115	13	reliability	reliability	NOUN
eej-150	115	14	of	of	ADP
eej-150	115	15	the	the	DET
eej-150	115	16	self	self	NOUN
eej-150	115	17	-	-	PUNCT
eej-150	115	18	assessment	assessment	NOUN
eej-150	115	19	of	of	ADP
eej-150	115	20	the	the	DET
eej-150	115	21	second	second	ADJ
eej-150	115	22	speaking	speaking	NOUN
eej-150	115	23	performance	performance	NOUN
eej-150	115	24	.	.	PUNCT
eej-150	116	1	they	they	PRON
eej-150	116	2	were	be	AUX
eej-150	116	3	done	do	VERB
eej-150	116	4	after	after	ADP
eej-150	116	5	the	the	DET
eej-150	116	6	treatment	treatment	NOUN
eej-150	116	7	.	.	PUNCT
eej-150	117	1	the	the	DET
eej-150	117	2	calculation	calculation	NOUN
eej-150	117	3	displays	display	VERB
eej-150	117	4	that	that	SCONJ
eej-150	117	5	the	the	DET
eej-150	117	6	intra	intra	ADJ
eej-150	117	7	-	-	ADJ
eej-150	117	8	rater	rater	ADJ
eej-150	117	9	reliability	reliability	NOUN
eej-150	117	10	of	of	ADP
eej-150	117	11	the	the	DET
eej-150	117	12	self	self	NOUN
eej-150	117	13	-	-	PUNCT
eej-150	117	14	assessment	assessment	NOUN
eej-150	117	15	of	of	ADP
eej-150	117	16	the	the	DET
eej-150	117	17	second	second	ADJ
eej-150	117	18	speaking	speaking	NOUN
eej-150	117	19	performance	performance	NOUN
eej-150	117	20	is	be	AUX
eej-150	117	21	0.634	0.634	NUM
eej-150	117	22	.	.	PUNCT
eej-150	118	1	so	so	ADV
eej-150	118	2	were	be	AUX
eej-150	118	3	third	third	ADJ
eej-150	118	4	,	,	PUNCT
eej-150	118	5	fourth	fourth	ADJ
eej-150	118	6	,	,	PUNCT
eej-150	118	7	fifth	fifth	ADJ
eej-150	118	8	and	and	CCONJ
eej-150	118	9	sixth	sixth	ADJ
eej-150	118	10	observations	observation	NOUN
eej-150	118	11	done	do	VERB
eej-150	118	12	to	to	PART
eej-150	118	13	seek	seek	VERB
eej-150	118	14	the	the	DET
eej-150	118	15	intra	intra	ADJ
eej-150	118	16	-	-	ADJ
eej-150	118	17	rater	rater	ADJ
eej-150	118	18	reliability	reliability	NOUN
eej-150	118	19	of	of	ADP
eej-150	118	20	the	the	DET
eej-150	118	21	self	self	NOUN
eej-150	118	22	-	-	PUNCT
eej-150	118	23	assessment	assessment	NOUN
eej-150	118	24	of	of	ADP
eej-150	118	25	the	the	DET
eej-150	118	26	third	third	ADJ
eej-150	118	27	,	,	PUNCT
eej-150	118	28	fourth	fourth	ADJ
eej-150	118	29	,	,	PUNCT
eej-150	118	30	fifth	fifth	ADJ
eej-150	118	31	and	and	CCONJ
eej-150	118	32	sixth	sixth	ADJ
eej-150	118	33	speaking	speaking	NOUN
eej-150	118	34	performances	performance	NOUN
eej-150	118	35	respectively	respectively	ADV
eej-150	118	36	.	.	PUNCT
eej-150	119	1	the	the	DET
eej-150	119	2	findings	finding	NOUN
eej-150	119	3	show	show	VERB
eej-150	119	4	that	that	SCONJ
eej-150	119	5	the	the	DET
eej-150	119	6	intra	intra	ADJ
eej-150	119	7	-	-	ADJ
eej-150	119	8	rater	rater	ADJ
eej-150	119	9	reliability	reliability	NOUN
eej-150	119	10	of	of	ADP
eej-150	119	11	the	the	DET
eej-150	119	12	selfassessment	selfassessment	NOUN
eej-150	119	13	of	of	ADP
eej-150	119	14	the	the	DET
eej-150	119	15	third	third	ADJ
eej-150	119	16	,	,	PUNCT
eej-150	119	17	fourth	fourth	ADJ
eej-150	119	18	,	,	PUNCT
eej-150	119	19	fifth	fifth	ADJ
eej-150	119	20	and	and	CCONJ
eej-150	119	21	sixth	sixth	ADJ
eej-150	119	22	speaking	speaking	NOUN
eej-150	119	23	performance	performance	NOUN
eej-150	119	24	are	be	AUX
eej-150	119	25	0.652	0.652	NUM
eej-150	119	26	,	,	PUNCT
eej-150	119	27	0.658	0.658	NUM
eej-150	119	28	,	,	PUNCT
eej-150	119	29	0.682	0.682	NUM
eej-150	119	30	,	,	PUNCT
eej-150	119	31	and	and	CCONJ
eej-150	119	32	0.752	0.752	NUM
eej-150	119	33	respectively	respectively	ADV
eej-150	119	34	.	.	PUNCT
eej-150	120	1	impact	impact	NOUN
eej-150	120	2	of	of	ADP
eej-150	120	3	rater	rater	NOUN
eej-150	120	4	-	-	PUNCT
eej-150	120	5	training	training	NOUN
eej-150	120	6	on	on	ADP
eej-150	120	7	the	the	DET
eej-150	120	8	intra	intra	ADJ
eej-150	120	9	-	-	ADJ
eej-150	120	10	rater	rater	ADJ
eej-150	120	11	reliability	reliability	NOUN
eej-150	120	12	to	to	PART
eej-150	120	13	find	find	VERB
eej-150	120	14	out	out	ADP
eej-150	120	15	whether	whether	SCONJ
eej-150	120	16	there	there	PRON
eej-150	120	17	is	be	VERB
eej-150	120	18	significant	significant	ADJ
eej-150	120	19	difference	difference	NOUN
eej-150	120	20	between	between	ADP
eej-150	120	21	the	the	DET
eej-150	120	22	self	self	NOUN
eej-150	120	23	-	-	PUNCT
eej-150	120	24	assessment	assessment	NOUN
eej-150	120	25	intra	intra	ADJ
eej-150	120	26	-	-	ADJ
eej-150	120	27	rater	rater	ADJ
eej-150	120	28	reliability	reliability	NOUN
eej-150	120	29	of	of	ADP
eej-150	120	30	speaking	speak	VERB
eej-150	120	31	performance	performance	NOUN
eej-150	120	32	without	without	ADP
eej-150	120	33	training	training	NOUN
eej-150	120	34	and	and	CCONJ
eej-150	120	35	that	that	PRON
eej-150	120	36	of	of	ADP
eej-150	120	37	with	with	ADP
eej-150	120	38	training	training	NOUN
eej-150	120	39	,	,	PUNCT
eej-150	120	40	it	it	PRON
eej-150	120	41	is	be	AUX
eej-150	120	42	needed	need	VERB
eej-150	120	43	to	to	PART
eej-150	120	44	compare	compare	VERB
eej-150	120	45	the	the	DET
eej-150	120	46	average	average	NOUN
eej-150	120	47	of	of	ADP
eej-150	120	48	three	three	NUM
eej-150	120	49	spearman	spearman	NOUN
eej-150	120	50	coefficient	coefficient	NOUN
eej-150	120	51	correlations	correlation	NOUN
eej-150	120	52	(	(	PUNCT
eej-150	120	53	rs	rs	NOUN
eej-150	120	54	)	)	PUNCT
eej-150	120	55	on	on	ADP
eej-150	120	56	other	other	ADJ
eej-150	120	57	experience	experience	NOUN
eej-150	120	58	being	be	AUX
eej-150	120	59	available	available	ADJ
eej-150	120	60	in	in	ADP
eej-150	120	61	the	the	DET
eej-150	120	62	absence	absence	NOUN
eej-150	120	63	of	of	ADP
eej-150	120	64	the	the	DET
eej-150	120	65	treatment	treatment	NOUN
eej-150	120	66	and	and	CCONJ
eej-150	120	67	the	the	DET
eej-150	120	68	average	average	NOUN
eej-150	120	69	of	of	ADP
eej-150	120	70	three	three	NUM
eej-150	120	71	spearman	spearman	NOUN
eej-150	120	72	coefficient	coefficient	NOUN
eej-150	120	73	correlations	correlation	NOUN
eej-150	120	74	(	(	PUNCT
eej-150	120	75	rs	rs	NOUN
eej-150	120	76	)	)	PUNCT
eej-150	120	77	on	on	ADP
eej-150	120	78	the	the	DET
eej-150	120	79	treatment	treatment	NOUN
eej-150	120	80	.	.	PUNCT
eej-150	121	1	if	if	SCONJ
eej-150	121	2	the	the	DET
eej-150	121	3	average	average	NOUN
eej-150	121	4	of	of	ADP
eej-150	121	5	three	three	NUM
eej-150	121	6	spearman	spearman	NOUN
eej-150	121	7	coefficient	coefficient	NOUN
eej-150	121	8	correlations	correlation	NOUN
eej-150	121	9	(	(	PUNCT
eej-150	121	10	rs	rs	NOUN
eej-150	121	11	)	)	PUNCT
eej-150	121	12	on	on	ADP
eej-150	121	13	the	the	DET
eej-150	121	14	treatment	treatment	NOUN
eej-150	121	15	is	be	AUX
eej-150	121	16	higher	high	ADJ
eej-150	121	17	than	than	ADP
eej-150	121	18	the	the	DET
eej-150	121	19	average	average	NOUN
eej-150	121	20	of	of	ADP
eej-150	121	21	three	three	NUM
eej-150	121	22	spearman	spearman	NOUN
eej-150	121	23	coefficient	coefficient	NOUN
eej-150	121	24	correlations	correlation	NOUN
eej-150	121	25	(	(	PUNCT
eej-150	121	26	rs	rs	NOUN
eej-150	121	27	)	)	PUNCT
eej-150	121	28	on	on	ADP
eej-150	121	29	other	other	ADJ
eej-150	121	30	experience	experience	NOUN
eej-150	121	31	being	be	AUX
eej-150	121	32	available	available	ADJ
eej-150	121	33	in	in	ADP
eej-150	121	34	the	the	DET
eej-150	121	35	absence	absence	NOUN
eej-150	121	36	of	of	ADP
eej-150	121	37	the	the	DET
eej-150	121	38	treatment	treatment	NOUN
eej-150	121	39	,	,	PUNCT
eej-150	121	40	it	it	PRON
eej-150	121	41	can	can	AUX
eej-150	121	42	be	be	AUX
eej-150	121	43	said	say	VERB
eej-150	121	44	that	that	SCONJ
eej-150	121	45	the	the	DET
eej-150	121	46	treatment	treatment	NOUN
eej-150	121	47	has	have	VERB
eej-150	121	48	impact	impact	NOUN
eej-150	121	49	on	on	ADP
eej-150	121	50	the	the	DET
eej-150	121	51	intra	intra	ADJ
eej-150	121	52	-	-	ADJ
eej-150	121	53	rater	rater	ADJ
eej-150	121	54	reliability	reliability	NOUN
eej-150	121	55	of	of	ADP
eej-150	121	56	the	the	DET
eej-150	121	57	self	self	NOUN
eej-150	121	58	-	-	PUNCT
eej-150	121	59	assessment	assessment	NOUN
eej-150	121	60	of	of	ADP
eej-150	121	61	speaking	speak	VERB
eej-150	121	62	performance	performance	NOUN
eej-150	121	63	.	.	PUNCT
eej-150	122	1	the	the	DET
eej-150	122	2	following	follow	VERB
eej-150	122	3	table	table	NOUN
eej-150	122	4	shows	show	VERB
eej-150	122	5	the	the	DET
eej-150	122	6	comparison	comparison	NOUN
eej-150	122	7	of	of	ADP
eej-150	122	8	the	the	DET
eej-150	122	9	average	average	NOUN
eej-150	122	10	of	of	ADP
eej-150	122	11	oit	oit	PROPN
eej-150	122	12	03	03	NUM
eej-150	122	13	,	,	PUNCT
eej-150	122	14	and	and	CCONJ
eej-150	122	15	o5	o5	PROPN
eej-150	122	16	with	with	ADP
eej-150	122	17	the	the	DET
eej-150	122	18	average	average	NOUN
eej-150	122	19	of	of	ADP
eej-150	122	20	o2,0	o2,0	NOUN
eej-150	122	21	<	<	NOUN
eej-150	122	22	and	and	CCONJ
eej-150	122	23	#	#	NOUN
eej-150	122	24	6	6	NUM
eej-150	122	25	.	.	PUNCT
eej-150	122	26	table	table	NOUN
eej-150	122	27	5	5	NUM
eej-150	122	28	the	the	DET
eej-150	122	29	comparison	comparison	NOUN
eej-150	122	30	of	of	ADP
eej-150	122	31	the	the	DET
eej-150	122	32	averages	average	NOUN
eej-150	122	33	of	of	ADP
eej-150	122	34	oi9	oi9	NOUN
eej-150	122	35	03f	03f	NOUN
eej-150	122	36	and	and	CCONJ
eej-150	122	37	o5	o5	PROPN
eej-150	122	38	with	with	ADP
eej-150	122	39	of	of	ADP
eej-150	122	40	o2,0*,and	o2,0*,and	PROPN
eej-150	122	41	0	0	NUM
eej-150	122	42	&	&	CCONJ
eej-150	122	43	first	first	PROPN
eej-150	122	44	administration	administration	PROPN
eej-150	122	45	second	second	PROPN
eej-150	122	46	administration	administration	PROPN
eej-150	122	47	third	third	PROPN
eej-150	122	48	administration	administration	PROPN
eej-150	122	49	average	average	NOUN
eej-150	122	50	02	02	NUM
eej-150	122	51	(	(	PUNCT
eej-150	122	52	0.634	0.634	NUM
eej-150	122	53	)	)	PUNCT
eej-150	122	54	04(0.658	04(0.658	PROPN
eej-150	122	55	)	)	PUNCT
eej-150	122	56	06(o.752	06(o.752	NUM
eej-150	122	57	)	)	PUNCT
eej-150	122	58	0.681	0.681	NUM
eej-150	122	59	xo	xo	PROPN
eej-150	122	60	oi	oi	X
eej-150	122	61	(	(	PUNCT
eej-150	122	62	0.611	0.611	NUM
eej-150	122	63	)	)	PUNCT
eej-150	122	64	03(o.652	03(o.652	X
eej-150	122	65	)	)	PUNCT
eej-150	122	66	05(0.682	05(0.682	NOUN
eej-150	122	67	)	)	PUNCT
eej-150	122	68	0.648	0.648	NUM
eej-150	122	69	the	the	DET
eej-150	122	70	result	result	NOUN
eej-150	122	71	indicates	indicate	VERB
eej-150	122	72	that	that	SCONJ
eej-150	122	73	the	the	DET
eej-150	122	74	average	average	NOUN
eej-150	122	75	of	of	ADP
eej-150	122	76	o2	o2	PROPN
eej-150	122	77	,	,	PUNCT
eej-150	122	78	o4	o4	PROPN
eej-150	122	79	,	,	PUNCT
eej-150	122	80	06	06	NUM
eej-150	122	81	(	(	PUNCT
eej-150	122	82	after	after	ADP
eej-150	122	83	treatments	treatment	NOUN
eej-150	122	84	)	)	PUNCT
eej-150	122	85	is	be	AUX
eej-150	122	86	0.681	0.681	NUM
eej-150	122	87	,	,	PUNCT
eej-150	122	88	it	it	PRON
eej-150	122	89	is	be	AUX
eej-150	122	90	higher	high	ADJ
eej-150	122	91	than	than	ADP
eej-150	122	92	the	the	DET
eej-150	122	93	average	average	NOUN
eej-150	122	94	of	of	ADP
eej-150	122	95	oit	oit	PROPN
eej-150	122	96	03	03	NUM
eej-150	122	97	,	,	PUNCT
eej-150	122	98	o5	o5	PROPN
eej-150	122	99	,	,	PUNCT
eej-150	122	100	(	(	PUNCT
eej-150	122	101	without	without	ADP
eej-150	122	102	treatment	treatment	NOUN
eej-150	122	103	)	)	PUNCT
eej-150	122	104	that	that	PRON
eej-150	122	105	is	be	AUX
eej-150	122	106	0.648	0.648	NUM
eej-150	122	107	.	.	PUNCT
eej-150	123	1	the	the	DET
eej-150	123	2	assumption	assumption	NOUN
eej-150	123	3	9	9	NUM
eej-150	123	4	8	8	NUM
eej-150	123	5	has	have	AUX
eej-150	123	6	been	be	AUX
eej-150	123	7	proved	prove	VERB
eej-150	123	8	right	right	ADJ
eej-150	123	9	,	,	PUNCT
eej-150	123	10	that	that	SCONJ
eej-150	123	11	if	if	SCONJ
eej-150	123	12	the	the	DET
eej-150	123	13	average	average	NOUN
eej-150	123	14	of	of	ADP
eej-150	123	15	02	02	NUM
eej-150	123	16	,	,	PUNCT
eej-150	123	17	04	04	NUM
eej-150	123	18	,	,	PUNCT
eej-150	123	19	0	0	NUM
eej-150	123	20	$	$	NOUN
eej-150	123	21	is	be	AUX
eej-150	123	22	higher	high	ADJ
eej-150	123	23	than	than	ADP
eej-150	123	24	the	the	DET
eej-150	123	25	average	average	NOUN
eej-150	123	26	of	of	ADP
eej-150	123	27	0/	0/	NUM
eej-150	123	28	,	,	PUNCT
eej-150	123	29	03	03	NUM
eej-150	123	30	,	,	PUNCT
eej-150	123	31	05	05	NUM
eej-150	123	32	,	,	PUNCT
eej-150	123	33	the	the	DET
eej-150	123	34	rater	rater	NOUN
eej-150	123	35	training	training	NOUN
eej-150	123	36	improves	improve	VERB
eej-150	123	37	the	the	DET
eej-150	123	38	intra	intra	ADJ
eej-150	123	39	-	-	ADJ
eej-150	123	40	rater	rater	ADJ
eej-150	123	41	reliability	reliability	NOUN
eej-150	123	42	of	of	ADP
eej-150	123	43	the	the	DET
eej-150	123	44	self	self	NOUN
eej-150	123	45	-	-	PUNCT
eej-150	123	46	assessment	assessment	NOUN
eej-150	123	47	.	.	PUNCT
eej-150	124	1	discussion	discussion	NOUN
eej-150	124	2	it	it	PRON
eej-150	124	3	is	be	AUX
eej-150	124	4	possible	possible	ADJ
eej-150	124	5	to	to	PART
eej-150	124	6	quantify	quantify	VERB
eej-150	124	7	the	the	DET
eej-150	124	8	reliability	reliability	NOUN
eej-150	124	9	of	of	ADP
eej-150	124	10	a	a	DET
eej-150	124	11	test	test	NOUN
eej-150	124	12	in	in	ADP
eej-150	124	13	the	the	DET
eej-150	124	14	form	form	NOUN
eej-150	124	15	of	of	ADP
eej-150	124	16	a	a	DET
eej-150	124	17	reliability	reliability	NOUN
eej-150	124	18	coefficient	coefficient	NOUN
eej-150	124	19	.	.	PUNCT
eej-150	125	1	lado	lado	PROPN
eej-150	125	2	's	's	PART
eej-150	125	3	statement	statement	NOUN
eej-150	125	4	(	(	PUNCT
eej-150	125	5	1961	1961	NUM
eej-150	125	6	)	)	PUNCT
eej-150	125	7	on	on	ADP
eej-150	125	8	reliability	reliability	NOUN
eej-150	125	9	coefficient	coefficient	NOUN
eej-150	125	10	of	of	ADP
eej-150	125	11	good	good	ADJ
eej-150	125	12	oral	oral	ADJ
eej-150	125	13	production	production	NOUN
eej-150	125	14	test	test	NOUN
eej-150	125	15	as	as	SCONJ
eej-150	125	16	cited	cite	VERB
eej-150	125	17	in	in	ADP
eej-150	125	18	hughes	hughes	PROPN
eej-150	125	19	(	(	PUNCT
eej-150	125	20	2003:39	2003:39	NUM
eej-150	125	21	)	)	PUNCT
eej-150	125	22	can	can	AUX
eej-150	125	23	be	be	AUX
eej-150	125	24	used	use	VERB
eej-150	125	25	as	as	ADP
eej-150	125	26	a	a	DET
eej-150	125	27	help	help	NOUN
eej-150	125	28	in	in	ADP
eej-150	125	29	judging	judge	VERB
eej-150	125	30	whether	whether	SCONJ
eej-150	125	31	the	the	DET
eej-150	125	32	reliability	reliability	NOUN
eej-150	125	33	is	be	AUX
eej-150	125	34	considered	consider	VERB
eej-150	125	35	high	high	ADJ
eej-150	125	36	or	or	CCONJ
eej-150	125	37	low	low	ADJ
eej-150	125	38	,	,	PUNCT
eej-150	125	39	that	that	SCONJ
eej-150	125	40	"	"	PUNCT
eej-150	125	41	oral	oral	ADJ
eej-150	125	42	production	production	NOUN
eej-150	125	43	tests	test	NOUN
eej-150	125	44	may	may	AUX
eej-150	125	45	be	be	AUX
eej-150	125	46	in	in	ADP
eej-150	125	47	the	the	DET
eej-150	125	48	.70	.70	NUM
eej-150	125	49	to	to	PART
eej-150	125	50	.79	.79	NUM
eej-150	125	51	range	range	NOUN
eej-150	125	52	.	.	PUNCT
eej-150	125	53	"	"	PUNCT
eej-150	126	1	he	he	PRON
eej-150	126	2	adds	add	VERB
eej-150	126	3	that	that	SCONJ
eej-150	126	4	"	"	PUNCT
eej-150	126	5	a	a	DET
eej-150	126	6	reliability	reliability	NOUN
eej-150	126	7	coefficient	coefficient	NOUN
eej-150	126	8	of	of	ADP
eej-150	126	9	.85	.85	NUM
eej-150	126	10	might	might	AUX
eej-150	126	11	be	be	AUX
eej-150	126	12	considered	consider	VERB
eej-150	126	13	high	high	ADJ
eej-150	126	14	for	for	ADP
eej-150	126	15	an	an	DET
eej-150	126	16	oral	oral	ADJ
eej-150	126	17	production	production	NOUN
eej-150	126	18	test	test	NOUN
eej-150	126	19	but	but	CCONJ
eej-150	126	20	low	low	ADJ
eej-150	126	21	for	for	ADP
eej-150	126	22	a	a	DET
eej-150	126	23	reading	reading	NOUN
eej-150	126	24	test	test	NOUN
eej-150	126	25	.	.	PUNCT
eej-150	126	26	"	"	PUNCT
eej-150	127	1	it	it	PRON
eej-150	127	2	has	have	AUX
eej-150	127	3	been	be	AUX
eej-150	127	4	mentioned	mention	VERB
eej-150	127	5	in	in	ADP
eej-150	127	6	the	the	DET
eej-150	127	7	findings	finding	NOUN
eej-150	127	8	that	that	SCONJ
eej-150	127	9	the	the	DET
eej-150	127	10	results	result	NOUN
eej-150	127	11	of	of	ADP
eej-150	127	12	the	the	DET
eej-150	127	13	observations	observation	NOUN
eej-150	127	14	are	be	AUX
eej-150	127	15	as	as	SCONJ
eej-150	127	16	follows	follow	VERB
eej-150	127	17	:	:	PUNCT
eej-150	127	18	0	0	NUM
eej-150	127	19	7	7	NUM
eej-150	127	20	=	=	SYM
eej-150	127	21	0.611	0.611	NUM
eej-150	127	22	;	;	PUNCT
eej-150	127	23	0	0	NUM
eej-150	127	24	2	2	NUM
eej-150	127	25	=	=	SYM
eej-150	127	26	0.634	0.634	NUM
eej-150	127	27	;	;	PUNCT
eej-150	128	1	03	03	NUM
eej-150	128	2	=	=	SYM
eej-150	128	3	0.652	0.652	NUM
eej-150	128	4	;	;	PUNCT
eej-150	128	5	04=	04=	NUM
eej-150	128	6	0.658	0.658	NUM
eej-150	128	7	;	;	PUNCT
eej-150	128	8	0	0	NUM
eej-150	128	9	5	5	NUM
eej-150	128	10	=	=	NOUN
eej-150	128	11	0.682	0.682	NUM
eej-150	128	12	;	;	PUNCT
eej-150	128	13	and	and	CCONJ
eej-150	128	14	06	06	NUM
eej-150	128	15	=	=	SYM
eej-150	128	16	0.752	0.752	NUM
eej-150	128	17	.	.	PUNCT
eej-150	129	1	in	in	ADP
eej-150	129	2	relation	relation	NOUN
eej-150	129	3	to	to	ADP
eej-150	129	4	the	the	DET
eej-150	129	5	range	range	NOUN
eej-150	129	6	of	of	ADP
eej-150	129	7	intra	intra	ADJ
eej-150	129	8	-	-	ADJ
eej-150	129	9	rater	rater	ADJ
eej-150	129	10	reliability	reliability	NOUN
eej-150	129	11	of	of	ADP
eej-150	129	12	the	the	DET
eej-150	129	13	self	self	NOUN
eej-150	129	14	-	-	PUNCT
eej-150	129	15	assessment	assessment	NOUN
eej-150	129	16	of	of	ADP
eej-150	129	17	the	the	DET
eej-150	129	18	speaking	speak	VERB
eej-150	129	19	performance	performance	NOUN
eej-150	129	20	is	be	AUX
eej-150	129	21	0.611	0.611	NUM
eej-150	129	22	to	to	ADP
eej-150	129	23	0.752	0.752	NUM
eej-150	129	24	;	;	PUNCT
eej-150	129	25	it	it	PRON
eej-150	129	26	can	can	AUX
eej-150	129	27	be	be	AUX
eej-150	129	28	said	say	VERB
eej-150	129	29	that	that	SCONJ
eej-150	129	30	intra	intra	ADJ
eej-150	129	31	-	-	ADJ
eej-150	129	32	rater	rater	ADJ
eej-150	129	33	reliability	reliability	NOUN
eej-150	129	34	of	of	ADP
eej-150	129	35	the	the	DET
eej-150	129	36	selfassessment	selfassessment	NOUN
eej-150	129	37	of	of	ADP
eej-150	129	38	the	the	DET
eej-150	129	39	speaking	speak	VERB
eej-150	129	40	performance	performance	NOUN
eej-150	129	41	is	be	AUX
eej-150	129	42	moderate	moderate	ADJ
eej-150	129	43	high	high	ADJ
eej-150	129	44	to	to	AUX
eej-150	129	45	high	high	ADJ
eej-150	129	46	.	.	PUNCT
eej-150	130	1	many	many	ADJ
eej-150	130	2	teachers	teacher	NOUN
eej-150	130	3	do	do	AUX
eej-150	130	4	not	not	PART
eej-150	130	5	yet	yet	ADV
eej-150	130	6	feel	feel	VERB
eej-150	130	7	comfortable	comfortable	ADJ
eej-150	130	8	with	with	ADP
eej-150	130	9	assigning	assign	VERB
eej-150	130	10	students	student	NOUN
eej-150	130	11	to	to	PART
eej-150	130	12	do	do	VERB
eej-150	130	13	assessment	assessment	NOUN
eej-150	130	14	;	;	PUNCT
eej-150	130	15	in	in	ADP
eej-150	130	16	fact	fact	NOUN
eej-150	130	17	o'malley	o'malley	PROPN
eej-150	130	18	and	and	CCONJ
eej-150	130	19	valdez	valdez	PROPN
eej-150	130	20	pierce	pierce	PROPN
eej-150	130	21	(	(	PUNCT
eej-150	130	22	1996:36	1996:36	NUM
eej-150	130	23	)	)	PUNCT
eej-150	130	24	argue	argue	VERB
eej-150	130	25	that	that	SCONJ
eej-150	130	26	,	,	PUNCT
eej-150	130	27	"	"	PUNCT
eej-150	130	28	teachers	teacher	NOUN
eej-150	130	29	do	do	AUX
eej-150	130	30	not	not	PART
eej-150	130	31	believe	believe	VERB
eej-150	130	32	in	in	ADP
eej-150	130	33	giving	give	VERB
eej-150	130	34	up	up	ADP
eej-150	130	35	this	this	DET
eej-150	130	36	much	much	ADJ
eej-150	130	37	control	control	NOUN
eej-150	130	38	to	to	ADP
eej-150	130	39	students	student	NOUN
eej-150	130	40	,	,	PUNCT
eej-150	130	41	whom	whom	PRON
eej-150	130	42	they	they	PRON
eej-150	130	43	do	do	AUX
eej-150	130	44	not	not	PART
eej-150	130	45	believe	believe	VERB
eej-150	130	46	to	to	PART
eej-150	130	47	be	be	AUX
eej-150	130	48	capable	capable	ADJ
eej-150	130	49	of	of	ADP
eej-150	130	50	self	self	NOUN
eej-150	130	51	-	-	PUNCT
eej-150	130	52	assessment	assessment	NOUN
eej-150	130	53	.	.	PUNCT
eej-150	130	54	"	"	PUNCT
eej-150	131	1	they	they	PRON
eej-150	131	2	are	be	AUX
eej-150	131	3	concerned	concern	VERB
eej-150	131	4	much	much	ADV
eej-150	131	5	with	with	ADP
eej-150	131	6	subjectivity	subjectivity	NOUN
eej-150	131	7	.	.	PUNCT
eej-150	132	1	also	also	ADV
eej-150	132	2	brown	brown	ADJ
eej-150	132	3	says	say	VERB
eej-150	132	4	(	(	PUNCT
eej-150	132	5	2004:270	2004:270	NOUN
eej-150	132	6	)	)	PUNCT
eej-150	132	7	that	that	SCONJ
eej-150	132	8	,	,	PUNCT
eej-150	132	9	"	"	PUNCT
eej-150	132	10	especially	especially	ADV
eej-150	132	11	in	in	ADP
eej-150	132	12	the	the	DET
eej-150	132	13	case	case	NOUN
eej-150	132	14	of	of	ADP
eej-150	132	15	direct	direct	ADJ
eej-150	132	16	assessments	assessment	NOUN
eej-150	132	17	of	of	ADP
eej-150	132	18	performance	performance	NOUN
eej-150	132	19	,	,	PUNCT
eej-150	132	20	they	they	PRON
eej-150	132	21	may	may	AUX
eej-150	132	22	not	not	PART
eej-150	132	23	be	be	AUX
eej-150	132	24	able	able	ADJ
eej-150	132	25	to	to	PART
eej-150	132	26	discern	discern	VERB
eej-150	132	27	their	their	PRON
eej-150	132	28	own	own	ADJ
eej-150	132	29	errors	error	NOUN
eej-150	132	30	.	.	PUNCT
eej-150	132	31	"	"	PUNCT
eej-150	133	1	in	in	ADP
eej-150	133	2	contrast	contrast	NOUN
eej-150	133	3	,	,	PUNCT
eej-150	133	4	bailey	bailey	NOUN
eej-150	133	5	(	(	PUNCT
eej-150	133	6	1998	1998	NUM
eej-150	133	7	)	)	PUNCT
eej-150	133	8	cited	cite	VERB
eej-150	133	9	in	in	ADP
eej-150	133	10	brown	brown	ADJ
eej-150	133	11	(	(	PUNCT
eej-150	133	12	2004:270	2004:270	NOUN
eej-150	133	13	)	)	PUNCT
eej-150	133	14	conducted	conduct	VERB
eej-150	133	15	a	a	DET
eej-150	133	16	study	study	NOUN
eej-150	133	17	in	in	ADP
eej-150	133	18	which	which	PRON
eej-150	133	19	learners	learner	NOUN
eej-150	133	20	showed	show	VERB
eej-150	133	21	moderately	moderately	ADV
eej-150	133	22	high	high	ADJ
eej-150	133	23	correlation	correlation	NOUN
eej-150	133	24	(	(	PUNCT
eej-150	133	25	between	between	ADP
eej-150	133	26	.58	.58	NUM
eej-150	133	27	and	and	CCONJ
eej-150	133	28	.64	.64	NUM
eej-150	133	29	)	)	PUNCT
eej-150	133	30	between	between	ADP
eej-150	133	31	self	self	NOUN
eej-150	133	32	rated	rate	VERB
eej-150	133	33	oral	oral	ADJ
eej-150	133	34	production	production	NOUN
eej-150	133	35	ability	ability	NOUN
eej-150	133	36	and	and	CCONJ
eej-150	133	37	scores	score	NOUN
eej-150	133	38	on	on	ADP
eej-150	133	39	the	the	DET
eej-150	133	40	opi	opi	NOUN
eej-150	133	41	.	.	PUNCT
eej-150	134	1	it	it	PRON
eej-150	134	2	tells	tell	VERB
eej-150	134	3	us	we	PRON
eej-150	134	4	that	that	SCONJ
eej-150	134	5	learners	learner	NOUN
eej-150	134	6	'	'	PART
eej-150	134	7	self	self	NOUN
eej-150	134	8	-	-	PUNCT
eej-150	134	9	assessments	assessment	NOUN
eej-150	134	10	may	may	AUX
eej-150	134	11	be	be	AUX
eej-150	134	12	more	more	ADV
eej-150	134	13	accurate	accurate	ADJ
eej-150	134	14	than	than	SCONJ
eej-150	134	15	we	we	PRON
eej-150	134	16	might	might	AUX
eej-150	134	17	suppose	suppose	VERB
eej-150	134	18	;	;	PUNCT
eej-150	134	19	and	and	CCONJ
eej-150	134	20	it	it	PRON
eej-150	134	21	is	be	AUX
eej-150	134	22	seconded	second	VERB
eej-150	134	23	by	by	ADP
eej-150	134	24	the	the	DET
eej-150	134	25	finding	finding	NOUN
eej-150	134	26	of	of	ADP
eej-150	134	27	this	this	DET
eej-150	134	28	study	study	NOUN
eej-150	134	29	that	that	SCONJ
eej-150	134	30	the	the	DET
eej-150	134	31	range	range	NOUN
eej-150	134	32	of	of	ADP
eej-150	134	33	intra	intra	ADJ
eej-150	134	34	-	-	ADJ
eej-150	134	35	rater	rater	ADJ
eej-150	134	36	reliability	reliability	NOUN
eej-150	134	37	of	of	ADP
eej-150	134	38	the	the	DET
eej-150	134	39	self	self	NOUN
eej-150	134	40	-	-	PUNCT
eej-150	134	41	assessment	assessment	NOUN
eej-150	134	42	of	of	ADP
eej-150	134	43	the	the	DET
eej-150	134	44	speaking	speak	VERB
eej-150	134	45	performance	performance	NOUN
eej-150	134	46	is	be	AUX
eej-150	134	47	0.611	0.611	NUM
eej-150	134	48	to	to	ADP
eej-150	134	49	0.752	0.752	NUM
eej-150	134	50	.	.	PUNCT
eej-150	135	1	the	the	DET
eej-150	135	2	students	student	NOUN
eej-150	135	3	'	'	PART
eej-150	135	4	consistency	consistency	NOUN
eej-150	135	5	in	in	ADP
eej-150	135	6	self	self	NOUN
eej-150	135	7	-	-	PUNCT
eej-150	135	8	assessing	assess	VERB
eej-150	135	9	their	their	PRON
eej-150	135	10	own	own	ADJ
eej-150	135	11	speaking	speaking	NOUN
eej-150	135	12	performance	performance	NOUN
eej-150	135	13	is	be	AUX
eej-150	135	14	good	good	ADJ
eej-150	135	15	.	.	PUNCT
eej-150	136	1	in	in	ADP
eej-150	136	2	this	this	DET
eej-150	136	3	respect	respect	NOUN
eej-150	136	4	,	,	PUNCT
eej-150	136	5	teachers	teacher	NOUN
eej-150	136	6	may	may	AUX
eej-150	136	7	learn	learn	VERB
eej-150	136	8	to	to	PART
eej-150	136	9	give	give	VERB
eej-150	136	10	more	more	ADJ
eej-150	136	11	control	control	NOUN
eej-150	136	12	to	to	ADP
eej-150	136	13	students	student	NOUN
eej-150	136	14	to	to	PART
eej-150	136	15	do	do	VERB
eej-150	136	16	self	self	NOUN
eej-150	136	17	-	-	PUNCT
eej-150	136	18	assessment	assessment	NOUN
eej-150	136	19	.	.	PUNCT
eej-150	137	1	the	the	DET
eej-150	137	2	average	average	NOUN
eej-150	137	3	of	of	ADP
eej-150	137	4	three	three	NUM
eej-150	137	5	spearman	spearman	NOUN
eej-150	137	6	coefficient	coefficient	NOUN
eej-150	137	7	correlations	correlation	NOUN
eej-150	137	8	(	(	PUNCT
eej-150	137	9	rs	rs	NOUN
eej-150	137	10	)	)	PUNCT
eej-150	137	11	on	on	ADP
eej-150	137	12	the	the	DET
eej-150	137	13	treatment	treatment	NOUN
eej-150	137	14	(	(	PUNCT
eej-150	137	15	0.681	0.681	NUM
eej-150	137	16	)	)	PUNCT
eej-150	137	17	is	be	AUX
eej-150	137	18	higher	high	ADJ
eej-150	137	19	than	than	ADP
eej-150	137	20	the	the	DET
eej-150	137	21	average	average	NOUN
eej-150	137	22	of	of	ADP
eej-150	137	23	three	three	NUM
eej-150	137	24	spearman	spearman	NOUN
eej-150	137	25	coefficient	coefficient	NOUN
eej-150	137	26	correlations	correlation	NOUN
eej-150	137	27	(	(	PUNCT
eej-150	137	28	rs	rs	NOUN
eej-150	137	29	)	)	PUNCT
eej-150	137	30	on	on	ADP
eej-150	137	31	other	other	ADJ
eej-150	137	32	experience	experience	NOUN
eej-150	137	33	being	be	AUX
eej-150	137	34	available	available	ADJ
eej-150	137	35	in	in	ADP
eej-150	137	36	the	the	DET
eej-150	137	37	absence	absence	NOUN
eej-150	137	38	of	of	ADP
eej-150	137	39	the	the	DET
eej-150	137	40	treatment	treatment	NOUN
eej-150	137	41	(	(	PUNCT
eej-150	137	42	0	0	NUM
eej-150	137	43	.	.	NOUN
eej-150	137	44	648	648	NUM
eej-150	137	45	)	)	PUNCT
eej-150	137	46	,	,	PUNCT
eej-150	137	47	it	it	PRON
eej-150	137	48	can	can	AUX
eej-150	137	49	be	be	AUX
eej-150	137	50	said	say	VERB
eej-150	137	51	that	that	SCONJ
eej-150	137	52	the	the	DET
eej-150	137	53	9	9	NUM
eej-150	137	54	9	9	NUM
eej-150	137	55	treatment	treatment	NOUN
eej-150	137	56	has	have	VERB
eej-150	137	57	impact	impact	NOUN
eej-150	137	58	on	on	ADP
eej-150	137	59	the	the	DET
eej-150	137	60	intra	intra	ADJ
eej-150	137	61	-	-	ADJ
eej-150	137	62	rater	rater	ADJ
eej-150	137	63	reliability	reliability	NOUN
eej-150	137	64	of	of	ADP
eej-150	137	65	the	the	DET
eej-150	137	66	self	self	NOUN
eej-150	137	67	-	-	PUNCT
eej-150	137	68	assessment	assessment	NOUN
eej-150	137	69	of	of	ADP
eej-150	137	70	speaking	speak	VERB
eej-150	137	71	performance	performance	NOUN
eej-150	137	72	.	.	PUNCT
eej-150	138	1	the	the	DET
eej-150	138	2	figure	figure	NOUN
eej-150	138	3	1	1	NUM
eej-150	138	4	yields	yield	NOUN
eej-150	138	5	the	the	DET
eej-150	138	6	comparison	comparison	NOUN
eej-150	138	7	.	.	PUNCT
eej-150	139	1	although	although	SCONJ
eej-150	139	2	there	there	PRON
eej-150	139	3	are	be	VERB
eej-150	139	4	increases	increase	NOUN
eej-150	139	5	of	of	ADP
eej-150	139	6	the	the	DET
eej-150	139	7	coefficient	coefficient	NOUN
eej-150	139	8	correlations	correlation	NOUN
eej-150	139	9	(	(	PUNCT
eej-150	139	10	rs	rs	NOUN
eej-150	139	11	)	)	PUNCT
eej-150	139	12	on	on	ADP
eej-150	139	13	other	other	ADJ
eej-150	139	14	experience	experience	NOUN
eej-150	139	15	being	be	AUX
eej-150	139	16	available	available	ADJ
eej-150	139	17	in	in	ADP
eej-150	139	18	the	the	DET
eej-150	139	19	absence	absence	NOUN
eej-150	139	20	of	of	ADP
eej-150	139	21	the	the	DET
eej-150	139	22	treatment	treatment	NOUN
eej-150	139	23	,	,	PUNCT
eej-150	139	24	i.e.	i.e.	X
eej-150	139	25	an	an	DET
eej-150	139	26	increase	increase	NOUN
eej-150	139	27	of	of	ADP
eej-150	139	28	0.041	0.041	NUM
eej-150	139	29	of	of	ADP
eej-150	139	30	first	first	PROPN
eej-150	139	31	xo	xo	PROPN
eej-150	139	32	to	to	ADP
eej-150	139	33	second	second	PROPN
eej-150	139	34	xo	xo	PROPN
eej-150	139	35	(	(	PUNCT
eej-150	139	36	0.611	0.611	NUM
eej-150	139	37	to	to	ADP
eej-150	139	38	0.652	0.652	NUM
eej-150	139	39	)	)	PUNCT
eej-150	139	40	and	and	CCONJ
eej-150	139	41	an	an	DET
eej-150	139	42	increase	increase	NOUN
eej-150	139	43	of	of	ADP
eej-150	139	44	0.03	0.03	NUM
eej-150	139	45	of	of	ADP
eej-150	139	46	second	second	ADJ
eej-150	139	47	xo	xo	PROPN
eej-150	139	48	to	to	ADP
eej-150	139	49	third	third	PROPN
eej-150	139	50	xo	xo	PROPN
eej-150	139	51	(	(	PUNCT
eej-150	139	52	0.652	0.652	NUM
eej-150	139	53	to	to	ADP
eej-150	139	54	0.682	0.682	NUM
eej-150	139	55	)	)	PUNCT
eej-150	139	56	,	,	PUNCT
eej-150	139	57	the	the	DET
eej-150	139	58	increases	increase	NOUN
eej-150	139	59	are	be	AUX
eej-150	139	60	lower	low	ADJ
eej-150	139	61	than	than	ADP
eej-150	139	62	the	the	DET
eej-150	139	63	increases	increase	NOUN
eej-150	139	64	of	of	ADP
eej-150	139	65	the	the	DET
eej-150	139	66	coefficient	coefficient	NOUN
eej-150	139	67	correlations	correlation	NOUN
eej-150	139	68	(	(	PUNCT
eej-150	139	69	r6	r6	NOUN
eej-150	139	70	)	)	PUNCT
eej-150	139	71	on	on	ADP
eej-150	139	72	the	the	DET
eej-150	139	73	treatment	treatment	NOUN
eej-150	139	74	i.e.	i.e.	X
eej-150	139	75	an	an	DET
eej-150	139	76	increase	increase	NOUN
eej-150	139	77	of	of	ADP
eej-150	139	78	0.024	0.024	NUM
eej-150	139	79	of	of	ADP
eej-150	139	80	first	first	ADJ
eej-150	139	81	xj	xj	PROPN
eej-150	139	82	to	to	ADP
eej-150	139	83	second	second	PROPN
eej-150	139	84	xj	xj	PROPN
eej-150	139	85	(	(	PUNCT
eej-150	139	86	0.634	0.634	NUM
eej-150	139	87	to	to	ADP
eej-150	139	88	0.658	0.658	NUM
eej-150	139	89	)	)	PUNCT
eej-150	139	90	and	and	CCONJ
eej-150	139	91	an	an	DET
eej-150	139	92	increase	increase	NOUN
eej-150	139	93	of	of	ADP
eej-150	139	94	0.094	0.094	NUM
eej-150	139	95	of	of	ADP
eej-150	139	96	second	second	ADJ
eej-150	139	97	xj	xj	PROPN
eej-150	139	98	to	to	ADP
eej-150	139	99	third	third	PROPN
eej-150	139	100	xj	xj	PROPN
eej-150	139	101	(	(	PUNCT
eej-150	139	102	0.658	0.658	NUM
eej-150	139	103	to	to	ADP
eej-150	139	104	0.752	0.752	NUM
eej-150	139	105	)	)	PUNCT
eej-150	139	106	.	.	PUNCT
eej-150	140	1	the	the	DET
eej-150	140	2	increases	increase	NOUN
eej-150	140	3	of	of	ADP
eej-150	140	4	the	the	DET
eej-150	140	5	coefficient	coefficient	NOUN
eej-150	140	6	correlations	correlation	NOUN
eej-150	140	7	(	(	PUNCT
eej-150	140	8	rs	rs	NOUN
eej-150	140	9	)	)	PUNCT
eej-150	140	10	on	on	ADP
eej-150	140	11	other	other	ADJ
eej-150	140	12	experience	experience	NOUN
eej-150	140	13	being	be	AUX
eej-150	140	14	available	available	ADJ
eej-150	140	15	in	in	ADP
eej-150	140	16	the	the	DET
eej-150	140	17	absence	absence	NOUN
eej-150	140	18	of	of	ADP
eej-150	140	19	the	the	DET
eej-150	140	20	treatment	treatment	NOUN
eej-150	140	21	may	may	AUX
eej-150	140	22	happen	happen	VERB
eej-150	140	23	due	due	ADJ
eej-150	140	24	to	to	ADP
eej-150	140	25	maturation	maturation	NOUN
eej-150	140	26	.	.	PUNCT
eej-150	141	1	intra	intra	ADJ
eej-150	141	2	-	-	ADJ
eej-150	141	3	rater	rater	ADJ
eej-150	141	4	reliability	reliability	NOUN
eej-150	141	5	of	of	ADP
eej-150	141	6	selfassessment	selfassessment	NOUN
eej-150	141	7	of	of	ADP
eej-150	141	8	speaking	speak	VERB
eej-150	141	9	performance	performance	NOUN
eej-150	141	10	0.8	0.8	NUM
eej-150	141	11	0.7	0.7	NUM
eej-150	141	12	0.6	0.6	NUM
eej-150	141	13	0.5	0.5	NUM
eej-150	141	14	0.4	0.4	NUM
eej-150	141	15	0.3	0.3	NUM
eej-150	141	16	0.2	0.2	NUM
eej-150	141	17	0.1	0.1	NUM
eej-150	141	18	0	0	NUM
eej-150	141	19	1	1	NUM
eej-150	141	20	x0	x0	PROPN
eej-150	141	21	0.611	0.611	NUM
eej-150	141	22	0.652	0.652	NUM
eej-150	141	23	0.682	0.682	NUM
eej-150	141	24	x1	x1	NUM
eej-150	141	25	0.634	0.634	NUM
eej-150	141	26	0.658	0.658	NUM
eej-150	141	27	0.752	0.752	NUM
eej-150	141	28	observations	observation	NOUN
eej-150	141	29	1	1	NUM
eej-150	141	30	0	0	NUM
eej-150	141	31	0	0	NUM
eej-150	141	32	figure	figure	NOUN
eej-150	141	33	1	1	NUM
eej-150	141	34	.	.	PUNCT
eej-150	142	1	the	the	DET
eej-150	142	2	intra	intra	ADJ
eej-150	142	3	-	-	ADJ
eej-150	142	4	rater	rater	ADJ
eej-150	142	5	reliability	reliability	NOUN
eej-150	142	6	of	of	ADP
eej-150	142	7	the	the	DET
eej-150	142	8	self	self	NOUN
eej-150	142	9	-	-	PUNCT
eej-150	142	10	assessment	assessment	NOUN
eej-150	142	11	of	of	ADP
eej-150	142	12	speaking	speak	VERB
eej-150	142	13	performance	performance	NOUN
eej-150	142	14	on	on	ADP
eej-150	142	15	the	the	DET
eej-150	142	16	other	other	ADJ
eej-150	142	17	experience	experience	NOUN
eej-150	142	18	being	be	AUX
eej-150	142	19	available	available	ADJ
eej-150	142	20	in	in	ADP
eej-150	142	21	the	the	DET
eej-150	142	22	absence	absence	NOUN
eej-150	142	23	of	of	ADP
eej-150	142	24	the	the	DET
eej-150	142	25	treatment	treatment	NOUN
eej-150	142	26	and	and	CCONJ
eej-150	142	27	of	of	ADP
eej-150	142	28	on	on	ADP
eej-150	142	29	the	the	DET
eej-150	142	30	treatment	treatment	NOUN
eej-150	142	31	although	although	SCONJ
eej-150	142	32	all	all	DET
eej-150	142	33	subjects	subject	NOUN
eej-150	142	34	serve	serve	VERB
eej-150	142	35	as	as	ADP
eej-150	142	36	both	both	CCONJ
eej-150	142	37	the	the	DET
eej-150	142	38	experimental	experimental	ADJ
eej-150	142	39	and	and	CCONJ
eej-150	142	40	the	the	DET
eej-150	142	41	control	control	NOUN
eej-150	142	42	group	group	NOUN
eej-150	142	43	,	,	PUNCT
eej-150	142	44	which	which	PRON
eej-150	142	45	the	the	DET
eej-150	142	46	selection	selection	NOUN
eej-150	142	47	variables	variable	NOUN
eej-150	142	48	can	can	AUX
eej-150	142	49	usually	usually	ADV
eej-150	142	50	be	be	AUX
eej-150	142	51	considered	consider	VERB
eej-150	142	52	to	to	PART
eej-150	142	53	be	be	AUX
eej-150	142	54	adequately	adequately	ADV
eej-150	142	55	controlled	control	VERB
eej-150	142	56	;	;	PUNCT
eej-150	142	57	however	however	ADV
eej-150	142	58	,	,	PUNCT
eej-150	142	59	there	there	PRON
eej-150	142	60	are	be	VERB
eej-150	142	61	many	many	ADJ
eej-150	142	62	situations	situation	NOUN
eej-150	142	63	where	where	SCONJ
eej-150	142	64	this	this	DET
eej-150	142	65	technique	technique	NOUN
eej-150	142	66	can	can	AUX
eej-150	142	67	not	not	PART
eej-150	142	68	be	be	AUX
eej-150	142	69	used	use	VERB
eej-150	142	70	because	because	SCONJ
eej-150	142	71	the	the	DET
eej-150	142	72	experimental	experimental	ADJ
eej-150	142	73	experience	experience	NOUN
eej-150	142	74	will	will	AUX
eej-150	142	75	have	have	VERB
eej-150	142	76	an	an	DET
eej-150	142	77	effect	effect	NOUN
eej-150	142	78	on	on	ADP
eej-150	142	79	a	a	DET
eej-150	142	80	person	person	NOUN
eej-150	142	81	's	's	PART
eej-150	142	82	performance	performance	NOUN
eej-150	142	83	in	in	ADP
eej-150	142	84	the	the	DET
eej-150	142	85	control	control	NOUN
eej-150	142	86	activity	activity	NOUN
eej-150	142	87	or	or	CCONJ
eej-150	142	88	vice	vice	NOUN
eej-150	142	89	versa	versa	ADV
eej-150	142	90	(	(	PUNCT
eej-150	142	91	tuckman	tuckman	NOUN
eej-150	142	92	,	,	PUNCT
eej-150	142	93	1978:106	1978:106	NUM
eej-150	142	94	)	)	PUNCT
eej-150	142	95	.	.	PUNCT
eej-150	143	1	in	in	ADP
eej-150	143	2	this	this	DET
eej-150	143	3	study	study	NOUN
eej-150	143	4	,	,	PUNCT
eej-150	143	5	for	for	ADP
eej-150	143	6	instance	instance	NOUN
eej-150	143	7	,	,	PUNCT
eej-150	143	8	after	after	ADP
eej-150	143	9	being	be	AUX
eej-150	143	10	experienced	experience	VERB
eej-150	143	11	selfassessing	selfassesse	VERB
eej-150	143	12	their	their	PRON
eej-150	143	13	speaking	speak	VERB
eej-150	143	14	performance	performance	NOUN
eej-150	143	15	and	and	CCONJ
eej-150	143	16	having	have	VERB
eej-150	143	17	the	the	DET
eej-150	143	18	rater	rater	NOUN
eej-150	143	19	training	training	NOUN
eej-150	143	20	,	,	PUNCT
eej-150	143	21	the	the	DET
eej-150	143	22	subjects	subject	NOUN
eej-150	143	23	will	will	AUX
eej-150	143	24	no	no	ADV
eej-150	143	25	longer	long	ADV
eej-150	143	26	be	be	AUX
eej-150	143	27	naive	naive	ADJ
eej-150	143	28	and	and	CCONJ
eej-150	143	29	performance	performance	NOUN
eej-150	143	30	on	on	ADP
eej-150	143	31	the	the	DET
eej-150	143	32	control	control	NOUN
eej-150	143	33	task	task	NOUN
eej-150	143	34	will	will	AUX
eej-150	143	35	reflect	reflect	VERB
eej-150	143	36	the	the	DET
eej-150	143	37	subject	subject	NOUN
eej-150	143	38	's	's	PART
eej-150	143	39	experience	experience	NOUN
eej-150	143	40	on	on	ADP
eej-150	143	41	the	the	DET
eej-150	143	42	training	training	NOUN
eej-150	143	43	.	.	PUNCT
eej-150	144	1	in	in	ADP
eej-150	144	2	other	other	ADJ
eej-150	144	3	words	word	NOUN
eej-150	144	4	,	,	PUNCT
eej-150	144	5	while	while	SCONJ
eej-150	144	6	controlling	control	VERB
eej-150	144	7	adequately	adequately	ADV
eej-150	144	8	for	for	ADP
eej-150	144	9	selection	selection	NOUN
eej-150	144	10	bias	bias	NOUN
eej-150	144	11	this	this	DET
eej-150	144	12	technique	technique	NOUN
eej-150	144	13	often	often	ADV
eej-150	144	14	creates	create	VERB
eej-150	144	15	insurmountable	insurmountable	ADJ
eej-150	144	16	problems	problem	NOUN
eej-150	144	17	of	of	ADP
eej-150	144	18	maturation	maturation	NOUN
eej-150	144	19	or	or	CCONJ
eej-150	144	20	history-	history-	NOUN
eej-150	144	21	,	,	PUNCT
eej-150	144	22	their	their	PRON
eej-150	144	23	relevant	relevant	ADJ
eej-150	144	24	history	history	NOUN
eej-150	144	25	,	,	PUNCT
eej-150	144	26	hence	hence	ADV
eej-150	144	27	their	their	PRON
eej-150	144	28	present	present	ADJ
eej-150	144	29	level	level	NOUN
eej-150	144	30	of	of	ADP
eej-150	144	31	maturation	maturation	NOUN
eej-150	144	32	,	,	PUNCT
eej-150	144	33	is	be	AUX
eej-150	144	34	different	different	ADJ
eej-150	144	35	in	in	ADP
eej-150	144	36	completing	complete	VERB
eej-150	144	37	the	the	DET
eej-150	144	38	second	second	ADJ
eej-150	144	39	task	task	NOUN
eej-150	144	40	because	because	SCONJ
eej-150	144	41	of	of	ADP
eej-150	144	42	having	having	AUX
eej-150	144	43	experienced	experience	VERB
eej-150	144	44	the	the	DET
eej-150	144	45	first	first	ADJ
eej-150	144	46	.	.	PUNCT
eej-150	145	1	however	however	ADV
eej-150	145	2	,	,	PUNCT
eej-150	145	3	a	a	DET
eej-150	145	4	comparison	comparison	NOUN
eej-150	145	5	of	of	ADP
eej-150	145	6	the	the	DET
eej-150	145	7	average	average	NOUN
eej-150	145	8	of	of	ADP
eej-150	145	9	ou	ou	X
eej-150	145	10	o3	o3	PROPN
eej-150	145	11	and	and	CCONJ
eej-150	145	12	o5	o5	PROPN
eej-150	145	13	(	(	PUNCT
eej-150	145	14	rs	rs	NOUN
eej-150	145	15	=	=	NOUN
eej-150	145	16	0.648	0.648	NUM
eej-150	145	17	)	)	PUNCT
eej-150	145	18	with	with	ADP
eej-150	145	19	the	the	DET
eej-150	145	20	average	average	NOUN
eej-150	145	21	of	of	ADP
eej-150	145	22	o2	o2	PROPN
eej-150	145	23	,	,	PUNCT
eej-150	145	24	o4	o4	PROPN
eej-150	145	25	and	and	CCONJ
eej-150	145	26	(	(	PUNCT
eej-150	145	27	rs	rs	NOUN
eej-150	145	28	=	=	SYM
eej-150	145	29	0.681	0.681	NUM
eej-150	145	30	)	)	PUNCT
eej-150	145	31	"	"	PUNCT
eej-150	145	32	yields	yield	VERB
eej-150	145	33	a	a	DET
eej-150	145	34	result	result	NOUN
eej-150	145	35	that	that	PRON
eej-150	145	36	is	be	AUX
eej-150	145	37	not	not	PART
eej-150	145	38	likely	likely	ADJ
eej-150	145	39	to	to	PART
eej-150	145	40	be	be	AUX
eej-150	145	41	invalidated	invalidate	VERB
eej-150	145	42	by	by	ADP
eej-150	145	43	historical	historical	ADJ
eej-150	145	44	bias	bias	NOUN
eej-150	145	45	"	"	PUNCT
eej-150	145	46	(	(	PUNCT
eej-150	145	47	tuckman	tuckman	NOUN
eej-150	145	48	,	,	PUNCT
eej-150	145	49	1978:140	1978:140	NUM
eej-150	145	50	)	)	PUNCT
eej-150	145	51	.	.	PUNCT
eej-150	146	1	therefore	therefore	ADV
eej-150	146	2	,	,	PUNCT
eej-150	146	3	it	it	PRON
eej-150	146	4	seems	seem	VERB
eej-150	146	5	that	that	SCONJ
eej-150	146	6	the	the	DET
eej-150	146	7	rater	rater	NOUN
eej-150	146	8	training	training	NOUN
eej-150	146	9	has	have	VERB
eej-150	146	10	impact	impact	NOUN
eej-150	146	11	on	on	ADP
eej-150	146	12	the	the	DET
eej-150	146	13	intra	intra	ADJ
eej-150	146	14	-	-	ADJ
eej-150	146	15	rater	rater	ADJ
eej-150	146	16	reliability	reliability	NOUN
eej-150	146	17	of	of	ADP
eej-150	146	18	the	the	DET
eej-150	146	19	self	self	NOUN
eej-150	146	20	-	-	PUNCT
eej-150	146	21	assessment	assessment	NOUN
eej-150	146	22	of	of	ADP
eej-150	146	23	speaking	speak	VERB
eej-150	146	24	performance	performance	NOUN
eej-150	146	25	.	.	PUNCT
eej-150	147	1	conclusion	conclusion	NOUN
eej-150	147	2	the	the	DET
eej-150	147	3	results	result	NOUN
eej-150	147	4	of	of	ADP
eej-150	147	5	the	the	DET
eej-150	147	6	observations	observation	NOUN
eej-150	147	7	show	show	VERB
eej-150	147	8	that	that	SCONJ
eej-150	147	9	the	the	DET
eej-150	147	10	intra	intra	ADJ
eej-150	147	11	-	-	ADJ
eej-150	147	12	rater	rater	ADJ
eej-150	147	13	reliability	reliability	NOUN
eej-150	147	14	of	of	ADP
eej-150	147	15	the	the	DET
eej-150	147	16	selfassessment	selfassessment	NOUN
eej-150	147	17	of	of	ADP
eej-150	147	18	english	english	PROPN
eej-150	147	19	speaking	speak	VERB
eej-150	147	20	performance	performance	NOUN
eej-150	147	21	is	be	AUX
eej-150	147	22	moderate	moderate	ADJ
eej-150	147	23	high	high	ADJ
eej-150	147	24	to	to	ADP
eej-150	147	25	high	high	ADJ
eej-150	147	26	;	;	PUNCT
eej-150	147	27	the	the	DET
eej-150	147	28	rs	rs	NOUN
eej-150	147	29	is	be	AUX
eej-150	147	30	between	between	ADP
eej-150	147	31	0.611	0.611	NUM
eej-150	147	32	and	and	CCONJ
eej-150	147	33	0.752	0.752	NUM
eej-150	147	34	.	.	PUNCT
eej-150	148	1	the	the	DET
eej-150	148	2	students	student	NOUN
eej-150	148	3	were	be	AUX
eej-150	148	4	consistent	consistent	ADJ
eej-150	148	5	in	in	ADP
eej-150	148	6	self	self	NOUN
eej-150	148	7	-	-	PUNCT
eej-150	148	8	assessing	assess	VERB
eej-150	148	9	their	their	PRON
eej-150	148	10	speaking	speak	VERB
eej-150	148	11	performance	performance	NOUN
eej-150	148	12	.	.	PUNCT
eej-150	149	1	the	the	DET
eej-150	149	2	comparison	comparison	NOUN
eej-150	149	3	of	of	ADP
eej-150	149	4	the	the	DET
eej-150	149	5	average	average	NOUN
eej-150	149	6	of	of	ADP
eej-150	149	7	the	the	DET
eej-150	149	8	three	three	NUM
eej-150	149	9	rs	rs	ADJ
eej-150	149	10	values	value	NOUN
eej-150	149	11	of	of	ADP
eej-150	149	12	the	the	DET
eej-150	149	13	intra	intra	ADJ
eej-150	149	14	-	-	ADJ
eej-150	149	15	rater	rater	ADJ
eej-150	149	16	reliability	reliability	NOUN
eej-150	149	17	of	of	ADP
eej-150	149	18	self	self	NOUN
eej-150	149	19	-	-	PUNCT
eej-150	149	20	assessment	assessment	NOUN
eej-150	149	21	of	of	ADP
eej-150	149	22	speaking	speak	VERB
eej-150	149	23	performance	performance	NOUN
eej-150	149	24	on	on	ADP
eej-150	149	25	other	other	ADJ
eej-150	149	26	experience	experience	NOUN
eej-150	149	27	being	be	AUX
eej-150	149	28	available	available	ADJ
eej-150	149	29	in	in	ADP
eej-150	149	30	the	the	DET
eej-150	149	31	absence	absence	NOUN
eej-150	149	32	of	of	ADP
eej-150	149	33	the	the	DET
eej-150	149	34	treatment	treatment	NOUN
eej-150	149	35	(	(	PUNCT
eej-150	149	36	0.648	0.648	NUM
eej-150	149	37	)	)	PUNCT
eej-150	149	38	and	and	CCONJ
eej-150	149	39	the	the	DET
eej-150	149	40	average	average	NOUN
eej-150	149	41	of	of	ADP
eej-150	149	42	the	the	DET
eej-150	149	43	three	three	NUM
eej-150	149	44	rs	rs	ADJ
eej-150	149	45	values	value	NOUN
eej-150	149	46	of	of	ADP
eej-150	149	47	the	the	DET
eej-150	149	48	intra	intra	ADJ
eej-150	149	49	-	-	ADJ
eej-150	149	50	rater	rater	ADJ
eej-150	149	51	reliability	reliability	NOUN
eej-150	149	52	of	of	ADP
eej-150	149	53	self	self	NOUN
eej-150	149	54	-	-	PUNCT
eej-150	149	55	assessment	assessment	NOUN
eej-150	149	56	of	of	ADP
eej-150	149	57	speaking	speak	VERB
eej-150	149	58	performance	performance	NOUN
eej-150	149	59	on	on	ADP
eej-150	149	60	the	the	DET
eej-150	149	61	treatment	treatment	NOUN
eej-150	149	62	(	(	PUNCT
eej-150	149	63	0.681	0.681	NUM
eej-150	149	64	)	)	PUNCT
eej-150	149	65	seems	seem	VERB
eej-150	149	66	that	that	SCONJ
eej-150	149	67	rater	rater	ADJ
eej-150	149	68	training	training	NOUN
eej-150	149	69	improves	improve	VERB
eej-150	149	70	the	the	DET
eej-150	149	71	intra	intra	ADJ
eej-150	149	72	-	-	ADJ
eej-150	149	73	rater	rater	ADJ
eej-150	149	74	reliability	reliability	NOUN
eej-150	149	75	of	of	ADP
eej-150	149	76	self	self	NOUN
eej-150	149	77	-	-	PUNCT
eej-150	149	78	assessment	assessment	NOUN
eej-150	149	79	of	of	ADP
eej-150	149	80	speaking	speak	VERB
eej-150	149	81	performance	performance	NOUN
eej-150	149	82	.	.	PUNCT
eej-150	150	1	1	1	NUM
eej-150	150	2	0	0	NUM
eej-150	150	3	1	1	NUM
eej-150	150	4	finding	find	VERB
eej-150	150	5	that	that	SCONJ
eej-150	150	6	the	the	DET
eej-150	150	7	student	student	NOUN
eej-150	150	8	's	's	PART
eej-150	150	9	intra	intra	ADJ
eej-150	150	10	-	-	ADJ
eej-150	150	11	rater	rater	ADJ
eej-150	150	12	reliability	reliability	NOUN
eej-150	150	13	of	of	ADP
eej-150	150	14	the	the	DET
eej-150	150	15	self	self	NOUN
eej-150	150	16	-	-	PUNCT
eej-150	150	17	assessment	assessment	NOUN
eej-150	150	18	of	of	ADP
eej-150	150	19	english	english	PROPN
eej-150	150	20	speaking	speak	VERB
eej-150	150	21	performance	performance	NOUN
eej-150	150	22	is	be	AUX
eej-150	150	23	moderate	moderate	ADJ
eej-150	150	24	high	high	ADJ
eej-150	150	25	,	,	PUNCT
eej-150	150	26	the	the	DET
eej-150	150	27	teachers	teacher	NOUN
eej-150	150	28	are	be	AUX
eej-150	150	29	suggested	suggest	VERB
eej-150	150	30	to	to	PART
eej-150	150	31	learn	learn	VERB
eej-150	150	32	to	to	PART
eej-150	150	33	give	give	VERB
eej-150	150	34	their	their	PRON
eej-150	150	35	students	student	NOUN
eej-150	150	36	more	more	ADJ
eej-150	150	37	control	control	NOUN
eej-150	150	38	in	in	ADP
eej-150	150	39	doing	do	VERB
eej-150	150	40	self	self	NOUN
eej-150	150	41	-	-	PUNCT
eej-150	150	42	assessment	assessment	NOUN
eej-150	150	43	.	.	PUNCT
eej-150	151	1	improving	improve	VERB
eej-150	151	2	the	the	DET
eej-150	151	3	intra	intra	ADJ
eej-150	151	4	-	-	ADJ
eej-150	151	5	rater	rater	ADJ
eej-150	151	6	reliability	reliability	NOUN
eej-150	151	7	in	in	ADP
eej-150	151	8	doing	do	VERB
eej-150	151	9	self	self	NOUN
eej-150	151	10	-	-	PUNCT
eej-150	151	11	assessment	assessment	NOUN
eej-150	151	12	is	be	AUX
eej-150	151	13	crucial	crucial	ADJ
eej-150	151	14	.	.	PUNCT
eej-150	152	1	if	if	SCONJ
eej-150	152	2	the	the	DET
eej-150	152	3	students	student	NOUN
eej-150	152	4	are	be	AUX
eej-150	152	5	not	not	PART
eej-150	152	6	able	able	ADJ
eej-150	152	7	to	to	PART
eej-150	152	8	do	do	VERB
eej-150	152	9	self	self	NOUN
eej-150	152	10	-	-	PUNCT
eej-150	152	11	assessment	assessment	NOUN
eej-150	152	12	well	well	ADV
eej-150	152	13	-underestimate	-underestimate	NOUN
eej-150	152	14	or	or	CCONJ
eej-150	152	15	overestimate	overestimate	VERB
eej-150	152	16	their	their	PRON
eej-150	152	17	speaking	speak	VERB
eej-150	152	18	skillthe	skillthe	NOUN
eej-150	152	19	learning	learn	VERB
eej-150	152	20	goal	goal	NOUN
eej-150	152	21	will	will	AUX
eej-150	152	22	not	not	PART
eej-150	152	23	be	be	AUX
eej-150	152	24	set	set	VERB
eej-150	152	25	appropriately	appropriately	ADV
eej-150	152	26	.	.	PUNCT
eej-150	153	1	it	it	PRON
eej-150	153	2	may	may	AUX
eej-150	153	3	lead	lead	VERB
eej-150	153	4	to	to	ADP
eej-150	153	5	the	the	DET
eej-150	153	6	wrong	wrong	ADJ
eej-150	153	7	learning	learning	NOUN
eej-150	153	8	direction	direction	NOUN
eej-150	153	9	.	.	PUNCT
eej-150	154	1	it	it	PRON
eej-150	154	2	is	be	AUX
eej-150	154	3	suggested	suggest	VERB
eej-150	154	4	to	to	PART
eej-150	154	5	hold	hold	VERB
eej-150	154	6	rater	rater	ADJ
eej-150	154	7	training	training	NOUN
eej-150	154	8	before	before	ADP
eej-150	154	9	employing	employ	VERB
eej-150	154	10	self	self	NOUN
eej-150	154	11	-	-	PUNCT
eej-150	154	12	assessment	assessment	NOUN
eej-150	154	13	since	since	SCONJ
eej-150	154	14	the	the	DET
eej-150	154	15	study	study	NOUN
eej-150	154	16	proves	prove	VERB
eej-150	154	17	that	that	SCONJ
eej-150	154	18	the	the	DET
eej-150	154	19	student	student	NOUN
eej-150	154	20	's	's	PART
eej-150	154	21	intra	intra	ADJ
eej-150	154	22	-	-	ADJ
eej-150	154	23	rater	rater	ADJ
eej-150	154	24	reliability	reliability	NOUN
eej-150	154	25	of	of	ADP
eej-150	154	26	the	the	DET
eej-150	154	27	self	self	NOUN
eej-150	154	28	-	-	PUNCT
eej-150	154	29	assessment	assessment	NOUN
eej-150	154	30	of	of	ADP
eej-150	154	31	english	english	PROPN
eej-150	154	32	speaking	speak	VERB
eej-150	154	33	performance	performance	NOUN
eej-150	154	34	is	be	AUX
eej-150	154	35	likely	likely	ADV
eej-150	154	36	improved	improve	VERB
eej-150	154	37	by	by	ADP
eej-150	154	38	conducting	conduct	VERB
eej-150	154	39	rater	rater	ADJ
eej-150	154	40	training	training	NOUN
eej-150	154	41	.	.	PUNCT
eej-150	155	1	due	due	ADP
eej-150	155	2	to	to	ADP
eej-150	155	3	the	the	DET
eej-150	155	4	limitation	limitation	NOUN
eej-150	155	5	of	of	ADP
eej-150	155	6	this	this	DET
eej-150	155	7	study	study	NOUN
eej-150	155	8	,	,	PUNCT
eej-150	155	9	if	if	SCONJ
eej-150	155	10	a	a	DET
eej-150	155	11	similar	similar	ADJ
eej-150	155	12	study	study	NOUN
eej-150	155	13	is	be	AUX
eej-150	155	14	conducted	conduct	VERB
eej-150	155	15	,	,	PUNCT
eej-150	155	16	it	it	PRON
eej-150	155	17	is	be	AUX
eej-150	155	18	suggested	suggest	VERB
eej-150	155	19	to	to	PART
eej-150	155	20	ask	ask	VERB
eej-150	155	21	the	the	DET
eej-150	155	22	students	student	NOUN
eej-150	155	23	to	to	PART
eej-150	155	24	do	do	VERB
eej-150	155	25	the	the	DET
eej-150	155	26	second	second	ADJ
eej-150	155	27	self	self	NOUN
eej-150	155	28	-	-	PUNCT
eej-150	155	29	assessment	assessment	NOUN
eej-150	155	30	before	before	ADP
eej-150	155	31	conducting	conduct	VERB
eej-150	155	32	the	the	DET
eej-150	155	33	student	student	NOUN
eej-150	155	34	-	-	PUNCT
eej-150	155	35	teacher	teacher	NOUN
eej-150	155	36	and	and	CCONJ
eej-150	155	37	student	student	NOUN
eej-150	155	38	-	-	PUNCT
eej-150	155	39	peers	peer	NOUN
eej-150	155	40	discussions	discussion	NOUN
eej-150	155	41	on	on	ADP
eej-150	155	42	the	the	DET
eej-150	155	43	recorded	recorded	ADJ
eej-150	155	44	speaking	speaking	NOUN
eej-150	155	45	performance	performance	NOUN
eej-150	155	46	.	.	PUNCT
eej-150	156	1	references	reference	NOUN
eej-150	156	2	bachman	bachman	PROPN
eej-150	156	3	,	,	PUNCT
eej-150	156	4	l.	l.	PROPN
eej-150	156	5	1990	1990	NUM
eej-150	156	6	.	.	PUNCT
eej-150	157	1	fundamental	fundamental	ADJ
eej-150	157	2	considerations	consideration	NOUN
eej-150	157	3	in	in	ADP
eej-150	157	4	language!esting	language!esting	PROPN
eej-150	157	5	.	.	PUNCT
eej-150	158	1	oxford	oxford	NOUN
eej-150	158	2	:	:	PUNCT
eej-150	158	3	oxford	oxford	PROPN
eej-150	158	4	university	university	PROPN
eej-150	158	5	press	press	NOUN
eej-150	158	6	.	.	PUNCT
eej-150	159	1	bachman	bachman	PROPN
eej-150	159	2	,	,	PUNCT
eej-150	159	3	l.	l.	PROPN
eej-150	159	4	2004	2004	NUM
eej-150	159	5	.	.	PUNCT
eej-150	160	1	statistical	statistical	ADJ
eej-150	160	2	analyses	analysis	NOUN
eej-150	160	3	for	for	ADP
eej-150	160	4	language	language	NOUN
eej-150	160	5	assessment	assessment	NOUN
eej-150	160	6	.	.	PUNCT
eej-150	161	1	cambridge	cambridge	PROPN
eej-150	161	2	:	:	PUNCT
eej-150	161	3	cambridge	cambridge	PROPN
eej-150	161	4	university	university	PROPN
eej-150	161	5	press	press	NOUN
eej-150	161	6	.	.	PUNCT
eej-150	162	1	brown	brown	PROPN
eej-150	162	2	,	,	PUNCT
eej-150	162	3	h.d	h.d	PROPN
eej-150	162	4	.	.	PROPN
eej-150	162	5	2004	2004	NUM
eej-150	162	6	.	.	PUNCT
eej-150	163	1	language	language	NOUN
eej-150	163	2	assessment	assessment	NOUN
eej-150	163	3	principles	principle	NOUN
eej-150	163	4	and	and	CCONJ
eej-150	163	5	classroom	classroom	NOUN
eej-150	163	6	practices	practice	NOUN
eej-150	163	7	.	.	PUNCT
eej-150	164	1	new	new	PROPN
eej-150	164	2	york	york	PROPN
eej-150	164	3	:	:	PUNCT
eej-150	164	4	pearson	pearson	PROPN
eej-150	164	5	education	education	PROPN
eej-150	164	6	,	,	PUNCT
eej-150	164	7	inc	inc	PROPN
eej-150	164	8	.	.	PROPN
eej-150	164	9	bygate	bygate	PROPN
eej-150	164	10	,	,	PUNCT
eej-150	164	11	m.	m.	NOUN
eej-150	164	12	1987	1987	NUM
eej-150	164	13	.	.	PUNCT
eej-150	165	1	speaking	speak	VERB
eej-150	165	2	.	.	PUNCT
eej-150	166	1	chandin	chandin	NOUN
eej-150	166	2	,	,	PUNCT
eej-150	166	3	c.n	c.n	PROPN
eej-150	166	4	.	.	PROPN
eej-150	166	5	&	&	CCONJ
eej-150	166	6	h.g	h.g	PROPN
eej-150	166	7	.	.	PROPN
eej-150	166	8	widdowson	widdowson	PROPN
eej-150	166	9	(	(	PUNCT
eej-150	166	10	eds	ed	NOUN
eej-150	166	11	)	)	PUNCT
eej-150	166	12	.	.	PUNCT
eej-150	167	1	new	new	PROPN
eej-150	167	2	york	york	PROPN
eej-150	167	3	:	:	PUNCT
eej-150	167	4	oxford	oxford	PROPN
eej-150	167	5	university	university	PROPN
eej-150	167	6	press	press	NOUN
eej-150	167	7	.	.	PUNCT
eej-150	168	1	carroll	carroll	PROPN
eej-150	168	2	,	,	PUNCT
eej-150	168	3	b.j	b.j	PROPN
eej-150	168	4	.	.	PROPN
eej-150	168	5	and	and	CCONJ
eej-150	168	6	p.j	p.j	PROPN
eej-150	168	7	.	.	PROPN
eej-150	168	8	hall	hall	PROPN
eej-150	168	9	.	.	PUNCT
eej-150	169	1	1985	1985	NUM
eej-150	169	2	.	.	PUNCT
eej-150	170	1	make	make	VERB
eej-150	170	2	your	your	PRON
eej-150	170	3	own	own	ADJ
eej-150	170	4	language	language	NOUN
eej-150	170	5	tests	test	NOUN
eej-150	170	6	.	.	PUNCT
eej-150	171	1	oxford	oxford	NOUN
eej-150	171	2	:	:	PUNCT
eej-150	171	3	pergamon	pergamon	PROPN
eej-150	171	4	press	press	PROPN
eej-150	171	5	limited	limit	VERB
eej-150	171	6	.	.	PUNCT
eej-150	172	1	de	de	ADP
eej-150	172	2	wet	wet	PROPN
eej-150	172	3	,	,	PUNCT
eej-150	172	4	f.	f.	PROPN
eej-150	172	5	,	,	PUNCT
eej-150	172	6	van	van	PROPN
eej-150	172	7	der	der	PROPN
eej-150	172	8	walt	walt	PROPN
eej-150	172	9	,	,	PUNCT
eej-150	172	10	c	c	NOUN
eej-150	172	11	,	,	PUNCT
eej-150	172	12	and	and	CCONJ
eej-150	172	13	niesler	niesler	PROPN
eej-150	172	14	,	,	PUNCT
eej-150	172	15	t.r	t.r	PROPN
eej-150	172	16	.	.	PROPN
eej-150	172	17	,	,	PUNCT
eej-150	172	18	2009	2009	NUM
eej-150	172	19	.	.	PUNCT
eej-150	173	1	automatic	automatic	ADJ
eej-150	173	2	assessment	assessment	NOUN
eej-150	173	3	of	of	ADP
eej-150	173	4	oral	oral	ADJ
eej-150	173	5	language	language	NOUN
eej-150	173	6	proficiency	proficiency	NOUN
eej-150	173	7	and	and	CCONJ
eej-150	173	8	listening	listen	VERB
eej-150	173	9	comprehension	comprehension	NOUN
eej-150	173	10	.	.	PUNCT
eej-150	174	1	speech	speech	NOUN
eej-150	174	2	communication	communication	NOUN
eej-150	174	3	,	,	PUNCT
eej-150	174	4	volume	volume	NOUN
eej-150	174	5	51	51	NUM
eej-150	174	6	,	,	PUNCT
eej-150	174	7	issue	issue	NOUN
eej-150	174	8	10	10	NUM
eej-150	174	9	,	,	PUNCT
eej-150	174	10	october	october	PROPN
eej-150	174	11	2009	2009	NUM
eej-150	174	12	,	,	PUNCT
eej-150	174	13	pages	page	NOUN
eej-150	174	14	864	864	NUM
eej-150	174	15	-	-	SYM
eej-150	174	16	87	87	NUM
eej-150	174	17	.	.	PUNCT
eej-150	175	1	available	available	ADJ
eej-150	175	2	at	at	ADP
eej-150	175	3	http://www.sciencedirect.com	http://www.sciencedirect.com	X
eej-150	176	1	[	[	X
eej-150	176	2	accessed	access	VERB
eej-150	176	3	10/20/09	10/20/09	NUM
eej-150	176	4	]	]	X
eej-150	176	5	hadley	hadley	PROPN
eej-150	176	6	,	,	PUNCT
eej-150	176	7	g.	g.	PROPN
eej-150	176	8	and	and	CCONJ
eej-150	176	9	mort	mort	PROPN
eej-150	176	10	,	,	PUNCT
eej-150	176	11	j.	j.	PROPN
eej-150	176	12	1999	1999	NUM
eej-150	176	13	.	.	PUNCT
eej-150	177	1	an	an	DET
eej-150	177	2	investigation	investigation	NOUN
eej-150	177	3	of	of	ADP
eej-150	177	4	interrater	interrater	ADJ
eej-150	177	5	reliability	reliability	NOUN
eej-150	177	6	in	in	ADP
eej-150	177	7	oral	oral	ADJ
eej-150	177	8	testing	testing	NOUN
eej-150	177	9	.	.	PUNCT
eej-150	178	1	.on	.on	PUNCT
eej-150	179	1	line	line	NOUN
eej-150	179	2	at	at	ADP
eej-150	179	3	1	1	NUM
eej-150	179	4	0	0	NUM
eej-150	179	5	2	2	NUM
eej-150	179	6	http://www.sciencedirect.com	http://www.sciencedirect.com	X
eej-150	179	7	http://www.informaworld.com/smpp/conte^	http://www.informaworld.com/smpp/conte^	NOUN
eej-150	179	8	13696212	13696212	NUM
eej-150	180	1	[	[	X
eej-150	180	2	accessed	access	VERB
eej-150	180	3	01/20/09	01/20/09	PROPN
eej-150	180	4	]	]	X
eej-150	180	5	hughes	hughe	NOUN
eej-150	180	6	,	,	PUNCT
eej-150	180	7	a.	a.	PROPN
eej-150	180	8	2003	2003	NUM
eej-150	180	9	.	.	PUNCT
eej-150	181	1	testing	test	VERB
eej-150	181	2	for	for	ADP
eej-150	181	3	language	language	NOUN
eej-150	181	4	teachers	teacher	NOUN
eej-150	181	5	.	.	PUNCT
eej-150	182	1	(	(	PUNCT
eej-150	182	2	2nd	2nd	ADJ
eej-150	182	3	ed	ed	NOUN
eej-150	182	4	.	.	PUNCT
eej-150	182	5	)	)	PUNCT
eej-150	182	6	.	.	PUNCT
eej-150	183	1	new	new	PROPN
eej-150	183	2	york	york	PROPN
eej-150	183	3	:	:	PUNCT
eej-150	183	4	cambridge	cambridge	PROPN
eej-150	183	5	university	university	PROPN
eej-150	183	6	press	press	NOUN
eej-150	183	7	.	.	PUNCT
eej-150	184	1	johnston	johnston	PROPN
eej-150	184	2	,	,	PUNCT
eej-150	184	3	b.	b.	PROPN
eej-150	184	4	1987	1987	NUM
eej-150	184	5	.	.	PUNCT
eej-150	185	1	assessing	assess	VERB
eej-150	185	2	english	english	PROPN
eej-150	185	3	:	:	PUNCT
eej-150	185	4	helping	help	VERB
eej-150	185	5	students	student	NOUN
eej-150	185	6	to	to	PART
eej-150	185	7	reflect	reflect	VERB
eej-150	185	8	on	on	ADP
eej-150	185	9	their	their	PRON
eej-150	185	10	work	work	NOUN
eej-150	185	11	.	.	PUNCT
eej-150	186	1	philadelphia	philadelphia	PROPN
eej-150	186	2	:	:	PUNCT
eej-150	186	3	open	open	ADJ
eej-150	186	4	university	university	NOUN
eej-150	186	5	press	press	NOUN
eej-150	186	6	.	.	PUNCT
eej-150	187	1	liu	liu	PROPN
eej-150	187	2	,	,	PUNCT
eej-150	187	3	q.	q.	PROPN
eej-150	187	4	,	,	PUNCT
eej-150	187	5	and	and	CCONJ
eej-150	187	6	li	li	PROPN
eej-150	187	7	,	,	PUNCT
eej-150	187	8	w.	w.	PROPN
eej-150	187	9	2008	2008	NUM
eej-150	187	10	.	.	PUNCT
eej-150	188	1	a	a	DET
eej-150	188	2	portfolio	portfolio	NOUN
eej-150	188	3	approach	approach	NOUN
eej-150	188	4	to	to	ADP
eej-150	188	5	oral	oral	ADJ
eej-150	188	6	english	english	ADJ
eej-150	188	7	assessment	assessment	NOUN
eej-150	188	8	for	for	ADP
eej-150	188	9	english	english	ADJ
eej-150	188	10	majors	major	NOUN
eej-150	188	11	in	in	ADP
eej-150	188	12	china	china	PROPN
eej-150	188	13	.	.	PUNCT
eej-150	189	1	6th	6th	PROPN
eej-150	189	2	asia	asia	PROPN
eej-150	189	3	tefl	tefl	PROPN
eej-150	189	4	.	.	PUNCT
eej-150	190	1	2008.1nternational	2008.1nternational	NUM
eej-150	190	2	conferences	conference	NOUN
eej-150	190	3	.	.	PUNCT
eej-150	191	1	denpasar	denpasar	PROPN
eej-150	191	2	:	:	PUNCT
eej-150	191	3	teflin	teflin	PROPN
eej-150	191	4	o'malley	o'malley	PROPN
eej-150	191	5	,	,	PUNCT
eej-150	191	6	j.m	j.m	PROPN
eej-150	191	7	and	and	CCONJ
eej-150	191	8	l.v	l.v	PROPN
eej-150	191	9	.	.	PROPN
eej-150	191	10	pierce	pierce	PROPN
eej-150	191	11	.	.	PROPN
eej-150	191	12	1996	1996	NUM
eej-150	191	13	.	.	PUNCT
eej-150	192	1	authentic	authentic	ADJ
eej-150	192	2	assessment	assessment	NOUN
eej-150	192	3	for	for	ADP
eej-150	192	4	english	english	ADJ
eej-150	192	5	language	language	NOUN
eej-150	192	6	learners	learner	NOUN
eej-150	192	7	:	:	PUNCT
eej-150	192	8	practical	practical	ADJ
eej-150	192	9	approaches	approach	NOUN
eej-150	192	10	for	for	ADP
eej-150	192	11	teachers	teacher	NOUN
eej-150	192	12	.	.	PUNCT
eej-150	193	1	london	london	PROPN
eej-150	193	2	:	:	PUNCT
eej-150	193	3	longman	longman	PROPN
eej-150	193	4	richards	richards	PROPN
eej-150	193	5	,	,	PUNCT
eej-150	193	6	j.c	j.c	PROPN
eej-150	193	7	.	.	PROPN
eej-150	193	8	2008	2008	NUM
eej-150	193	9	.	.	PUNCT
eej-150	194	1	teaching	teach	VERB
eej-150	194	2	listening	listen	VERB
eej-150	194	3	and	and	CCONJ
eej-150	194	4	speaking	speak	VERB
eej-150	194	5	from	from	ADP
eej-150	194	6	theory	theory	NOUN
eej-150	194	7	to	to	ADP
eej-150	194	8	practice	practice	NOUN
eej-150	194	9	.	.	PUNCT
eej-150	195	1	cambridge	cambridge	PROPN
eej-150	195	2	:	:	PUNCT
eej-150	195	3	cambridge	cambridge	PROPN
eej-150	195	4	university	university	PROPN
eej-150	195	5	press	press	NOUN
eej-150	195	6	.	.	PUNCT
eej-150	196	1	richards	richard	NOUN
eej-150	196	2	,	,	PUNCT
eej-150	196	3	j	j	PROPN
eej-150	196	4	.c	.c	PROPN
eej-150	196	5	,	,	PUNCT
eej-150	196	6	hull	hull	NOUN
eej-150	196	7	,	,	PUNCT
eej-150	196	8	j.	j.	PROPN
eej-150	196	9	and	and	CCONJ
eej-150	196	10	proctor	proctor	PROPN
eej-150	196	11	,	,	PUNCT
eej-150	196	12	s.	s.	PROPN
eej-150	196	13	1997	1997	NUM
eej-150	196	14	.	.	PUNCT
eej-150	197	1	the	the	DET
eej-150	197	2	new	new	ADJ
eej-150	197	3	interchange	interchange	NOUN
eej-150	197	4	book	book	NOUN
eej-150	197	5	2	2	NUM
eej-150	197	6	.	.	PUNCT
eej-150	197	7	cambridge	cambridge	PROPN
eej-150	197	8	:	:	PUNCT
eej-150	197	9	cambridge	cambridge	PROPN
eej-150	197	10	university	university	PROPN
eej-150	197	11	press	press	NOUN
eej-150	197	12	.	.	PUNCT
eej-150	198	1	sawyer	sawyer	PROPN
eej-150	198	2	,	,	PUNCT
eej-150	198	3	w.	w.	PROPN
eej-150	198	4	,	,	PUNCT
eej-150	198	5	watson	watson	PROPN
eej-150	198	6	,	,	PUNCT
eej-150	198	7	k.	k.	PROPN
eej-150	198	8	and	and	CCONJ
eej-150	198	9	adams	adams	PROPN
eej-150	198	10	,	,	PUNCT
eej-150	198	11	a	a	DET
eej-150	198	12	(	(	PUNCT
eej-150	198	13	eds	ed	NOUN
eej-150	198	14	)	)	PUNCT
eej-150	198	15	.	.	PUNCT
eej-150	198	16	1989	1989	NUM
eej-150	198	17	.	.	PUNCT
eej-150	199	1	english	english	PROPN
eej-150	199	2	teaching	teaching	NOUN
eej-150	199	3	from	from	ADP
eej-150	199	4	a	a	DET
eej-150	199	5	-	-	PUNCT
eej-150	199	6	z.	z.	PROPN
eej-150	199	7	philadelphia	philadelphia	PROPN
eej-150	199	8	:	:	PUNCT
eej-150	199	9	open	open	ADJ
eej-150	199	10	university	university	NOUN
eej-150	199	11	press	press	NOUN
eej-150	199	12	.	.	PUNCT
eej-150	200	1	singarimbun	singarimbun	PROPN
eej-150	200	2	,	,	PUNCT
eej-150	200	3	m.	m.	NOUN
eej-150	200	4	and	and	CCONJ
eej-150	200	5	effendi	effendi	NOUN
eej-150	200	6	,	,	PUNCT
eej-150	200	7	s.	s.	PROPN
eej-150	200	8	(	(	PUNCT
eej-150	200	9	ed	ed	NOUN
eej-150	200	10	)	)	PUNCT
eej-150	200	11	.	.	PUNCT
eej-150	201	1	1989	1989	NUM
eej-150	201	2	.	.	PUNCT
eej-150	202	1	metode	metode	PROPN
eej-150	202	2	penelitian	penelitian	PROPN
eej-150	202	3	survai	survai	PROPN
eej-150	202	4	.	.	PUNCT
eej-150	203	1	(	(	PUNCT
eej-150	203	2	revised	revise	VERB
eej-150	203	3	ed	ed	NOUN
eej-150	203	4	.	.	PUNCT
eej-150	203	5	)	)	PUNCT
eej-150	203	6	.	.	PUNCT
eej-150	204	1	jakarta	jakarta	PROPN
eej-150	204	2	:	:	PUNCT
eej-150	204	3	lp3es	lp3es	X
eej-150	204	4	.	.	PUNCT
eej-150	205	1	tuckman	tuckman	NOUN
eej-150	205	2	,	,	PUNCT
eej-150	205	3	b.w	b.w	PROPN
eej-150	205	4	.	.	PROPN
eej-150	205	5	1978	1978	NUM
eej-150	205	6	.	.	PUNCT
eej-150	206	1	conducting	conduct	VERB
eej-150	206	2	educational	educational	ADJ
eej-150	206	3	research	research	NOUN
eej-150	206	4	(	(	PUNCT
eej-150	206	5	2nd	2nd	ADJ
eej-150	206	6	ed	ed	NOUN
eej-150	206	7	.	.	PUNCT
eej-150	206	8	)	)	PUNCT
eej-150	206	9	.	.	PUNCT
eej-150	207	1	new	new	PROPN
eej-150	207	2	york	york	PROPN
eej-150	207	3	:	:	PUNCT
eej-150	207	4	harcourt	harcourt	PROPN
eej-150	207	5	brace	brace	PROPN
eej-150	207	6	jovanovich	jovanovich	PROPN
eej-150	207	7	publishers	publisher	NOUN
eej-150	207	8	.	.	PUNCT
eej-150	208	1	weir	weir	PROPN
eej-150	208	2	,	,	PUNCT
eej-150	208	3	c.j	c.j	PROPN
eej-150	208	4	.	.	PROPN
eej-150	208	5	1990	1990	NUM
eej-150	208	6	.	.	PUNCT
eej-150	209	1	communicative	communicative	ADJ
eej-150	209	2	language	language	NOUN
eej-150	209	3	testing	testing	NOUN
eej-150	209	4	.	.	PUNCT
eej-150	210	1	new	new	PROPN
eej-150	210	2	york	york	PROPN
eej-150	210	3	:	:	PUNCT
eej-150	210	4	prentice	prentice	PROPN
eej-150	210	5	hall	hall	PROPN
eej-150	210	6	.	.	PUNCT
eej-150	211	1	1	1	NUM
eej-150	211	2	0	0	NUM
eej-150	211	3	3	3	NUM
eej-150	211	4	http://www.inf	http://www.inf	ADJ