id	sid	tid	token	lemma	pos
edu-323	1	1	85	85	NUM
edu-323	1	2	asian	asian	ADJ
edu-323	1	3	journal	journal	NOUN
edu-323	1	4	of	of	ADP
edu-323	1	5	education	education	NOUN
edu-323	1	6	and	and	CCONJ
edu-323	1	7	training	training	NOUN
edu-323	1	8	vol	vol	NOUN
edu-323	1	9	.	.	PROPN
edu-323	1	10	4	4	NUM
edu-323	1	11	,	,	PUNCT
edu-323	1	12	no	no	INTJ
edu-323	1	13	.	.	NOUN
edu-323	1	14	2	2	NUM
edu-323	1	15	,	,	PUNCT
edu-323	1	16	85	85	NUM
edu-323	1	17	-	-	SYM
edu-323	1	18	90	90	NUM
edu-323	1	19	,	,	PUNCT
edu-323	1	20	2018	2018	NUM
edu-323	1	21	issn(e	issn(e	NOUN
edu-323	1	22	)	)	PUNCT
edu-323	1	23	2519	2519	NUM
edu-323	1	24	-	-	SYM
edu-323	1	25	5387	5387	NUM
edu-323	1	26	doi	doi	NOUN
edu-323	1	27	:	:	PUNCT
edu-323	1	28	10.20448	10.20448	NUM
edu-323	1	29	/	/	SYM
edu-323	1	30	journal.522.2018.42.85.90	journal.522.2018.42.85.90	PROPN
edu-323	1	31	using	use	VERB
edu-323	1	32	generalizability	generalizability	NOUN
edu-323	1	33	theory	theory	NOUN
edu-323	1	34	to	to	PART
edu-323	1	35	assess	assess	VERB
edu-323	1	36	the	the	DET
edu-323	1	37	score	score	NOUN
edu-323	1	38	reliability	reliability	NOUN
edu-323	1	39	of	of	ADP
edu-323	1	40	communication	communication	NOUN
edu-323	1	41	skills	skill	NOUN
edu-323	1	42	of	of	ADP
edu-323	1	43	dentistry	dentistry	NOUN
edu-323	1	44	students	student	NOUN
edu-323	1	45	n.	n.	PROPN
edu-323	1	46	bilge	bilge	PROPN
edu-323	1	47	uzun1	uzun1	PROPN
edu-323	2	1			PROPN
edu-323	2	2	mehtap	mehtap	PROPN
edu-323	2	3	aktaş2	aktaş2	NOUN
edu-323	2	4	semih	semih	PROPN
edu-323	2	5	aşiret3	aşiret3	PROPN
edu-323	2	6	seha	seha	NOUN
edu-323	2	7	yorulmaz4	yorulmaz4	NOUN
edu-323	2	8	(	(	PUNCT
edu-323	2	9			PROPN
edu-323	2	10	corresponding	correspond	VERB
edu-323	2	11	author	author	NOUN
edu-323	2	12	)	)	PUNCT
edu-323	2	13	1,2,3,4department	1,2,3,4department	NOUN
edu-323	2	14	of	of	ADP
edu-323	2	15	measurement	measurement	NOUN
edu-323	2	16	and	and	CCONJ
edu-323	2	17	evaluation	evaluation	NOUN
edu-323	2	18	in	in	ADP
edu-323	2	19	education	education	NOUN
edu-323	2	20	,	,	PUNCT
edu-323	2	21	faculty	faculty	NOUN
edu-323	2	22	of	of	ADP
edu-323	2	23	education	education	NOUN
edu-323	2	24	,	,	PUNCT
edu-323	2	25	mersin	mersin	PROPN
edu-323	2	26	university	university	PROPN
edu-323	2	27	,	,	PUNCT
edu-323	2	28	mersin	mersin	PROPN
edu-323	2	29	,	,	PUNCT
edu-323	2	30	turkey	turkey	PROPN
edu-323	2	31	abstract	abstract	NOUN
edu-323	2	32	the	the	DET
edu-323	2	33	goal	goal	NOUN
edu-323	2	34	of	of	ADP
edu-323	2	35	this	this	DET
edu-323	2	36	study	study	NOUN
edu-323	2	37	is	be	AUX
edu-323	2	38	to	to	PART
edu-323	2	39	determine	determine	VERB
edu-323	2	40	the	the	DET
edu-323	2	41	reliability	reliability	NOUN
edu-323	2	42	of	of	ADP
edu-323	2	43	the	the	DET
edu-323	2	44	performance	performance	NOUN
edu-323	2	45	points	point	NOUN
edu-323	2	46	of	of	ADP
edu-323	2	47	dentistry	dentistry	NOUN
edu-323	2	48	students	student	NOUN
edu-323	2	49	regarding	regard	VERB
edu-323	2	50	communication	communication	NOUN
edu-323	2	51	skills	skill	NOUN
edu-323	2	52	and	and	CCONJ
edu-323	2	53	to	to	PART
edu-323	2	54	examine	examine	VERB
edu-323	2	55	the	the	DET
edu-323	2	56	scoring	scoring	NOUN
edu-323	2	57	reliability	reliability	NOUN
edu-323	2	58	by	by	ADP
edu-323	2	59	generalizability	generalizability	NOUN
edu-323	2	60	theory	theory	NOUN
edu-323	2	61	in	in	ADP
edu-323	2	62	balanced	balanced	ADJ
edu-323	2	63	random	random	ADJ
edu-323	2	64	and	and	CCONJ
edu-323	2	65	fixed	fix	VERB
edu-323	2	66	facet	facet	ADJ
edu-323	2	67	(	(	PUNCT
edu-323	2	68	mixed	mixed	ADJ
edu-323	2	69	design	design	NOUN
edu-323	2	70	)	)	PUNCT
edu-323	2	71	data	datum	NOUN
edu-323	2	72	,	,	PUNCT
edu-323	2	73	considering	consider	VERB
edu-323	2	74	also	also	ADV
edu-323	2	75	the	the	DET
edu-323	2	76	interactions	interaction	NOUN
edu-323	2	77	of	of	ADP
edu-323	2	78	student	student	NOUN
edu-323	2	79	,	,	PUNCT
edu-323	2	80	rater	rater	NOUN
edu-323	2	81	and	and	CCONJ
edu-323	2	82	duty	duty	NOUN
edu-323	2	83	.	.	PUNCT
edu-323	3	1	the	the	DET
edu-323	3	2	study	study	NOUN
edu-323	3	3	group	group	NOUN
edu-323	3	4	of	of	ADP
edu-323	3	5	the	the	DET
edu-323	3	6	research	research	NOUN
edu-323	3	7	consists	consist	VERB
edu-323	3	8	of	of	ADP
edu-323	3	9	the	the	DET
edu-323	3	10	16	16	NUM
edu-323	3	11	dentistry	dentistry	NOUN
edu-323	3	12	students	student	NOUN
edu-323	3	13	who	who	PRON
edu-323	3	14	took	take	VERB
edu-323	3	15	communication	communication	NOUN
edu-323	3	16	skills	skill	NOUN
edu-323	3	17	elective	elective	ADJ
edu-323	3	18	course	course	NOUN
edu-323	3	19	in	in	ADP
edu-323	3	20	hacettepe	hacettepe	PROPN
edu-323	3	21	university	university	NOUN
edu-323	3	22	in	in	ADP
edu-323	3	23	2014	2014	NUM
edu-323	3	24	-	-	SYM
edu-323	3	25	2015	2015	NUM
edu-323	3	26	academic	academic	ADJ
edu-323	3	27	year	year	NOUN
edu-323	3	28	.	.	PUNCT
edu-323	4	1	in	in	ADP
edu-323	4	2	the	the	DET
edu-323	4	3	study	study	NOUN
edu-323	4	4	,	,	PUNCT
edu-323	4	5	the	the	DET
edu-323	4	6	variability	variability	NOUN
edu-323	4	7	sources	source	NOUN
edu-323	4	8	are	be	AUX
edu-323	4	9	taken	take	VERB
edu-323	4	10	as	as	ADP
edu-323	4	11	student	student	NOUN
edu-323	4	12	(	(	PUNCT
edu-323	4	13	s	s	NOUN
edu-323	4	14	)	)	PUNCT
edu-323	4	15	,	,	PUNCT
edu-323	4	16	rater	rater	NOUN
edu-323	4	17	(	(	PUNCT
edu-323	4	18	r	r	NOUN
edu-323	4	19	)	)	PUNCT
edu-323	4	20	,	,	PUNCT
edu-323	4	21	occupation	occupation	NOUN
edu-323	4	22	(	(	PUNCT
edu-323	4	23	o	o	NOUN
edu-323	4	24	)	)	PUNCT
edu-323	4	25	and	and	CCONJ
edu-323	4	26	task	task	NOUN
edu-323	4	27	(	(	PUNCT
edu-323	4	28	t	t	PROPN
edu-323	4	29	)	)	PUNCT
edu-323	4	30	.	.	PUNCT
edu-323	5	1	16	16	NUM
edu-323	5	2	students	student	NOUN
edu-323	5	3	are	be	AUX
edu-323	5	4	assigned	assign	VERB
edu-323	5	5	with	with	ADP
edu-323	5	6	16	16	NUM
edu-323	5	7	different	different	ADJ
edu-323	5	8	duties	duty	NOUN
edu-323	5	9	and	and	CCONJ
edu-323	5	10	whether	whether	SCONJ
edu-323	5	11	the	the	DET
edu-323	5	12	students	student	NOUN
edu-323	5	13	fulfill	fulfill	VERB
edu-323	5	14	the	the	DET
edu-323	5	15	duties	duty	NOUN
edu-323	5	16	is	be	AUX
edu-323	5	17	rated	rate	VERB
edu-323	5	18	by	by	ADP
edu-323	5	19	8	8	NUM
edu-323	5	20	raters	rater	NOUN
edu-323	5	21	from	from	ADP
edu-323	5	22	two	two	NUM
edu-323	5	23	different	different	ADJ
edu-323	5	24	occupation	occupation	NOUN
edu-323	5	25	groups	group	NOUN
edu-323	5	26	,	,	PUNCT
edu-323	5	27	4	4	NUM
edu-323	5	28	standard	standard	ADJ
edu-323	5	29	patients	patient	NOUN
edu-323	5	30	and	and	CCONJ
edu-323	5	31	4	4	NUM
edu-323	5	32	academicians	academician	NOUN
edu-323	5	33	.	.	PUNCT
edu-323	6	1	on	on	ADP
edu-323	6	2	these	these	DET
edu-323	6	3	facets	facet	NOUN
edu-323	6	4	using	use	VERB
edu-323	6	5	different	different	ADJ
edu-323	6	6	designs	design	NOUN
edu-323	6	7	g	g	NOUN
edu-323	6	8	study	study	NOUN
edu-323	6	9	has	have	AUX
edu-323	6	10	been	be	AUX
edu-323	6	11	performed	perform	VERB
edu-323	6	12	.	.	PUNCT
edu-323	7	1	within	within	ADP
edu-323	7	2	the	the	DET
edu-323	7	3	scope	scope	NOUN
edu-323	7	4	of	of	ADP
edu-323	7	5	this	this	DET
edu-323	7	6	study	study	NOUN
edu-323	7	7	the	the	DET
edu-323	7	8	sxrxt	sxrxt	NOUN
edu-323	7	9	design	design	NOUN
edu-323	7	10	where	where	SCONJ
edu-323	7	11	all	all	DET
edu-323	7	12	variability	variability	NOUN
edu-323	7	13	sources	source	NOUN
edu-323	7	14	are	be	AUX
edu-323	7	15	crossed	cross	VERB
edu-323	7	16	;	;	PUNCT
edu-323	7	17	sx(o	sx(o	NOUN
edu-323	7	18	:	:	PUNCT
edu-323	7	19	r)xt	r)xt	PROPN
edu-323	7	20	design	design	NOUN
edu-323	7	21	where	where	SCONJ
edu-323	7	22	the	the	DET
edu-323	7	23	occupation	occupation	NOUN
edu-323	7	24	nested	nest	VERB
edu-323	7	25	on	on	ADP
edu-323	7	26	rater	rater	NOUN
edu-323	7	27	as	as	ADP
edu-323	7	28	the	the	DET
edu-323	7	29	result	result	NOUN
edu-323	7	30	of	of	ADP
edu-323	7	31	scoring	scoring	NOUN
edu-323	7	32	of	of	ADP
edu-323	7	33	the	the	DET
edu-323	7	34	students	student	NOUN
edu-323	7	35	by	by	ADP
edu-323	7	36	two	two	NUM
edu-323	7	37	different	different	ADJ
edu-323	7	38	occupation	occupation	NOUN
edu-323	7	39	groups	group	NOUN
edu-323	7	40	as	as	ADP
edu-323	7	41	standard	standard	ADJ
edu-323	7	42	patient	patient	NOUN
edu-323	7	43	and	and	CCONJ
edu-323	7	44	academicians	academician	NOUN
edu-323	7	45	;	;	PUNCT
edu-323	7	46	sxaxt	sxaxt	NOUN
edu-323	7	47	and	and	CCONJ
edu-323	7	48	sxspxt	sxspxt	NOUN
edu-323	7	49	facets	facet	NOUN
edu-323	7	50	where	where	SCONJ
edu-323	7	51	rater	rater	NOUN
edu-323	7	52	facet	facet	PROPN
edu-323	7	53	is	be	AUX
edu-323	7	54	taken	take	VERB
edu-323	7	55	as	as	ADP
edu-323	7	56	fixed	fix	VERB
edu-323	7	57	facet	facet	NOUN
edu-323	7	58	according	accord	VERB
edu-323	7	59	to	to	ADP
edu-323	7	60	occupation	occupation	NOUN
edu-323	7	61	groups	group	NOUN
edu-323	7	62	(	(	PUNCT
edu-323	7	63	sp	sp	NOUN
edu-323	7	64	:	:	PUNCT
edu-323	7	65	standard	standard	ADJ
edu-323	7	66	patient	patient	NOUN
edu-323	7	67	,	,	PUNCT
edu-323	7	68	a	a	DET
edu-323	7	69	:	:	PUNCT
edu-323	7	70	academician	academician	NOUN
edu-323	7	71	)	)	PUNCT
edu-323	7	72	were	be	AUX
edu-323	7	73	examined	examine	VERB
edu-323	7	74	.	.	PUNCT
edu-323	8	1	for	for	ADP
edu-323	8	2	each	each	DET
edu-323	8	3	design	design	NOUN
edu-323	8	4	estimated	estimate	VERB
edu-323	8	5	variance	variance	NOUN
edu-323	8	6	components	component	NOUN
edu-323	8	7	are	be	AUX
edu-323	8	8	discussed	discuss	VERB
edu-323	8	9	separately	separately	ADV
edu-323	8	10	.	.	PUNCT
edu-323	9	1	keywords	keyword	NOUN
edu-323	9	2	:	:	PUNCT
edu-323	9	3	communication	communication	NOUN
edu-323	9	4	skills	skill	NOUN
edu-323	9	5	,	,	PUNCT
edu-323	9	6	performance	performance	NOUN
edu-323	9	7	evaluation	evaluation	NOUN
edu-323	9	8	,	,	PUNCT
edu-323	9	9	reliability	reliability	NOUN
edu-323	9	10	,	,	PUNCT
edu-323	9	11	generalizability	generalizability	NOUN
edu-323	9	12	theory	theory	NOUN
edu-323	9	13	.	.	PUNCT
edu-323	10	1	contents	content	NOUN
edu-323	10	2	1	1	NUM
edu-323	10	3	.	.	PUNCT
edu-323	11	1	introduction	introduction	NOUN
edu-323	11	2	......................................................................................................................................................................................	......................................................................................................................................................................................	PUNCT
edu-323	12	1	86	86	NUM
edu-323	12	2	2	2	NUM
edu-323	12	3	.	.	PUNCT
edu-323	12	4	method	method	NOUN
edu-323	12	5	...............................................................................................................................................................................................	...............................................................................................................................................................................................	PUNCT
edu-323	13	1	87	87	NUM
edu-323	13	2	3	3	NUM
edu-323	13	3	.	.	PUNCT
edu-323	14	1	findings	finding	NOUN
edu-323	14	2	.............................................................................................................................................................................................	.............................................................................................................................................................................................	VERB
edu-323	14	3	87	87	NUM
edu-323	14	4	4	4	NUM
edu-323	14	5	.	.	PUNCT
edu-323	15	1	discussion	discussion	NOUN
edu-323	15	2	,	,	PUNCT
edu-323	15	3	conclusion	conclusion	NOUN
edu-323	15	4	and	and	CCONJ
edu-323	15	5	implications	implication	NOUN
edu-323	15	6	....................................................................................................................................	....................................................................................................................................	PUNCT
edu-323	15	7	88	88	NUM
edu-323	15	8	references	reference	NOUN
edu-323	15	9	..............................................................................................................................................................................................	..............................................................................................................................................................................................	NOUN
edu-323	15	10	89	89	NUM
edu-323	15	11	bibliography	bibliography	NOUN
edu-323	15	12	..........................................................................................................................................................................................	..........................................................................................................................................................................................	PUNCT
edu-323	16	1	90	90	NUM
edu-323	16	2	citation	citation	NOUN
edu-323	16	3	|	|	ADV
edu-323	16	4	n.	n.	PROPN
edu-323	16	5	bilge	bilge	PROPN
edu-323	16	6	uzun	uzun	PROPN
edu-323	16	7	;	;	PUNCT
edu-323	16	8	mehtap	mehtap	NOUN
edu-323	16	9	aktaş	aktaş	NOUN
edu-323	16	10	;	;	PUNCT
edu-323	16	11	semih	semih	PROPN
edu-323	16	12	aşiret	aşiret	PROPN
edu-323	16	13	;	;	PUNCT
edu-323	16	14	seha	seha	NOUN
edu-323	16	15	yorulmaz	yorulmaz	NOUN
edu-323	16	16	(	(	PUNCT
edu-323	16	17	2018	2018	NUM
edu-323	16	18	)	)	PUNCT
edu-323	16	19	.	.	PUNCT
edu-323	17	1	determinants	determinant	NOUN
edu-323	17	2	of	of	ADP
edu-323	17	3	job	job	NOUN
edu-323	17	4	satisfaction	satisfaction	NOUN
edu-323	17	5	of	of	ADP
edu-323	17	6	colleges	college	NOUN
edu-323	17	7	of	of	ADP
edu-323	17	8	education	education	NOUN
edu-323	17	9	lecturers	lecturer	NOUN
edu-323	17	10	:	:	PUNCT
edu-323	17	11	a	a	DET
edu-323	17	12	study	study	NOUN
edu-323	17	13	of	of	ADP
edu-323	17	14	nasarawa	nasarawa	PROPN
edu-323	17	15	state	state	PROPN
edu-323	17	16	college	college	PROPN
edu-323	17	17	of	of	ADP
edu-323	17	18	education	education	NOUN
edu-323	17	19	,	,	PUNCT
edu-323	17	20	akwanga	akwanga	NOUN
edu-323	17	21	.	.	PUNCT
edu-323	18	1	asian	asian	ADJ
edu-323	18	2	journal	journal	PROPN
edu-323	18	3	of	of	ADP
edu-323	18	4	education	education	NOUN
edu-323	18	5	and	and	CCONJ
edu-323	18	6	training	training	NOUN
edu-323	18	7	,	,	PUNCT
edu-323	18	8	4(2	4(2	NUM
edu-323	18	9	):	):	PUNCT
edu-323	18	10	85	85	NUM
edu-323	18	11	-	-	SYM
edu-323	18	12	90	90	NUM
edu-323	18	13	.	.	PUNCT
edu-323	19	1	history	history	NOUN
edu-323	19	2	:	:	PUNCT
edu-323	19	3	received	receive	VERB
edu-323	19	4	:	:	PUNCT
edu-323	19	5	29	29	NUM
edu-323	19	6	january	january	PROPN
edu-323	19	7	2018	2018	NUM
edu-323	19	8	revised	revise	VERB
edu-323	19	9	:	:	PUNCT
edu-323	19	10	16	16	NUM
edu-323	19	11	february	february	PROPN
edu-323	19	12	2018	2018	NUM
edu-323	19	13	accepted	accept	VERB
edu-323	19	14	:	:	PUNCT
edu-323	19	15	20	20	NUM
edu-323	19	16	february	february	NOUN
edu-323	19	17	2018	2018	NUM
edu-323	19	18	published	publish	VERB
edu-323	19	19	:	:	PUNCT
edu-323	19	20	23	23	NUM
edu-323	19	21	february	february	PROPN
edu-323	19	22	2018	2018	NUM
edu-323	19	23	licensed	license	VERB
edu-323	19	24	:	:	PUNCT
edu-323	19	25	this	this	DET
edu-323	19	26	work	work	NOUN
edu-323	19	27	is	be	AUX
edu-323	19	28	licensed	license	VERB
edu-323	19	29	under	under	ADP
edu-323	19	30	a	a	DET
edu-323	19	31	creative	creative	ADJ
edu-323	19	32	commons	common	NOUN
edu-323	19	33	attribution	attribution	NOUN
edu-323	19	34	3.0	3.0	NUM
edu-323	19	35	license	license	NOUN
edu-323	19	36	publisher	publisher	NOUN
edu-323	19	37	:	:	PUNCT
edu-323	19	38	asian	asian	ADJ
edu-323	19	39	online	online	PROPN
edu-323	19	40	journal	journal	PROPN
edu-323	19	41	publishing	publishing	NOUN
edu-323	19	42	group	group	NOUN
edu-323	19	43	contribution	contribution	NOUN
edu-323	19	44	/	/	SYM
edu-323	19	45	acknowledgement	acknowledgement	NOUN
edu-323	19	46	:	:	PUNCT
edu-323	19	47	all	all	DET
edu-323	19	48	authors	author	NOUN
edu-323	19	49	contributed	contribute	VERB
edu-323	19	50	to	to	ADP
edu-323	19	51	the	the	DET
edu-323	19	52	conception	conception	NOUN
edu-323	19	53	and	and	CCONJ
edu-323	19	54	design	design	NOUN
edu-323	19	55	of	of	ADP
edu-323	19	56	the	the	DET
edu-323	19	57	study	study	NOUN
edu-323	19	58	.	.	PUNCT
edu-323	20	1	funding	funding	NOUN
edu-323	20	2	:	:	PUNCT
edu-323	20	3	this	this	DET
edu-323	20	4	study	study	NOUN
edu-323	20	5	received	receive	VERB
edu-323	20	6	no	no	DET
edu-323	20	7	specific	specific	ADJ
edu-323	20	8	financial	financial	ADJ
edu-323	20	9	support	support	NOUN
edu-323	20	10	.	.	PUNCT
edu-323	21	1	competing	compete	VERB
edu-323	21	2	interests	interest	NOUN
edu-323	21	3	:	:	PUNCT
edu-323	21	4	the	the	DET
edu-323	21	5	authors	author	NOUN
edu-323	21	6	declare	declare	VERB
edu-323	21	7	that	that	SCONJ
edu-323	21	8	they	they	PRON
edu-323	21	9	have	have	VERB
edu-323	21	10	no	no	DET
edu-323	21	11	conflict	conflict	NOUN
edu-323	21	12	of	of	ADP
edu-323	21	13	interests	interest	NOUN
edu-323	21	14	.	.	PUNCT
edu-323	22	1	transparency	transparency	NOUN
edu-323	22	2	:	:	PUNCT
edu-323	22	3	the	the	DET
edu-323	22	4	authors	author	NOUN
edu-323	22	5	confirm	confirm	VERB
edu-323	22	6	that	that	SCONJ
edu-323	22	7	the	the	DET
edu-323	22	8	manuscript	manuscript	NOUN
edu-323	22	9	is	be	AUX
edu-323	22	10	an	an	DET
edu-323	22	11	honest	honest	ADJ
edu-323	22	12	,	,	PUNCT
edu-323	22	13	accurate	accurate	ADJ
edu-323	22	14	,	,	PUNCT
edu-323	22	15	and	and	CCONJ
edu-323	22	16	transparent	transparent	ADJ
edu-323	22	17	account	account	NOUN
edu-323	22	18	of	of	ADP
edu-323	22	19	the	the	DET
edu-323	22	20	study	study	NOUN
edu-323	22	21	was	be	AUX
edu-323	22	22	reported	report	VERB
edu-323	22	23	;	;	PUNCT
edu-323	22	24	that	that	SCONJ
edu-323	22	25	no	no	DET
edu-323	22	26	vital	vital	ADJ
edu-323	22	27	features	feature	NOUN
edu-323	22	28	of	of	ADP
edu-323	22	29	the	the	DET
edu-323	22	30	study	study	NOUN
edu-323	22	31	have	have	AUX
edu-323	22	32	been	be	AUX
edu-323	22	33	omitted	omit	VERB
edu-323	22	34	;	;	PUNCT
edu-323	22	35	and	and	CCONJ
edu-323	22	36	that	that	SCONJ
edu-323	22	37	any	any	DET
edu-323	22	38	discrepancies	discrepancy	NOUN
edu-323	22	39	from	from	ADP
edu-323	22	40	the	the	DET
edu-323	22	41	study	study	NOUN
edu-323	22	42	as	as	SCONJ
edu-323	22	43	planned	plan	VERB
edu-323	22	44	have	have	AUX
edu-323	22	45	been	be	AUX
edu-323	22	46	explained	explain	VERB
edu-323	22	47	.	.	PUNCT
edu-323	23	1	ethical	ethical	ADJ
edu-323	23	2	:	:	PUNCT
edu-323	23	3	this	this	DET
edu-323	23	4	study	study	NOUN
edu-323	23	5	follows	follow	VERB
edu-323	23	6	all	all	DET
edu-323	23	7	ethical	ethical	ADJ
edu-323	23	8	practices	practice	NOUN
edu-323	23	9	during	during	ADP
edu-323	23	10	writing	writing	NOUN
edu-323	23	11	.	.	PUNCT
edu-323	24	1	http://crossmark.crossref.org/dialog/?doi=10.20448/journal.522.2018.42.85.90&domain=pdf&date_stamp=2017-01-14	http://crossmark.crossref.org/dialog/?doi=10.20448/journal.522.2018.42.85.90&domain=pdf&date_stamp=2017-01-14	PROPN
edu-323	25	1	http://creativecommons.org/licenses/by/3.0/	http://creativecommons.org/licenses/by/3.0/	PROPN
edu-323	25	2	http://creativecommons.org/licenses/by/3.0/	http://creativecommons.org/licenses/by/3.0/	PROPN
edu-323	25	3	https://orcid.org/0000-0003-2293-4536	https://orcid.org/0000-0003-2293-4536	NOUN
edu-323	25	4	https://orcid.org/0000-0002-3192-7445	https://orcid.org/0000-0002-3192-7445	NOUN
edu-323	25	5	https://orcid.org/0000-0002-0577-2603	https://orcid.org/0000-0002-0577-2603	VERB
edu-323	25	6	https://orcid.org/0000-0002-8385-3724	https://orcid.org/0000-0002-8385-3724	PROPN
edu-323	25	7	https://orcid.org/0000-0003-2293-4536	https://orcid.org/0000-0003-2293-4536	NOUN
edu-323	25	8	https://orcid.org/0000-0002-3192-7445	https://orcid.org/0000-0002-3192-7445	NOUN
edu-323	25	9	https://orcid.org/0000-0002-0577-2603	https://orcid.org/0000-0002-0577-2603	VERB
edu-323	25	10	https://orcid.org/0000-0002-8385-3724	https://orcid.org/0000-0002-8385-3724	PROPN
edu-323	25	11	https://orcid.org/0000-0003-2293-4536	https://orcid.org/0000-0003-2293-4536	NOUN
edu-323	25	12	https://orcid.org/0000-0002-3192-7445	https://orcid.org/0000-0002-3192-7445	NOUN
edu-323	25	13	https://orcid.org/0000-0002-0577-2603	https://orcid.org/0000-0002-0577-2603	VERB
edu-323	25	14	https://orcid.org/0000-0002-8385-3724	https://orcid.org/0000-0002-8385-3724	PROPN
edu-323	25	15	https://orcid.org/0000-0003-2293-4536	https://orcid.org/0000-0003-2293-4536	NOUN
edu-323	25	16	https://orcid.org/0000-0002-3192-7445	https://orcid.org/0000-0002-3192-7445	NOUN
edu-323	25	17	https://orcid.org/0000-0002-0577-2603	https://orcid.org/0000-0002-0577-2603	VERB
edu-323	25	18	https://orcid.org/0000-0002-8385-3724	https://orcid.org/0000-0002-8385-3724	PROPN
edu-323	25	19	https://orcid.org/0000-0003-2293-4536	https://orcid.org/0000-0003-2293-4536	NOUN
edu-323	25	20	https://orcid.org/0000-0002-3192-7445	https://orcid.org/0000-0002-3192-7445	NOUN
edu-323	25	21	https://orcid.org/0000-0002-0577-2603	https://orcid.org/0000-0002-0577-2603	VERB
edu-323	25	22	https://orcid.org/0000-0002-8385-3724	https://orcid.org/0000-0002-8385-3724	PROPN
edu-323	25	23	asian	asian	PROPN
edu-323	25	24	journal	journal	PROPN
edu-323	25	25	of	of	ADP
edu-323	25	26	education	education	NOUN
edu-323	25	27	and	and	CCONJ
edu-323	25	28	training	training	NOUN
edu-323	25	29	,	,	PUNCT
edu-323	25	30	2018	2018	NUM
edu-323	25	31	,	,	PUNCT
edu-323	25	32	4(2	4(2	NUM
edu-323	25	33	):	):	PUNCT
edu-323	25	34	85	85	NUM
edu-323	25	35	-	-	SYM
edu-323	25	36	90	90	NUM
edu-323	25	37	86	86	NUM
edu-323	25	38	1	1	NUM
edu-323	25	39	.	.	PUNCT
edu-323	26	1	introduction	introduction	NOUN
edu-323	26	2	in	in	ADP
edu-323	26	3	measurement	measurement	NOUN
edu-323	26	4	studies	study	NOUN
edu-323	26	5	the	the	DET
edu-323	26	6	goal	goal	NOUN
edu-323	26	7	is	be	AUX
edu-323	26	8	to	to	PART
edu-323	26	9	provide	provide	VERB
edu-323	26	10	that	that	SCONJ
edu-323	26	11	the	the	DET
edu-323	26	12	acquired	acquire	VERB
edu-323	26	13	score	score	NOUN
edu-323	26	14	regarding	regard	VERB
edu-323	26	15	the	the	DET
edu-323	26	16	measured	measured	ADJ
edu-323	26	17	property	property	NOUN
edu-323	26	18	to	to	PART
edu-323	26	19	be	be	AUX
edu-323	26	20	as	as	ADV
edu-323	26	21	close	close	ADJ
edu-323	26	22	as	as	ADP
edu-323	26	23	possible	possible	ADJ
edu-323	26	24	to	to	ADP
edu-323	26	25	the	the	DET
edu-323	26	26	actual	actual	ADJ
edu-323	26	27	score	score	NOUN
edu-323	26	28	.	.	PUNCT
edu-323	27	1	the	the	DET
edu-323	27	2	proximity	proximity	NOUN
edu-323	27	3	of	of	ADP
edu-323	27	4	the	the	DET
edu-323	27	5	value	value	NOUN
edu-323	27	6	obtained	obtain	VERB
edu-323	27	7	from	from	ADP
edu-323	27	8	measurement	measurement	NOUN
edu-323	27	9	results	result	NOUN
edu-323	27	10	to	to	ADP
edu-323	27	11	the	the	DET
edu-323	27	12	true	true	ADJ
edu-323	27	13	value	value	NOUN
edu-323	27	14	of	of	ADP
edu-323	27	15	the	the	DET
edu-323	27	16	measured	measured	ADJ
edu-323	27	17	property	property	NOUN
edu-323	27	18	is	be	AUX
edu-323	27	19	obtained	obtain	VERB
edu-323	27	20	by	by	ADP
edu-323	27	21	capability	capability	NOUN
edu-323	27	22	of	of	ADP
edu-323	27	23	making	make	VERB
edu-323	27	24	error	error	NOUN
edu-323	27	25	free	free	ADJ
edu-323	27	26	measurements	measurement	NOUN
edu-323	27	27	thus	thus	ADV
edu-323	27	28	called	call	VERB
edu-323	27	29	reliability	reliability	NOUN
edu-323	27	30	.	.	PUNCT
edu-323	28	1	reliability	reliability	NOUN
edu-323	28	2	coefficient	coefficient	NOUN
edu-323	28	3	takes	take	VERB
edu-323	28	4	various	various	ADJ
edu-323	28	5	values	value	NOUN
edu-323	28	6	between	between	ADP
edu-323	28	7	“	"	PUNCT
edu-323	28	8	0	0	NUM
edu-323	28	9	”	"	PUNCT
edu-323	28	10	and	and	CCONJ
edu-323	28	11	“	"	PUNCT
edu-323	28	12	1	1	NUM
edu-323	28	13	”	"	PUNCT
edu-323	28	14	and	and	CCONJ
edu-323	28	15	defined	define	VERB
edu-323	28	16	as	as	ADP
edu-323	28	17	a	a	DET
edu-323	28	18	measurement	measurement	NOUN
edu-323	28	19	of	of	ADP
edu-323	28	20	measurement	measurement	NOUN
edu-323	28	21	results	result	NOUN
edu-323	28	22	being	be	AUX
edu-323	28	23	free	free	ADJ
edu-323	28	24	of	of	ADP
edu-323	28	25	random	random	ADJ
edu-323	28	26	errors	error	NOUN
edu-323	28	27	.	.	PUNCT
edu-323	29	1	measurement	measurement	NOUN
edu-323	29	2	results	result	NOUN
edu-323	29	3	always	always	ADV
edu-323	29	4	carry	carry	VERB
edu-323	29	5	some	some	DET
edu-323	29	6	degree	degree	NOUN
edu-323	29	7	of	of	ADP
edu-323	29	8	error	error	NOUN
edu-323	29	9	.	.	PUNCT
edu-323	30	1	as	as	SCONJ
edu-323	30	2	it	it	PRON
edu-323	30	3	will	will	AUX
edu-323	30	4	affect	affect	VERB
edu-323	30	5	the	the	DET
edu-323	30	6	accuracy	accuracy	NOUN
edu-323	30	7	of	of	ADP
edu-323	30	8	the	the	DET
edu-323	30	9	decisions	decision	NOUN
edu-323	30	10	taken	take	VERB
edu-323	30	11	by	by	ADP
edu-323	30	12	the	the	DET
edu-323	30	13	help	help	NOUN
edu-323	30	14	of	of	ADP
edu-323	30	15	the	the	DET
edu-323	30	16	measurement	measurement	NOUN
edu-323	30	17	tools	tool	NOUN
edu-323	30	18	used	use	VERB
edu-323	30	19	to	to	PART
edu-323	30	20	minimize	minimize	VERB
edu-323	30	21	this	this	DET
edu-323	30	22	error	error	NOUN
edu-323	30	23	,	,	PUNCT
edu-323	30	24	it	it	PRON
edu-323	30	25	shall	shall	AUX
edu-323	30	26	be	be	AUX
edu-323	30	27	accurate	accurate	ADJ
edu-323	30	28	to	to	PART
edu-323	30	29	say	say	VERB
edu-323	30	30	that	that	SCONJ
edu-323	30	31	the	the	DET
edu-323	30	32	reliability	reliability	NOUN
edu-323	30	33	studies	study	NOUN
edu-323	30	34	have	have	VERB
edu-323	30	35	a	a	DET
edu-323	30	36	critical	critical	ADJ
edu-323	30	37	importance	importance	NOUN
edu-323	30	38	.	.	PUNCT
edu-323	31	1	in	in	ADP
edu-323	31	2	this	this	DET
edu-323	31	3	regard	regard	NOUN
edu-323	31	4	,	,	PUNCT
edu-323	31	5	reliability	reliability	NOUN
edu-323	31	6	has	have	VERB
edu-323	31	7	a	a	DET
edu-323	31	8	critical	critical	ADJ
edu-323	31	9	importance	importance	NOUN
edu-323	31	10	also	also	ADV
edu-323	31	11	in	in	ADP
edu-323	31	12	performance	performance	NOUN
edu-323	31	13	based	base	VERB
edu-323	31	14	measurements	measurement	NOUN
edu-323	31	15	in	in	ADP
edu-323	31	16	education	education	NOUN
edu-323	31	17	activities	activity	NOUN
edu-323	31	18	.	.	PUNCT
edu-323	32	1	performance	performance	NOUN
edu-323	32	2	is	be	AUX
edu-323	32	3	a	a	DET
edu-323	32	4	concept	concept	NOUN
edu-323	32	5	which	which	PRON
edu-323	32	6	defines	define	VERB
edu-323	32	7	how	how	SCONJ
edu-323	32	8	well	well	ADV
edu-323	32	9	people	people	NOUN
edu-323	32	10	use	use	VERB
edu-323	32	11	their	their	PRON
edu-323	32	12	own	own	ADJ
edu-323	32	13	potential	potential	ADJ
edu-323	32	14	or	or	CCONJ
edu-323	32	15	actual	actual	ADJ
edu-323	32	16	knowledge	knowledge	NOUN
edu-323	32	17	,	,	PUNCT
edu-323	32	18	abilities	ability	NOUN
edu-323	32	19	in	in	ADP
edu-323	32	20	order	order	NOUN
edu-323	32	21	to	to	PART
edu-323	32	22	reach	reach	VERB
edu-323	32	23	their	their	PRON
edu-323	32	24	goals	goal	NOUN
edu-323	32	25	or	or	CCONJ
edu-323	32	26	expectations	expectation	NOUN
edu-323	32	27	(	(	PUNCT
edu-323	32	28	helvaci	helvaci	NOUN
edu-323	32	29	,	,	PUNCT
edu-323	32	30	2002	2002	NUM
edu-323	32	31	;	;	PUNCT
edu-323	32	32	erşangur	erşangur	PROPN
edu-323	32	33	,	,	PUNCT
edu-323	32	34	2003	2003	NUM
edu-323	32	35	)	)	PUNCT
edu-323	32	36	.	.	PUNCT
edu-323	33	1	according	accord	VERB
edu-323	33	2	to	to	ADP
edu-323	33	3	deliceoğlu	deliceoğlu	NOUN
edu-323	33	4	(	(	PUNCT
edu-323	33	5	2009	2009	NUM
edu-323	33	6	)	)	PUNCT
edu-323	33	7	performance	performance	NOUN
edu-323	33	8	is	be	AUX
edu-323	33	9	the	the	DET
edu-323	33	10	percentage	percentage	NOUN
edu-323	33	11	of	of	ADP
edu-323	33	12	ability	ability	NOUN
edu-323	33	13	to	to	PART
edu-323	33	14	use	use	VERB
edu-323	33	15	the	the	DET
edu-323	33	16	capacity	capacity	NOUN
edu-323	33	17	of	of	ADP
edu-323	33	18	a	a	DET
edu-323	33	19	person	person	NOUN
edu-323	33	20	in	in	ADP
edu-323	33	21	completing	complete	VERB
edu-323	33	22	a	a	DET
edu-323	33	23	job	job	NOUN
edu-323	33	24	in	in	ADP
edu-323	33	25	a	a	DET
edu-323	33	26	given	give	VERB
edu-323	33	27	time	time	NOUN
edu-323	33	28	period	period	NOUN
edu-323	33	29	with	with	ADP
edu-323	33	30	success	success	NOUN
edu-323	33	31	.	.	PUNCT
edu-323	34	1	the	the	DET
edu-323	34	2	reliability	reliability	NOUN
edu-323	34	3	coefficient	coefficient	NOUN
edu-323	34	4	is	be	AUX
edu-323	34	5	generally	generally	ADV
edu-323	34	6	low	low	ADJ
edu-323	34	7	in	in	ADP
edu-323	34	8	measurement	measurement	NOUN
edu-323	34	9	of	of	ADP
edu-323	34	10	performance	performance	NOUN
edu-323	34	11	.	.	PUNCT
edu-323	35	1	in	in	ADP
edu-323	35	2	performance	performance	NOUN
edu-323	35	3	evaluation	evaluation	NOUN
edu-323	35	4	,	,	PUNCT
edu-323	35	5	the	the	DET
edu-323	35	6	reason	reason	NOUN
edu-323	35	7	why	why	SCONJ
edu-323	35	8	this	this	DET
edu-323	35	9	coefficient	coefficient	NOUN
edu-323	35	10	is	be	AUX
edu-323	35	11	low	low	ADJ
edu-323	35	12	is	be	AUX
edu-323	35	13	that	that	SCONJ
edu-323	35	14	the	the	DET
edu-323	35	15	scoring	scoring	NOUN
edu-323	35	16	in	in	ADP
edu-323	35	17	general	general	ADJ
edu-323	35	18	is	be	AUX
edu-323	35	19	done	do	VERB
edu-323	35	20	dependent	dependent	ADJ
edu-323	35	21	on	on	ADP
edu-323	35	22	the	the	DET
edu-323	35	23	rater	rater	NOUN
edu-323	35	24	judgements	judgement	NOUN
edu-323	35	25	,	,	PUNCT
edu-323	35	26	in	in	ADP
edu-323	35	27	a	a	DET
edu-323	35	28	word	word	NOUN
edu-323	35	29	subjectivity	subjectivity	NOUN
edu-323	35	30	.	.	PUNCT
edu-323	36	1	it	it	PRON
edu-323	36	2	is	be	AUX
edu-323	36	3	clear	clear	ADJ
edu-323	36	4	that	that	SCONJ
edu-323	36	5	the	the	DET
edu-323	36	6	rater	rater	NOUN
edu-323	36	7	would	would	AUX
edu-323	36	8	not	not	PART
edu-323	36	9	be	be	AUX
edu-323	36	10	the	the	DET
edu-323	36	11	only	only	ADJ
edu-323	36	12	source	source	NOUN
edu-323	36	13	of	of	ADP
edu-323	36	14	error	error	NOUN
edu-323	36	15	that	that	PRON
edu-323	36	16	affects	affect	VERB
edu-323	36	17	the	the	DET
edu-323	36	18	reliability	reliability	NOUN
edu-323	36	19	in	in	ADP
edu-323	36	20	performance	performance	NOUN
edu-323	36	21	measurements	measurement	NOUN
edu-323	36	22	because	because	SCONJ
edu-323	36	23	there	there	PRON
edu-323	36	24	are	be	VERB
edu-323	36	25	various	various	ADJ
edu-323	36	26	sources	source	NOUN
edu-323	36	27	of	of	ADP
edu-323	36	28	variability	variability	NOUN
edu-323	36	29	affecting	affect	VERB
edu-323	36	30	these	these	DET
edu-323	36	31	measurements	measurement	NOUN
edu-323	36	32	.	.	PUNCT
edu-323	37	1	in	in	ADP
edu-323	37	2	general	general	ADJ
edu-323	37	3	,	,	PUNCT
edu-323	37	4	there	there	PRON
edu-323	37	5	are	be	VERB
edu-323	37	6	different	different	ADJ
edu-323	37	7	sources	source	NOUN
edu-323	37	8	of	of	ADP
edu-323	37	9	variability	variability	NOUN
edu-323	37	10	in	in	ADP
edu-323	37	11	measurements	measurement	NOUN
edu-323	37	12	based	base	VERB
edu-323	37	13	on	on	ADP
edu-323	37	14	performance	performance	NOUN
edu-323	37	15	.	.	PUNCT
edu-323	38	1	one	one	NUM
edu-323	38	2	of	of	ADP
edu-323	38	3	these	these	DET
edu-323	38	4	sources	source	NOUN
edu-323	38	5	of	of	ADP
edu-323	38	6	variability	variability	NOUN
edu-323	38	7	is	be	AUX
edu-323	38	8	the	the	DET
edu-323	38	9	individuals	individual	NOUN
edu-323	38	10	.	.	PUNCT
edu-323	39	1	individual	individual	ADJ
edu-323	39	2	source	source	NOUN
edu-323	39	3	of	of	ADP
edu-323	39	4	variability	variability	NOUN
edu-323	39	5	is	be	AUX
edu-323	39	6	the	the	DET
edu-323	39	7	abilities	ability	NOUN
edu-323	39	8	of	of	ADP
edu-323	39	9	individuals	individual	NOUN
edu-323	39	10	that	that	PRON
edu-323	39	11	show	show	VERB
edu-323	39	12	their	their	PRON
edu-323	39	13	talent	talent	NOUN
edu-323	39	14	or	or	CCONJ
edu-323	39	15	knowledge	knowledge	NOUN
edu-323	39	16	related	relate	VERB
edu-323	39	17	to	to	ADP
edu-323	39	18	a	a	DET
edu-323	39	19	problem	problem	NOUN
edu-323	39	20	,	,	PUNCT
edu-323	39	21	task	task	NOUN
edu-323	39	22	or	or	CCONJ
edu-323	39	23	product	product	NOUN
edu-323	39	24	.	.	PUNCT
edu-323	40	1	it	it	PRON
edu-323	40	2	is	be	AUX
edu-323	40	3	expected	expect	VERB
edu-323	40	4	that	that	SCONJ
edu-323	40	5	the	the	DET
edu-323	40	6	abilities	ability	NOUN
edu-323	40	7	of	of	ADP
edu-323	40	8	individuals	individual	NOUN
edu-323	40	9	evaluated	evaluate	VERB
edu-323	40	10	would	would	AUX
edu-323	40	11	be	be	AUX
edu-323	40	12	different	different	ADJ
edu-323	40	13	from	from	ADP
edu-323	40	14	one	one	NUM
edu-323	40	15	and	and	CCONJ
edu-323	40	16	other	other	ADJ
edu-323	40	17	.	.	PUNCT
edu-323	41	1	in	in	ADP
edu-323	41	2	evaluations	evaluation	NOUN
edu-323	41	3	based	base	VERB
edu-323	41	4	on	on	ADP
edu-323	41	5	performance	performance	NOUN
edu-323	41	6	,	,	PUNCT
edu-323	41	7	raters	rater	NOUN
edu-323	41	8	are	be	AUX
edu-323	41	9	also	also	ADV
edu-323	41	10	a	a	DET
edu-323	41	11	variability	variability	NOUN
edu-323	41	12	source	source	NOUN
edu-323	41	13	.	.	PUNCT
edu-323	42	1	in	in	ADP
edu-323	42	2	performance	performance	NOUN
edu-323	42	3	evaluation	evaluation	NOUN
edu-323	42	4	raters	rater	NOUN
edu-323	42	5	have	have	VERB
edu-323	42	6	a	a	DET
edu-323	42	7	very	very	ADV
edu-323	42	8	important	important	ADJ
edu-323	42	9	place	place	NOUN
edu-323	42	10	.	.	PUNCT
edu-323	43	1	this	this	PRON
edu-323	43	2	is	be	AUX
edu-323	43	3	because	because	SCONJ
edu-323	43	4	there	there	PRON
edu-323	43	5	are	be	VERB
edu-323	43	6	different	different	ADJ
edu-323	43	7	approaches	approach	NOUN
edu-323	43	8	and	and	CCONJ
edu-323	43	9	responses	response	NOUN
edu-323	43	10	of	of	ADP
edu-323	43	11	raters	rater	NOUN
edu-323	43	12	that	that	PRON
edu-323	43	13	affect	affect	VERB
edu-323	43	14	their	their	PRON
edu-323	43	15	scoring	scoring	NOUN
edu-323	43	16	.	.	PUNCT
edu-323	44	1	another	another	DET
edu-323	44	2	variability	variability	NOUN
edu-323	44	3	source	source	NOUN
edu-323	44	4	is	be	AUX
edu-323	44	5	the	the	DET
edu-323	44	6	task	task	NOUN
edu-323	44	7	or	or	CCONJ
edu-323	44	8	item	item	NOUN
edu-323	44	9	that	that	PRON
edu-323	44	10	the	the	DET
edu-323	44	11	individual	individual	NOUN
edu-323	44	12	expected	expect	VERB
edu-323	44	13	to	to	PART
edu-323	44	14	fulfill	fulfill	VERB
edu-323	44	15	.	.	PUNCT
edu-323	45	1	the	the	DET
edu-323	45	2	items	item	NOUN
edu-323	45	3	and	and	CCONJ
edu-323	45	4	tasks	task	NOUN
edu-323	45	5	related	relate	VERB
edu-323	45	6	to	to	ADP
edu-323	45	7	performance	performance	NOUN
edu-323	45	8	should	should	AUX
edu-323	45	9	be	be	AUX
edu-323	45	10	clear	clear	ADJ
edu-323	45	11	and	and	CCONJ
edu-323	45	12	accurate	accurate	ADJ
edu-323	45	13	as	as	SCONJ
edu-323	45	14	to	to	PART
edu-323	45	15	provide	provide	VERB
edu-323	45	16	individuals	individual	NOUN
edu-323	45	17	to	to	PART
edu-323	45	18	make	make	VERB
edu-323	45	19	their	their	PRON
edu-323	45	20	performances	performance	NOUN
edu-323	45	21	visible	visible	ADJ
edu-323	45	22	and	and	CCONJ
edu-323	45	23	also	also	ADV
edu-323	45	24	should	should	AUX
edu-323	45	25	carry	carry	VERB
edu-323	45	26	the	the	DET
edu-323	45	27	details	detail	NOUN
edu-323	45	28	that	that	PRON
edu-323	45	29	will	will	AUX
edu-323	45	30	bring	bring	VERB
edu-323	45	31	up	up	ADP
edu-323	45	32	the	the	DET
edu-323	45	33	differences	difference	NOUN
edu-323	45	34	between	between	ADP
edu-323	45	35	individuals	individual	NOUN
edu-323	45	36	.	.	PUNCT
edu-323	46	1	the	the	DET
edu-323	46	2	number	number	NOUN
edu-323	46	3	and	and	CCONJ
edu-323	46	4	parameters	parameter	NOUN
edu-323	46	5	of	of	ADP
edu-323	46	6	tasks	task	NOUN
edu-323	46	7	or	or	CCONJ
edu-323	46	8	items	item	NOUN
edu-323	46	9	within	within	ADP
edu-323	46	10	the	the	DET
edu-323	46	11	performance	performance	NOUN
edu-323	46	12	are	be	AUX
edu-323	46	13	among	among	ADP
edu-323	46	14	the	the	DET
edu-323	46	15	properties	property	NOUN
edu-323	46	16	that	that	PRON
edu-323	46	17	affect	affect	VERB
edu-323	46	18	the	the	DET
edu-323	46	19	performance	performance	NOUN
edu-323	46	20	of	of	ADP
edu-323	46	21	the	the	DET
edu-323	46	22	individuals	individual	NOUN
edu-323	46	23	.	.	PUNCT
edu-323	47	1	in	in	ADP
edu-323	47	2	cases	case	NOUN
edu-323	47	3	that	that	SCONJ
edu-323	47	4	the	the	DET
edu-323	47	5	performance	performance	NOUN
edu-323	47	6	measurement	measurement	NOUN
edu-323	47	7	is	be	AUX
edu-323	47	8	necessary	necessary	ADJ
edu-323	47	9	,	,	PUNCT
edu-323	47	10	it	it	PRON
edu-323	47	11	is	be	AUX
edu-323	47	12	required	require	VERB
edu-323	47	13	to	to	PART
edu-323	47	14	examine	examine	VERB
edu-323	47	15	these	these	DET
edu-323	47	16	variability	variability	NOUN
edu-323	47	17	sources	source	NOUN
edu-323	47	18	that	that	PRON
edu-323	47	19	form	form	VERB
edu-323	47	20	the	the	DET
edu-323	47	21	measurement	measurement	NOUN
edu-323	47	22	and	and	CCONJ
edu-323	47	23	their	their	PRON
edu-323	47	24	interactions	interaction	NOUN
edu-323	47	25	with	with	ADP
edu-323	47	26	each	each	DET
edu-323	47	27	other	other	ADJ
edu-323	47	28	.	.	PUNCT
edu-323	48	1	it	it	PRON
edu-323	48	2	is	be	AUX
edu-323	48	3	assumed	assume	VERB
edu-323	48	4	that	that	SCONJ
edu-323	48	5	the	the	DET
edu-323	48	6	measurable	measurable	ADJ
edu-323	48	7	ability	ability	NOUN
edu-323	48	8	of	of	ADP
edu-323	48	9	an	an	DET
edu-323	48	10	individual	individual	NOUN
edu-323	48	11	can	can	AUX
edu-323	48	12	be	be	AUX
edu-323	48	13	estimated	estimate	VERB
edu-323	48	14	by	by	ADP
edu-323	48	15	the	the	DET
edu-323	48	16	performance	performance	NOUN
edu-323	49	1	he	he	PRON
edu-323	49	2	/	/	SYM
edu-323	49	3	she	she	PRON
edu-323	49	4	shows	show	VERB
edu-323	49	5	in	in	ADP
edu-323	49	6	the	the	DET
edu-323	49	7	task	task	NOUN
edu-323	49	8	requested	request	VERB
edu-323	49	9	to	to	PART
edu-323	49	10	be	be	AUX
edu-323	49	11	performed	perform	VERB
edu-323	49	12	.	.	PUNCT
edu-323	50	1	however	however	ADV
edu-323	50	2	,	,	PUNCT
edu-323	50	3	it	it	PRON
edu-323	50	4	should	should	AUX
edu-323	50	5	not	not	PART
edu-323	50	6	be	be	AUX
edu-323	50	7	dismissed	dismiss	VERB
edu-323	50	8	that	that	SCONJ
edu-323	50	9	these	these	DET
edu-323	50	10	performances	performance	NOUN
edu-323	50	11	of	of	ADP
edu-323	50	12	individuals	individual	NOUN
edu-323	50	13	are	be	AUX
edu-323	50	14	in	in	ADP
edu-323	50	15	interaction	interaction	NOUN
edu-323	50	16	with	with	ADP
edu-323	50	17	the	the	DET
edu-323	50	18	raters	rater	NOUN
edu-323	50	19	being	be	AUX
edu-323	50	20	in	in	ADP
edu-323	50	21	different	different	ADJ
edu-323	50	22	strictness	strictness	NOUN
edu-323	50	23	levels	level	NOUN
edu-323	50	24	or	or	CCONJ
edu-323	50	25	items	item	NOUN
edu-323	50	26	and	and	CCONJ
edu-323	50	27	duties	duty	NOUN
edu-323	50	28	being	be	AUX
edu-323	50	29	in	in	ADP
edu-323	50	30	different	different	ADJ
edu-323	50	31	difficulties	difficulty	NOUN
edu-323	50	32	(	(	PUNCT
edu-323	50	33	güler	güler	NOUN
edu-323	50	34	,	,	PUNCT
edu-323	50	35	2008	2008	NUM
edu-323	50	36	)	)	PUNCT
edu-323	50	37	.	.	PUNCT
edu-323	51	1	when	when	SCONJ
edu-323	51	2	these	these	DET
edu-323	51	3	defined	define	VERB
edu-323	51	4	variability	variability	NOUN
edu-323	51	5	sources	source	NOUN
edu-323	51	6	are	be	AUX
edu-323	51	7	considered	consider	VERB
edu-323	51	8	,	,	PUNCT
edu-323	51	9	rater	rater	NOUN
edu-323	51	10	becomes	become	VERB
edu-323	51	11	an	an	DET
edu-323	51	12	important	important	ADJ
edu-323	51	13	source	source	NOUN
edu-323	51	14	of	of	ADP
edu-323	51	15	error	error	NOUN
edu-323	51	16	that	that	PRON
edu-323	51	17	decreases	decrease	VERB
edu-323	51	18	the	the	DET
edu-323	51	19	reliability	reliability	NOUN
edu-323	51	20	of	of	ADP
edu-323	51	21	the	the	DET
edu-323	51	22	evaluation	evaluation	NOUN
edu-323	51	23	of	of	ADP
edu-323	51	24	performance	performance	NOUN
edu-323	51	25	,	,	PUNCT
edu-323	51	26	where	where	SCONJ
edu-323	51	27	interaction	interaction	NOUN
edu-323	51	28	with	with	ADP
edu-323	51	29	factors	factor	NOUN
edu-323	51	30	such	such	ADJ
edu-323	51	31	as	as	ADP
edu-323	51	32	duty	duty	NOUN
edu-323	51	33	or	or	CCONJ
edu-323	51	34	time	time	NOUN
edu-323	51	35	can	can	AUX
edu-323	51	36	also	also	ADV
edu-323	51	37	be	be	AUX
edu-323	51	38	an	an	DET
edu-323	51	39	error	error	NOUN
edu-323	51	40	source	source	NOUN
edu-323	51	41	as	as	ADP
edu-323	51	42	important	important	ADJ
edu-323	51	43	.	.	PUNCT
edu-323	52	1	thus	thus	ADV
edu-323	52	2	it	it	PRON
edu-323	52	3	is	be	AUX
edu-323	52	4	not	not	PART
edu-323	52	5	sufficient	sufficient	ADJ
edu-323	52	6	for	for	ADP
edu-323	52	7	rating	rating	NOUN
edu-323	52	8	reliability	reliability	NOUN
edu-323	52	9	just	just	ADV
edu-323	52	10	to	to	PART
edu-323	52	11	provide	provide	VERB
edu-323	52	12	interrater	interrater	ADV
edu-323	52	13	or	or	CCONJ
edu-323	52	14	intrarater	intrarater	VERB
edu-323	52	15	consistency	consistency	NOUN
edu-323	52	16	and	and	CCONJ
edu-323	52	17	also	also	ADV
edu-323	52	18	the	the	DET
edu-323	52	19	interaction	interaction	NOUN
edu-323	52	20	between	between	ADP
edu-323	52	21	sources	source	NOUN
edu-323	52	22	of	of	ADP
edu-323	52	23	error	error	NOUN
edu-323	52	24	should	should	AUX
edu-323	52	25	be	be	AUX
edu-323	52	26	considered	consider	VERB
edu-323	52	27	in	in	ADP
edu-323	52	28	calculation	calculation	NOUN
edu-323	52	29	of	of	ADP
edu-323	52	30	reliability	reliability	NOUN
edu-323	52	31	.	.	PUNCT
edu-323	53	1	however	however	ADV
edu-323	53	2	all	all	DET
edu-323	53	3	the	the	DET
edu-323	53	4	methods	method	NOUN
edu-323	53	5	used	use	VERB
edu-323	53	6	for	for	ADP
edu-323	53	7	calculation	calculation	NOUN
edu-323	53	8	of	of	ADP
edu-323	53	9	reliability	reliability	NOUN
edu-323	53	10	of	of	ADP
edu-323	53	11	performance	performance	NOUN
edu-323	53	12	evaluation	evaluation	NOUN
edu-323	53	13	handle	handle	VERB
edu-323	53	14	together	together	ADV
edu-323	53	15	the	the	DET
edu-323	53	16	interaction	interaction	NOUN
edu-323	53	17	both	both	CCONJ
edu-323	53	18	with	with	ADP
edu-323	53	19	rater	rater	NOUN
edu-323	53	20	and	and	CCONJ
edu-323	53	21	other	other	ADJ
edu-323	53	22	error	error	NOUN
edu-323	53	23	sources	source	NOUN
edu-323	53	24	.	.	PUNCT
edu-323	54	1	the	the	DET
edu-323	54	2	reliability	reliability	NOUN
edu-323	54	3	of	of	ADP
edu-323	54	4	performance	performance	NOUN
edu-323	54	5	evaluation	evaluation	NOUN
edu-323	54	6	functions	function	NOUN
edu-323	54	7	with	with	ADP
edu-323	54	8	methods	method	NOUN
edu-323	54	9	based	base	VERB
edu-323	54	10	on	on	ADP
edu-323	54	11	the	the	DET
edu-323	54	12	three	three	NUM
edu-323	54	13	basic	basic	ADJ
edu-323	54	14	theories	theory	NOUN
edu-323	54	15	of	of	ADP
edu-323	54	16	measurement	measurement	NOUN
edu-323	54	17	,	,	PUNCT
edu-323	54	18	classical	classical	ADJ
edu-323	54	19	test	test	NOUN
edu-323	54	20	theory	theory	NOUN
edu-323	54	21	(	(	PUNCT
edu-323	54	22	ctt	ctt	PROPN
edu-323	54	23	)	)	PUNCT
edu-323	54	24	,	,	PUNCT
edu-323	54	25	item	item	NOUN
edu-323	54	26	response	response	NOUN
edu-323	54	27	theory	theory	NOUN
edu-323	54	28	(	(	PUNCT
edu-323	54	29	irt	irt	PROPN
edu-323	54	30	)	)	PUNCT
edu-323	54	31	,	,	PUNCT
edu-323	54	32	and	and	CCONJ
edu-323	54	33	generalizability	generalizability	NOUN
edu-323	54	34	theory	theory	NOUN
edu-323	54	35	(	(	PUNCT
edu-323	54	36	gt	gt	PROPN
edu-323	54	37	)	)	PUNCT
edu-323	54	38	(	(	PUNCT
edu-323	54	39	güler	güler	NOUN
edu-323	54	40	,	,	PUNCT
edu-323	54	41	2008	2008	NUM
edu-323	54	42	)	)	PUNCT
edu-323	54	43	.	.	PUNCT
edu-323	55	1	in	in	ADP
edu-323	55	2	performance	performance	NOUN
edu-323	55	3	evaluation	evaluation	NOUN
edu-323	55	4	,	,	PUNCT
edu-323	55	5	one	one	NUM
edu-323	55	6	of	of	ADP
edu-323	55	7	the	the	DET
edu-323	55	8	advantages	advantage	NOUN
edu-323	55	9	that	that	PRON
edu-323	55	10	the	the	DET
edu-323	55	11	generalizability	generalizability	NOUN
edu-323	55	12	theory	theory	NOUN
edu-323	55	13	provides	provide	VERB
edu-323	55	14	over	over	ADP
edu-323	55	15	classical	classical	ADJ
edu-323	55	16	test	test	NOUN
edu-323	55	17	theory	theory	NOUN
edu-323	55	18	is	be	AUX
edu-323	55	19	that	that	SCONJ
edu-323	55	20	it	it	PRON
edu-323	55	21	is	be	AUX
edu-323	55	22	possible	possible	ADJ
edu-323	55	23	to	to	PART
edu-323	55	24	evaluate	evaluate	VERB
edu-323	55	25	together	together	ADV
edu-323	55	26	the	the	DET
edu-323	55	27	errors	error	NOUN
edu-323	55	28	from	from	ADP
edu-323	55	29	many	many	ADJ
edu-323	55	30	sources	source	NOUN
edu-323	55	31	in	in	ADP
edu-323	55	32	generalizability	generalizability	NOUN
edu-323	55	33	theory	theory	NOUN
edu-323	55	34	(	(	PUNCT
edu-323	55	35	brennan	brennan	PROPN
edu-323	55	36	,	,	PUNCT
edu-323	55	37	2001	2001	NUM
edu-323	55	38	)	)	PUNCT
edu-323	55	39	.	.	PUNCT
edu-323	56	1	thus	thus	ADV
edu-323	56	2	a	a	DET
edu-323	56	3	more	more	ADV
edu-323	56	4	realistic	realistic	ADJ
edu-323	56	5	error	error	NOUN
edu-323	56	6	determination	determination	NOUN
edu-323	56	7	is	be	AUX
edu-323	56	8	made	make	VERB
edu-323	56	9	by	by	ADP
edu-323	56	10	generalization	generalization	NOUN
edu-323	56	11	theory	theory	NOUN
edu-323	56	12	and	and	CCONJ
edu-323	56	13	it	it	PRON
edu-323	56	14	is	be	AUX
edu-323	56	15	possible	possible	ADJ
edu-323	56	16	to	to	PART
edu-323	56	17	reach	reach	VERB
edu-323	56	18	more	more	ADV
edu-323	56	19	realistic	realistic	ADJ
edu-323	56	20	results	result	NOUN
edu-323	56	21	and	and	CCONJ
edu-323	56	22	decisions	decision	NOUN
edu-323	56	23	.	.	PUNCT
edu-323	57	1	when	when	SCONJ
edu-323	57	2	studies	study	NOUN
edu-323	57	3	in	in	ADP
edu-323	57	4	literature	literature	NOUN
edu-323	57	5	are	be	AUX
edu-323	57	6	examined	examine	VERB
edu-323	57	7	,	,	PUNCT
edu-323	57	8	it	it	PRON
edu-323	57	9	is	be	AUX
edu-323	57	10	seen	see	VERB
edu-323	57	11	that	that	SCONJ
edu-323	57	12	generalizability	generalizability	NOUN
edu-323	57	13	theory	theory	NOUN
edu-323	57	14	is	be	AUX
edu-323	57	15	used	use	VERB
edu-323	57	16	often	often	ADV
edu-323	57	17	in	in	ADP
edu-323	57	18	determination	determination	NOUN
edu-323	57	19	of	of	ADP
edu-323	57	20	reliability	reliability	NOUN
edu-323	57	21	in	in	ADP
edu-323	57	22	performance	performance	NOUN
edu-323	57	23	evaluation	evaluation	NOUN
edu-323	57	24	(	(	PUNCT
edu-323	57	25	ludlow	ludlow	NOUN
edu-323	57	26	,	,	PUNCT
edu-323	57	27	2001	2001	NUM
edu-323	57	28	;	;	PUNCT
edu-323	57	29	barneveld	barneveld	PROPN
edu-323	57	30	,	,	PUNCT
edu-323	57	31	2005	2005	NUM
edu-323	57	32	;	;	PUNCT
edu-323	57	33	lee	lee	PROPN
edu-323	57	34	and	and	CCONJ
edu-323	57	35	kantor	kantor	PROPN
edu-323	57	36	,	,	PUNCT
edu-323	57	37	2007	2007	NUM
edu-323	57	38	;	;	PUNCT
edu-323	57	39	atılgan	atılgan	PROPN
edu-323	57	40	,	,	PUNCT
edu-323	57	41	2008	2008	NUM
edu-323	57	42	;	;	PUNCT
edu-323	57	43	güler	güler	NOUN
edu-323	57	44	and	and	CCONJ
edu-323	57	45	gelbal	gelbal	PROPN
edu-323	57	46	,	,	PUNCT
edu-323	57	47	2010	2010	NUM
edu-323	57	48	;	;	PUNCT
edu-323	57	49	yelboğa	yelboğa	NOUN
edu-323	57	50	and	and	CCONJ
edu-323	57	51	tavşancıl	tavşancıl	PROPN
edu-323	57	52	,	,	PUNCT
edu-323	57	53	2010	2010	NUM
edu-323	57	54	;	;	PUNCT
edu-323	57	55	yılmaz	yılmaz	PROPN
edu-323	57	56	and	and	CCONJ
edu-323	57	57	gelbal	gelbal	PROPN
edu-323	57	58	,	,	PUNCT
edu-323	57	59	2011	2011	NUM
edu-323	57	60	;	;	PUNCT
edu-323	57	61	yılmaz	yılmaz	PROPN
edu-323	57	62	and	and	CCONJ
edu-323	57	63	başbaşa	başbaşa	NOUN
edu-323	57	64	,	,	PUNCT
edu-323	57	65	2015	2015	NUM
edu-323	57	66	)	)	PUNCT
edu-323	57	67	.	.	PUNCT
edu-323	58	1	different	different	ADJ
edu-323	58	2	measurement	measurement	NOUN
edu-323	58	3	tools	tool	NOUN
edu-323	58	4	can	can	AUX
edu-323	58	5	be	be	AUX
edu-323	58	6	used	use	VERB
edu-323	58	7	in	in	ADP
edu-323	58	8	performance	performance	NOUN
edu-323	58	9	measurements	measurement	NOUN
edu-323	58	10	in	in	ADP
edu-323	58	11	the	the	DET
edu-323	58	12	field	field	NOUN
edu-323	58	13	of	of	ADP
edu-323	58	14	medicine	medicine	NOUN
edu-323	58	15	.	.	PUNCT
edu-323	59	1	besides	besides	SCONJ
edu-323	59	2	which	which	DET
edu-323	59	3	ability	ability	NOUN
edu-323	59	4	is	be	AUX
edu-323	59	5	measured	measure	VERB
edu-323	59	6	by	by	ADP
edu-323	59	7	which	which	DET
edu-323	59	8	tool	tool	NOUN
edu-323	59	9	,	,	PUNCT
edu-323	59	10	the	the	DET
edu-323	59	11	used	use	VERB
edu-323	59	12	tools	tool	NOUN
edu-323	59	13	to	to	PART
edu-323	59	14	be	be	AUX
edu-323	59	15	valid	valid	ADJ
edu-323	59	16	and	and	CCONJ
edu-323	59	17	reliable	reliable	ADJ
edu-323	59	18	is	be	AUX
edu-323	59	19	important	important	ADJ
edu-323	59	20	and	and	CCONJ
edu-323	59	21	also	also	ADV
edu-323	59	22	it	it	PRON
edu-323	59	23	is	be	AUX
edu-323	59	24	required	require	VERB
edu-323	59	25	that	that	SCONJ
edu-323	59	26	the	the	DET
edu-323	59	27	measurements	measurement	NOUN
edu-323	59	28	taken	take	VERB
edu-323	59	29	should	should	AUX
edu-323	59	30	be	be	AUX
edu-323	59	31	reliable	reliable	ADJ
edu-323	59	32	(	(	PUNCT
edu-323	59	33	kurtz	kurtz	PROPN
edu-323	59	34	et	et	PROPN
edu-323	59	35	al	al	PROPN
edu-323	59	36	.	.	PROPN
edu-323	59	37	,	,	PUNCT
edu-323	59	38	1998	1998	NUM
edu-323	59	39	)	)	PUNCT
edu-323	59	40	.	.	PUNCT
edu-323	60	1	the	the	DET
edu-323	60	2	reliability	reliability	NOUN
edu-323	60	3	of	of	ADP
edu-323	60	4	the	the	DET
edu-323	60	5	measurement	measurement	NOUN
edu-323	60	6	tools	tool	NOUN
edu-323	60	7	used	use	VERB
edu-323	60	8	in	in	ADP
edu-323	60	9	fields	field	NOUN
edu-323	60	10	like	like	ADP
edu-323	60	11	medicinal	medicinal	ADJ
edu-323	60	12	training	training	NOUN
edu-323	60	13	where	where	SCONJ
edu-323	60	14	especially	especially	ADV
edu-323	60	15	the	the	DET
edu-323	60	16	evaluations	evaluation	NOUN
edu-323	60	17	made	make	VERB
edu-323	60	18	often	often	ADV
edu-323	60	19	rely	rely	VERB
edu-323	60	20	on	on	ADP
edu-323	60	21	performance	performance	NOUN
edu-323	60	22	evaluation	evaluation	NOUN
edu-323	60	23	should	should	AUX
edu-323	60	24	be	be	AUX
edu-323	60	25	as	as	ADV
edu-323	60	26	high	high	ADJ
edu-323	60	27	as	as	ADP
edu-323	60	28	possible	possible	ADJ
edu-323	60	29	.	.	PUNCT
edu-323	61	1	in	in	ADP
edu-323	61	2	medicine	medicine	NOUN
edu-323	61	3	training	training	NOUN
edu-323	61	4	;	;	PUNCT
edu-323	61	5	patient	patient	ADJ
edu-323	61	6	-	-	PUNCT
edu-323	61	7	doctor	doctor	NOUN
edu-323	61	8	interaction	interaction	NOUN
edu-323	61	9	is	be	AUX
edu-323	61	10	a	a	DET
edu-323	61	11	very	very	ADV
edu-323	61	12	important	important	ADJ
edu-323	61	13	process	process	NOUN
edu-323	61	14	that	that	PRON
edu-323	61	15	is	be	AUX
edu-323	61	16	in	in	ADP
edu-323	61	17	the	the	DET
edu-323	61	18	center	center	NOUN
edu-323	61	19	of	of	ADP
edu-323	61	20	the	the	DET
edu-323	61	21	applications	application	NOUN
edu-323	61	22	based	base	VERB
edu-323	61	23	on	on	ADP
edu-323	61	24	performance	performance	NOUN
edu-323	61	25	and	and	CCONJ
edu-323	61	26	where	where	SCONJ
edu-323	61	27	the	the	DET
edu-323	61	28	doctor	doctor	NOUN
edu-323	61	29	listens	listen	VERB
edu-323	61	30	to	to	ADP
edu-323	61	31	complaints	complaint	NOUN
edu-323	61	32	of	of	ADP
edu-323	61	33	the	the	DET
edu-323	61	34	patient	patient	NOUN
edu-323	61	35	and	and	CCONJ
edu-323	61	36	help	help	VERB
edu-323	61	37	his	his	PRON
edu-323	61	38	/	/	SYM
edu-323	61	39	her	her	PRON
edu-323	61	40	problems	problem	NOUN
edu-323	61	41	(	(	PUNCT
edu-323	61	42	good	good	ADJ
edu-323	61	43	medicine	medicine	NOUN
edu-323	61	44	application	application	NOUN
edu-323	61	45	program	program	NOUN
edu-323	61	46	booklet	booklet	NOUN
edu-323	61	47	,	,	PUNCT
edu-323	61	48	p:10	p:10	NOUN
edu-323	61	49	)	)	PUNCT
edu-323	61	50	,	,	PUNCT
edu-323	61	51	communication	communication	NOUN
edu-323	61	52	in	in	ADP
edu-323	61	53	medicinal	medicinal	ADJ
edu-323	61	54	training	training	NOUN
edu-323	61	55	is	be	AUX
edu-323	61	56	a	a	DET
edu-323	61	57	professional	professional	ADJ
edu-323	61	58	ability	ability	NOUN
edu-323	61	59	and	and	CCONJ
edu-323	61	60	should	should	AUX
edu-323	61	61	be	be	AUX
edu-323	61	62	developed	develop	VERB
edu-323	61	63	.	.	PUNCT
edu-323	62	1	the	the	DET
edu-323	62	2	teaching	teaching	NOUN
edu-323	62	3	of	of	ADP
edu-323	62	4	communication	communication	NOUN
edu-323	62	5	skills	skill	NOUN
edu-323	62	6	in	in	ADP
edu-323	62	7	medicinal	medicinal	ADJ
edu-323	62	8	training	training	NOUN
edu-323	62	9	can	can	AUX
edu-323	62	10	not	not	PART
edu-323	62	11	be	be	AUX
edu-323	62	12	considered	consider	VERB
edu-323	62	13	as	as	ADP
edu-323	62	14	a	a	DET
edu-323	62	15	selective	selective	ADJ
edu-323	62	16	application	application	NOUN
edu-323	62	17	.	.	PUNCT
edu-323	63	1	it	it	PRON
edu-323	63	2	should	should	AUX
edu-323	63	3	be	be	AUX
edu-323	63	4	taught	teach	VERB
edu-323	63	5	as	as	ADP
edu-323	63	6	the	the	DET
edu-323	63	7	other	other	ADJ
edu-323	63	8	occupational	occupational	ADJ
edu-323	63	9	abilities	ability	NOUN
edu-323	63	10	within	within	ADP
edu-323	63	11	the	the	DET
edu-323	63	12	medicinal	medicinal	ADJ
edu-323	63	13	training.16	training.16	PROPN
edu-323	63	14	in	in	ADP
edu-323	63	15	this	this	DET
edu-323	63	16	regard	regard	NOUN
edu-323	63	17	,	,	PUNCT
edu-323	63	18	on	on	ADP
edu-323	63	19	the	the	DET
edu-323	63	20	subject	subject	NOUN
edu-323	63	21	of	of	ADP
edu-323	63	22	student	student	NOUN
edu-323	63	23	evaluation	evaluation	NOUN
edu-323	63	24	in	in	ADP
edu-323	63	25	medicinal	medicinal	ADJ
edu-323	63	26	training	training	NOUN
edu-323	63	27	,	,	PUNCT
edu-323	63	28	the	the	DET
edu-323	63	29	third	third	ADJ
edu-323	63	30	step	step	NOUN
edu-323	63	31	of	of	ADP
edu-323	63	32	the	the	DET
edu-323	63	33	clinical	clinical	ADJ
edu-323	63	34	evaluation	evaluation	NOUN
edu-323	63	35	pyramid	pyramid	NOUN
edu-323	63	36	,	,	PUNCT
edu-323	63	37	performance	performance	NOUN
edu-323	63	38	evaluation	evaluation	NOUN
edu-323	63	39	(	(	PUNCT
edu-323	63	40	knowledge	knowledge	NOUN
edu-323	63	41	and	and	CCONJ
edu-323	63	42	ability	ability	NOUN
edu-323	63	43	,	,	PUNCT
edu-323	63	44	attitude	attitude	NOUN
edu-323	63	45	to	to	PART
edu-323	63	46	be	be	AUX
edu-323	63	47	shown	show	VERB
edu-323	63	48	with	with	ADP
edu-323	63	49	application	application	NOUN
edu-323	63	50	under	under	ADP
edu-323	63	51	surveillance	surveillance	NOUN
edu-323	63	52	and	and	CCONJ
edu-323	63	53	within	within	ADP
edu-323	63	54	training	training	NOUN
edu-323	63	55	environment	environment	NOUN
edu-323	63	56	)	)	PUNCT
edu-323	63	57	defined	define	VERB
edu-323	63	58	by	by	ADP
edu-323	63	59	miller	miller	PROPN
edu-323	63	60	that	that	PRON
edu-323	63	61	is	be	AUX
edu-323	63	62	used	use	VERB
edu-323	63	63	often	often	ADV
edu-323	63	64	carries	carry	VERB
edu-323	63	65	a	a	DET
edu-323	63	66	critical	critical	ADJ
edu-323	63	67	importance	importance	NOUN
edu-323	63	68	.	.	PUNCT
edu-323	64	1	moreover	moreover	ADV
edu-323	64	2	,	,	PUNCT
edu-323	64	3	the	the	DET
edu-323	64	4	communication	communication	NOUN
edu-323	64	5	skills	skill	VERB
edu-323	64	6	evaluation	evaluation	NOUN
edu-323	64	7	that	that	PRON
edu-323	64	8	is	be	AUX
edu-323	64	9	in	in	ADP
edu-323	64	10	the	the	DET
edu-323	64	11	scope	scope	NOUN
edu-323	64	12	of	of	ADP
edu-323	64	13	this	this	DET
edu-323	64	14	study	study	NOUN
edu-323	64	15	can	can	AUX
edu-323	64	16	be	be	AUX
edu-323	64	17	examined	examine	VERB
edu-323	64	18	under	under	ADP
edu-323	64	19	this	this	DET
edu-323	64	20	step	step	NOUN
edu-323	64	21	.	.	PUNCT
edu-323	65	1	the	the	DET
edu-323	65	2	communication	communication	NOUN
edu-323	65	3	skills	skill	NOUN
edu-323	65	4	course	course	NOUN
edu-323	65	5	can	can	AUX
edu-323	65	6	be	be	AUX
edu-323	65	7	considered	consider	VERB
edu-323	65	8	as	as	ADP
edu-323	65	9	a	a	DET
edu-323	65	10	sort	sort	NOUN
edu-323	65	11	of	of	ADP
edu-323	65	12	preparation	preparation	NOUN
edu-323	65	13	for	for	ADP
edu-323	65	14	real	real	ADJ
edu-323	65	15	life	life	NOUN
edu-323	65	16	conditions	condition	NOUN
edu-323	65	17	.	.	PUNCT
edu-323	66	1	especially	especially	ADV
edu-323	66	2	for	for	ADP
edu-323	66	3	performance	performance	NOUN
edu-323	66	4	weighted	weight	VERB
edu-323	66	5	aspects	aspect	NOUN
edu-323	66	6	,	,	PUNCT
edu-323	66	7	it	it	PRON
edu-323	66	8	is	be	AUX
edu-323	66	9	important	important	ADJ
edu-323	66	10	to	to	PART
edu-323	66	11	provide	provide	VERB
edu-323	66	12	genuine	genuine	ADJ
edu-323	66	13	conditions	condition	NOUN
edu-323	66	14	in	in	ADP
edu-323	66	15	these	these	DET
edu-323	66	16	trainings	training	NOUN
edu-323	66	17	.	.	PUNCT
edu-323	67	1	thus	thus	ADV
edu-323	67	2	,	,	PUNCT
edu-323	67	3	standard	standard	ADJ
edu-323	67	4	patients	patient	NOUN
edu-323	67	5	are	be	AUX
edu-323	67	6	used	use	VERB
edu-323	67	7	in	in	ADP
edu-323	67	8	these	these	DET
edu-323	67	9	trainings	training	NOUN
edu-323	67	10	,	,	PUNCT
edu-323	67	11	so	so	SCONJ
edu-323	67	12	that	that	SCONJ
edu-323	67	13	possibilities	possibility	NOUN
edu-323	67	14	of	of	ADP
edu-323	67	15	diversification	diversification	NOUN
edu-323	67	16	of	of	ADP
edu-323	67	17	interviews	interview	NOUN
edu-323	67	18	within	within	ADP
edu-323	67	19	a	a	DET
edu-323	67	20	standard	standard	ADJ
edu-323	67	21	content	content	NOUN
edu-323	67	22	,	,	PUNCT
edu-323	67	23	providing	provide	VERB
edu-323	67	24	their	their	PRON
edu-323	67	25	repetition	repetition	NOUN
edu-323	67	26	,	,	PUNCT
edu-323	67	27	creation	creation	NOUN
edu-323	67	28	of	of	ADP
edu-323	67	29	special	special	ADJ
edu-323	67	30	cases	case	NOUN
edu-323	67	31	and	and	CCONJ
edu-323	67	32	hard	hard	ADJ
edu-323	67	33	conditions	condition	NOUN
edu-323	67	34	can	can	AUX
edu-323	67	35	be	be	AUX
edu-323	67	36	offered	offer	VERB
edu-323	67	37	(	(	PUNCT
edu-323	67	38	good	good	ADJ
edu-323	67	39	medicine	medicine	NOUN
edu-323	67	40	application	application	NOUN
edu-323	67	41	program	program	NOUN
edu-323	67	42	booklet	booklet	NOUN
edu-323	67	43	,	,	PUNCT
edu-323	67	44	p:155	p:155	PROPN
edu-323	67	45	)	)	PUNCT
edu-323	67	46	.	.	PUNCT
edu-323	68	1	in	in	ADP
edu-323	68	2	fields	field	NOUN
edu-323	68	3	like	like	ADP
edu-323	68	4	medicinal	medicinal	ADJ
edu-323	68	5	training	training	NOUN
edu-323	68	6	where	where	SCONJ
edu-323	68	7	applications	application	NOUN
edu-323	68	8	based	base	VERB
edu-323	68	9	on	on	ADP
edu-323	68	10	performance	performance	NOUN
edu-323	68	11	evaluation	evaluation	NOUN
edu-323	68	12	come	come	VERB
edu-323	68	13	forth	forth	ADV
edu-323	68	14	,	,	PUNCT
edu-323	68	15	the	the	DET
edu-323	68	16	studies	study	NOUN
edu-323	68	17	done	do	VERB
edu-323	68	18	regarding	regard	VERB
edu-323	68	19	the	the	DET
edu-323	68	20	extensive	extensive	ADJ
edu-323	68	21	reliability	reliability	NOUN
edu-323	68	22	analysis	analysis	NOUN
edu-323	68	23	of	of	ADP
edu-323	68	24	measurements	measurement	NOUN
edu-323	68	25	via	via	ADP
edu-323	68	26	handling	handle	VERB
edu-323	68	27	multivariable	multivariable	ADJ
edu-323	68	28	sources	source	NOUN
edu-323	68	29	of	of	ADP
edu-323	68	30	error	error	NOUN
edu-323	68	31	together	together	ADV
edu-323	68	32	are	be	AUX
edu-323	68	33	too	too	ADV
edu-323	68	34	scarce	scarce	ADJ
edu-323	68	35	in	in	ADP
edu-323	68	36	our	our	PRON
edu-323	68	37	country	country	NOUN
edu-323	68	38	(	(	PUNCT
edu-323	68	39	yılmaz	yılmaz	PROPN
edu-323	68	40	and	and	CCONJ
edu-323	68	41	gelbal	gelbal	PROPN
edu-323	68	42	,	,	PUNCT
edu-323	68	43	2011	2011	NUM
edu-323	68	44	;	;	PUNCT
edu-323	68	45	yılmaz	yılmaz	PROPN
edu-323	68	46	and	and	CCONJ
edu-323	68	47	başbaşa	başbaşa	NOUN
edu-323	68	48	,	,	PUNCT
edu-323	68	49	2015	2015	NUM
edu-323	68	50	)	)	PUNCT
edu-323	68	51	.	.	PUNCT
edu-323	69	1	when	when	SCONJ
edu-323	69	2	the	the	DET
edu-323	69	3	performance	performance	NOUN
edu-323	69	4	is	be	AUX
edu-323	69	5	evaluated	evaluate	VERB
edu-323	69	6	,	,	PUNCT
edu-323	69	7	it	it	PRON
edu-323	69	8	is	be	AUX
edu-323	69	9	considered	consider	VERB
edu-323	69	10	that	that	SCONJ
edu-323	69	11	the	the	DET
edu-323	69	12	extensive	extensive	ADJ
edu-323	69	13	reliability	reliability	NOUN
edu-323	69	14	analyses	analysis	NOUN
edu-323	69	15	to	to	PART
edu-323	69	16	be	be	AUX
edu-323	69	17	performed	perform	VERB
edu-323	69	18	for	for	ADP
edu-323	69	19	used	use	VERB
edu-323	69	20	measurement	measurement	NOUN
edu-323	69	21	tools	tool	NOUN
edu-323	69	22	and	and	CCONJ
edu-323	69	23	studies	study	NOUN
edu-323	69	24	that	that	PRON
edu-323	69	25	handle	handle	VERB
edu-323	69	26	multivariable	multivariable	ADJ
edu-323	69	27	sources	source	NOUN
edu-323	69	28	of	of	ADP
edu-323	69	29	error	error	NOUN
edu-323	69	30	to	to	PART
edu-323	69	31	be	be	AUX
edu-323	69	32	done	do	VERB
edu-323	69	33	are	be	AUX
edu-323	69	34	important	important	ADJ
edu-323	69	35	and	and	CCONJ
edu-323	69	36	this	this	DET
edu-323	69	37	study	study	NOUN
edu-323	69	38	will	will	AUX
edu-323	69	39	provide	provide	VERB
edu-323	69	40	contribution	contribution	NOUN
edu-323	69	41	to	to	ADP
edu-323	69	42	the	the	DET
edu-323	69	43	literature	literature	NOUN
edu-323	69	44	in	in	ADP
edu-323	69	45	this	this	DET
edu-323	69	46	regard	regard	NOUN
edu-323	69	47	.	.	PUNCT
edu-323	70	1	in	in	ADP
edu-323	70	2	the	the	DET
edu-323	70	3	scope	scope	NOUN
edu-323	70	4	of	of	ADP
edu-323	70	5	this	this	DET
edu-323	70	6	research	research	NOUN
edu-323	70	7	,	,	PUNCT
edu-323	70	8	communication	communication	NOUN
edu-323	70	9	skills	skill	NOUN
edu-323	70	10	elective	elective	ADJ
edu-323	70	11	course	course	NOUN
edu-323	70	12	is	be	AUX
edu-323	70	13	considered	consider	VERB
edu-323	70	14	.	.	PUNCT
edu-323	71	1	mentioned	mention	VERB
edu-323	71	2	course	course	NOUN
edu-323	71	3	consists	consist	VERB
edu-323	71	4	of	of	ADP
edu-323	71	5	evaluation	evaluation	NOUN
edu-323	71	6	of	of	ADP
edu-323	71	7	patient	patient	ADJ
edu-323	71	8	interview	interview	NOUN
edu-323	71	9	of	of	ADP
edu-323	71	10	students	student	NOUN
edu-323	71	11	in	in	ADP
edu-323	71	12	occupational	occupational	ADJ
edu-323	71	13	sense	sense	NOUN
edu-323	71	14	.	.	PUNCT
edu-323	72	1	in	in	ADP
edu-323	72	2	this	this	DET
edu-323	72	3	study	study	NOUN
edu-323	72	4	,	,	PUNCT
edu-323	72	5	it	it	PRON
edu-323	72	6	is	be	AUX
edu-323	72	7	aimed	aim	VERB
edu-323	72	8	to	to	PART
edu-323	72	9	have	have	VERB
edu-323	72	10	the	the	DET
edu-323	72	11	ratings	rating	NOUN
edu-323	72	12	of	of	ADP
edu-323	72	13	performance	performance	NOUN
edu-323	72	14	evaluation	evaluation	NOUN
edu-323	72	15	tasks	task	NOUN
edu-323	72	16	obtained	obtain	VERB
edu-323	72	17	as	as	ADP
edu-323	72	18	the	the	DET
edu-323	72	19	result	result	NOUN
edu-323	72	20	of	of	ADP
edu-323	72	21	rating	rating	NOUN
edu-323	72	22	of	of	ADP
edu-323	72	23	raters	rater	NOUN
edu-323	72	24	from	from	ADP
edu-323	72	25	more	more	ADJ
edu-323	72	26	than	than	ADP
edu-323	72	27	one	one	NUM
edu-323	72	28	,	,	PUNCT
edu-323	72	29	different	different	ADJ
edu-323	72	30	occupational	occupational	ADJ
edu-323	72	31	origins	origin	NOUN
edu-323	72	32	to	to	PART
edu-323	72	33	be	be	AUX
edu-323	72	34	examined	examine	VERB
edu-323	72	35	by	by	ADP
edu-323	72	36	generalizability	generalizability	NOUN
edu-323	72	37	theory	theory	NOUN
edu-323	72	38	and	and	CCONJ
edu-323	72	39	to	to	PART
edu-323	72	40	be	be	AUX
edu-323	72	41	asian	asian	ADJ
edu-323	72	42	journal	journal	NOUN
edu-323	72	43	of	of	ADP
edu-323	72	44	education	education	NOUN
edu-323	72	45	and	and	CCONJ
edu-323	72	46	training	training	NOUN
edu-323	72	47	,	,	PUNCT
edu-323	72	48	2018	2018	NUM
edu-323	72	49	,	,	PUNCT
edu-323	72	50	4(2	4(2	NUM
edu-323	72	51	):	):	PUNCT
edu-323	72	52	85	85	NUM
edu-323	72	53	-	-	SYM
edu-323	72	54	90	90	NUM
edu-323	72	55	87	87	NUM
edu-323	72	56	analyzed	analyze	VERB
edu-323	72	57	with	with	ADP
edu-323	72	58	multifacet	multifacet	NOUN
edu-323	72	59	fixed	fix	VERB
edu-323	72	60	designs	design	NOUN
edu-323	72	61	.	.	PUNCT
edu-323	73	1	broadly	broadly	ADV
edu-323	73	2	,	,	PUNCT
edu-323	73	3	it	it	PRON
edu-323	73	4	separates	separate	VERB
edu-323	73	5	obtained	obtain	VERB
edu-323	73	6	measurement	measurement	NOUN
edu-323	73	7	results	result	NOUN
edu-323	73	8	into	into	ADP
edu-323	73	9	different	different	ADJ
edu-323	73	10	variance	variance	NOUN
edu-323	73	11	sources	source	NOUN
edu-323	73	12	,	,	PUNCT
edu-323	73	13	evaluates	evaluate	NOUN
edu-323	73	14	and	and	CCONJ
edu-323	73	15	defines	define	VERB
edu-323	73	16	them	they	PRON
edu-323	73	17	,	,	PUNCT
edu-323	73	18	then	then	ADV
edu-323	73	19	provide	provide	VERB
edu-323	73	20	the	the	DET
edu-323	73	21	generalization	generalization	NOUN
edu-323	73	22	of	of	ADP
edu-323	73	23	the	the	DET
edu-323	73	24	observed	observe	VERB
edu-323	73	25	ratings	rating	NOUN
edu-323	73	26	of	of	ADP
edu-323	73	27	the	the	DET
edu-323	73	28	individuals	individual	NOUN
edu-323	73	29	subject	subject	ADJ
edu-323	73	30	to	to	ADP
edu-323	73	31	measurement	measurement	NOUN
edu-323	73	32	to	to	ADP
edu-323	73	33	the	the	DET
edu-323	73	34	universal	universal	ADJ
edu-323	73	35	ratings	rating	NOUN
edu-323	73	36	that	that	PRON
edu-323	73	37	correspond	correspond	VERB
edu-323	73	38	to	to	ADP
edu-323	73	39	actual	actual	ADJ
edu-323	73	40	rating	rating	NOUN
edu-323	73	41	concept	concept	NOUN
edu-323	73	42	in	in	ADP
edu-323	73	43	classical	classical	ADJ
edu-323	73	44	test	test	NOUN
edu-323	73	45	theory	theory	NOUN
edu-323	73	46	.	.	PUNCT
edu-323	74	1	findings	finding	NOUN
edu-323	74	2	of	of	ADP
edu-323	74	3	this	this	DET
edu-323	74	4	research	research	NOUN
edu-323	74	5	are	be	AUX
edu-323	74	6	limited	limit	VERB
edu-323	74	7	to	to	ADP
edu-323	74	8	sixteen	sixteen	NUM
edu-323	74	9	dentistry	dentistry	NOUN
edu-323	74	10	students	student	NOUN
edu-323	74	11	who	who	PRON
edu-323	74	12	took	take	VERB
edu-323	74	13	communication	communication	NOUN
edu-323	74	14	skills	skill	NOUN
edu-323	74	15	elective	elective	ADJ
edu-323	74	16	course	course	NOUN
edu-323	74	17	in	in	ADP
edu-323	74	18	2014	2014	NUM
edu-323	74	19	-	-	SYM
edu-323	74	20	2015	2015	NUM
edu-323	74	21	academic	academic	ADJ
edu-323	74	22	year	year	NOUN
edu-323	74	23	in	in	ADP
edu-323	74	24	hacettepe	hacettepe	PROPN
edu-323	74	25	university	university	NOUN
edu-323	74	26	and	and	CCONJ
edu-323	74	27	eight	eight	NUM
edu-323	74	28	raters	rater	NOUN
edu-323	74	29	coming	come	VERB
edu-323	74	30	from	from	ADP
edu-323	74	31	two	two	NUM
edu-323	74	32	different	different	ADJ
edu-323	74	33	occupational	occupational	ADJ
edu-323	74	34	groups	group	NOUN
edu-323	74	35	that	that	PRON
edu-323	74	36	rate	rate	VERB
edu-323	74	37	these	these	DET
edu-323	74	38	students	student	NOUN
edu-323	74	39	;	;	PUNCT
edu-323	74	40	and	and	CCONJ
edu-323	74	41	the	the	DET
edu-323	74	42	data	datum	NOUN
edu-323	74	43	from	from	ADP
edu-323	74	44	communication	communication	NOUN
edu-323	74	45	skills	skill	NOUN
edu-323	74	46	checklist	checklist	NOUN
edu-323	74	47	consisting	consist	VERB
edu-323	74	48	of	of	ADP
edu-323	74	49	sixteen	sixteen	NUM
edu-323	74	50	duties	duty	NOUN
edu-323	74	51	that	that	PRON
edu-323	74	52	aim	aim	VERB
edu-323	74	53	to	to	PART
edu-323	74	54	measure	measure	VERB
edu-323	74	55	communication	communication	NOUN
edu-323	74	56	skills	skill	NOUN
edu-323	74	57	of	of	ADP
edu-323	74	58	these	these	DET
edu-323	74	59	students	student	NOUN
edu-323	74	60	.	.	PUNCT
edu-323	75	1	2	2	X
edu-323	75	2	.	.	X
edu-323	75	3	method	method	PROPN
edu-323	75	4	2.1	2.1	NUM
edu-323	75	5	.	.	PUNCT
edu-323	76	1	research	research	NOUN
edu-323	76	2	design	design	NOUN
edu-323	76	3	this	this	DET
edu-323	76	4	research	research	NOUN
edu-323	76	5	consisting	consist	VERB
edu-323	76	6	of	of	ADP
edu-323	76	7	determination	determination	NOUN
edu-323	76	8	of	of	ADP
edu-323	76	9	the	the	DET
edu-323	76	10	reliability	reliability	NOUN
edu-323	76	11	of	of	ADP
edu-323	76	12	the	the	DET
edu-323	76	13	performance	performance	NOUN
edu-323	76	14	scores	score	NOUN
edu-323	76	15	acquired	acquire	VERB
edu-323	76	16	in	in	ADP
edu-323	76	17	the	the	DET
edu-323	76	18	practice	practice	NOUN
edu-323	76	19	examination	examination	NOUN
edu-323	76	20	in	in	ADP
edu-323	76	21	the	the	DET
edu-323	76	22	communication	communication	NOUN
edu-323	76	23	skills	skill	NOUN
edu-323	76	24	elective	elective	ADJ
edu-323	76	25	course	course	NOUN
edu-323	76	26	is	be	AUX
edu-323	76	27	a	a	DET
edu-323	76	28	scanning	scanning	NOUN
edu-323	76	29	type	type	NOUN
edu-323	76	30	of	of	ADP
edu-323	76	31	research	research	NOUN
edu-323	76	32	.	.	PUNCT
edu-323	77	1	2.2	2.2	NUM
edu-323	77	2	.	.	PUNCT
edu-323	77	3	study	study	NOUN
edu-323	77	4	group	group	NOUN
edu-323	77	5	the	the	DET
edu-323	77	6	study	study	NOUN
edu-323	77	7	group	group	NOUN
edu-323	77	8	of	of	ADP
edu-323	77	9	this	this	DET
edu-323	77	10	research	research	NOUN
edu-323	77	11	is	be	AUX
edu-323	77	12	formed	form	VERB
edu-323	77	13	by	by	ADP
edu-323	77	14	the	the	DET
edu-323	77	15	sixteen	sixteen	NUM
edu-323	77	16	dentistry	dentistry	NOUN
edu-323	77	17	students	student	NOUN
edu-323	77	18	who	who	PRON
edu-323	77	19	took	take	VERB
edu-323	77	20	communication	communication	NOUN
edu-323	77	21	skills	skill	NOUN
edu-323	77	22	elective	elective	ADJ
edu-323	77	23	course	course	NOUN
edu-323	77	24	in	in	ADP
edu-323	77	25	2014	2014	NUM
edu-323	77	26	-	-	SYM
edu-323	77	27	2015	2015	NUM
edu-323	77	28	academic	academic	ADJ
edu-323	77	29	year	year	NOUN
edu-323	77	30	in	in	ADP
edu-323	77	31	hacettepe	hacettepe	PROPN
edu-323	77	32	university	university	NOUN
edu-323	77	33	.	.	PUNCT
edu-323	78	1	in	in	ADP
edu-323	78	2	evaluation	evaluation	NOUN
edu-323	78	3	of	of	ADP
edu-323	78	4	the	the	DET
edu-323	78	5	performance	performance	NOUN
edu-323	78	6	conditions	condition	NOUN
edu-323	78	7	of	of	ADP
edu-323	78	8	the	the	DET
edu-323	78	9	students	student	NOUN
edu-323	78	10	’	'	PUNCT
edu-323	78	11	eight	eight	NUM
edu-323	78	12	raters	rater	NOUN
edu-323	78	13	,	,	PUNCT
edu-323	78	14	four	four	NUM
edu-323	78	15	academicians	academician	NOUN
edu-323	78	16	and	and	CCONJ
edu-323	78	17	four	four	NUM
edu-323	78	18	standard	standard	ADJ
edu-323	78	19	patients	patient	NOUN
edu-323	78	20	who	who	PRON
edu-323	78	21	participate	participate	VERB
edu-323	78	22	in	in	ADP
edu-323	78	23	trainings	training	NOUN
edu-323	78	24	were	be	AUX
edu-323	78	25	used	use	VERB
edu-323	78	26	.	.	PUNCT
edu-323	79	1	2.3	2.3	NUM
edu-323	79	2	.	.	PUNCT
edu-323	80	1	data	datum	NOUN
edu-323	80	2	collection	collection	NOUN
edu-323	80	3	tools	tool	NOUN
edu-323	80	4	in	in	ADP
edu-323	80	5	evaluation	evaluation	NOUN
edu-323	80	6	of	of	ADP
edu-323	80	7	the	the	DET
edu-323	80	8	performance	performance	NOUN
edu-323	80	9	of	of	ADP
edu-323	80	10	the	the	DET
edu-323	80	11	students	student	NOUN
edu-323	80	12	regarding	regard	VERB
edu-323	80	13	communication	communication	NOUN
edu-323	80	14	skills	skill	NOUN
edu-323	80	15	,	,	PUNCT
edu-323	80	16	the	the	DET
edu-323	80	17	“	"	PUNCT
edu-323	80	18	communication	communication	NOUN
edu-323	80	19	skills	skill	NOUN
edu-323	80	20	evaluation	evaluation	NOUN
edu-323	80	21	form	form	NOUN
edu-323	80	22	”	"	PUNCT
edu-323	80	23	prepared	prepare	VERB
edu-323	80	24	by	by	ADP
edu-323	80	25	hacettepe	hacettepe	PROPN
edu-323	80	26	university	university	NOUN
edu-323	80	27	medicinal	medicinal	ADJ
edu-323	80	28	education	education	PROPN
edu-323	80	29	and	and	CCONJ
edu-323	80	30	informatics	informatics	PROPN
edu-323	80	31	department	department	PROPN
edu-323	80	32	was	be	AUX
edu-323	80	33	used	use	VERB
edu-323	80	34	.	.	PUNCT
edu-323	81	1	in	in	ADP
edu-323	81	2	this	this	DET
edu-323	81	3	evaluation	evaluation	NOUN
edu-323	81	4	form	form	NOUN
edu-323	81	5	,	,	PUNCT
edu-323	81	6	there	there	PRON
edu-323	81	7	are	be	VERB
edu-323	81	8	sixteen	sixteen	NUM
edu-323	81	9	tasks	task	NOUN
edu-323	81	10	.	.	PUNCT
edu-323	82	1	tasks	task	NOUN
edu-323	82	2	were	be	AUX
edu-323	82	3	scored	score	VERB
edu-323	82	4	as	as	ADP
edu-323	82	5	whether	whether	SCONJ
edu-323	82	6	the	the	DET
edu-323	82	7	student	student	NOUN
edu-323	82	8	had	have	AUX
edu-323	82	9	the	the	DET
edu-323	82	10	related	relate	VERB
edu-323	82	11	skill	skill	NOUN
edu-323	82	12	(	(	PUNCT
edu-323	82	13	1	1	NUM
edu-323	82	14	)	)	PUNCT
edu-323	82	15	,	,	PUNCT
edu-323	82	16	or	or	CCONJ
edu-323	82	17	not	not	PART
edu-323	82	18	(	(	PUNCT
edu-323	82	19	0	0	NUM
edu-323	82	20	)	)	PUNCT
edu-323	82	21	.	.	PUNCT
edu-323	83	1	2.4	2.4	NUM
edu-323	83	2	.	.	PUNCT
edu-323	84	1	data	datum	NOUN
edu-323	84	2	collection	collection	NOUN
edu-323	84	3	in	in	ADP
edu-323	84	4	this	this	DET
edu-323	84	5	context	context	NOUN
edu-323	84	6	,	,	PUNCT
edu-323	84	7	each	each	PRON
edu-323	84	8	of	of	ADP
edu-323	84	9	the	the	DET
edu-323	84	10	raters	rater	NOUN
edu-323	84	11	scored	score	VERB
edu-323	84	12	different	different	ADJ
edu-323	84	13	numbers	number	NOUN
edu-323	84	14	of	of	ADP
edu-323	84	15	students	student	NOUN
edu-323	84	16	’	'	PUNCT
edu-323	84	17	recursively	recursively	ADV
edu-323	84	18	.	.	PUNCT
edu-323	85	1	four	four	NUM
edu-323	85	2	academicians	academician	NOUN
edu-323	85	3	and	and	CCONJ
edu-323	85	4	four	four	NUM
edu-323	85	5	standard	standard	ADJ
edu-323	85	6	patients	patient	NOUN
edu-323	85	7	who	who	PRON
edu-323	85	8	participated	participate	VERB
edu-323	85	9	in	in	ADP
edu-323	85	10	trainings	training	NOUN
edu-323	85	11	,	,	PUNCT
edu-323	85	12	totally	totally	ADV
edu-323	85	13	eight	eight	NUM
edu-323	85	14	raters	rater	NOUN
edu-323	85	15	scored	score	VERB
edu-323	85	16	the	the	DET
edu-323	85	17	16	16	NUM
edu-323	85	18	students	student	NOUN
edu-323	85	19	for	for	ADP
edu-323	85	20	same	same	ADJ
edu-323	85	21	tasks	task	NOUN
edu-323	85	22	.	.	PUNCT
edu-323	86	1	in	in	ADP
edu-323	86	2	the	the	DET
edu-323	86	3	study	study	NOUN
edu-323	86	4	,	,	PUNCT
edu-323	86	5	student	student	NOUN
edu-323	86	6	(	(	PUNCT
edu-323	86	7	s	s	NOUN
edu-323	86	8	)	)	PUNCT
edu-323	86	9	,	,	PUNCT
edu-323	86	10	rater	rater	NOUN
edu-323	86	11	(	(	PUNCT
edu-323	86	12	r	r	NOUN
edu-323	86	13	)	)	PUNCT
edu-323	86	14	,	,	PUNCT
edu-323	86	15	occupation	occupation	NOUN
edu-323	86	16	(	(	PUNCT
edu-323	86	17	o	o	NOUN
edu-323	86	18	)	)	PUNCT
edu-323	86	19	and	and	CCONJ
edu-323	86	20	task	task	NOUN
edu-323	86	21	(	(	PUNCT
edu-323	86	22	t	t	NOUN
edu-323	86	23	)	)	PUNCT
edu-323	86	24	were	be	AUX
edu-323	86	25	handled	handle	VERB
edu-323	86	26	as	as	ADP
edu-323	86	27	variability	variability	NOUN
edu-323	86	28	sources	source	NOUN
edu-323	86	29	.	.	PUNCT
edu-323	87	1	sixteen	sixteen	NUM
edu-323	87	2	students	student	NOUN
edu-323	87	3	were	be	AUX
edu-323	87	4	assigned	assign	VERB
edu-323	87	5	to	to	ADP
edu-323	87	6	sixteen	sixteen	NUM
edu-323	87	7	different	different	ADJ
edu-323	87	8	tasks	task	NOUN
edu-323	87	9	and	and	CCONJ
edu-323	87	10	whether	whether	SCONJ
edu-323	87	11	the	the	DET
edu-323	87	12	students	student	NOUN
edu-323	87	13	succeed	succeed	VERB
edu-323	87	14	the	the	DET
edu-323	87	15	task	task	NOUN
edu-323	87	16	or	or	CCONJ
edu-323	87	17	not	not	PART
edu-323	87	18	was	be	AUX
edu-323	87	19	scored	score	VERB
edu-323	87	20	by	by	ADP
edu-323	87	21	eight	eight	NUM
edu-323	87	22	raters	rater	NOUN
edu-323	87	23	from	from	ADP
edu-323	87	24	two	two	NUM
edu-323	87	25	different	different	ADJ
edu-323	87	26	occupation	occupation	NOUN
edu-323	87	27	groups	group	NOUN
edu-323	87	28	which	which	PRON
edu-323	87	29	one	one	NOUN
edu-323	87	30	is	be	AUX
edu-323	87	31	composed	compose	VERB
edu-323	87	32	of	of	ADP
edu-323	87	33	four	four	NUM
edu-323	87	34	standard	standard	ADJ
edu-323	87	35	patients	patient	NOUN
edu-323	87	36	and	and	CCONJ
edu-323	87	37	other	other	ADJ
edu-323	87	38	is	be	AUX
edu-323	87	39	composed	compose	VERB
edu-323	87	40	of	of	ADP
edu-323	87	41	four	four	NUM
edu-323	87	42	academicians	academician	NOUN
edu-323	87	43	.	.	PUNCT
edu-323	88	1	on	on	ADP
edu-323	88	2	these	these	DET
edu-323	88	3	facets	facet	NOUN
edu-323	88	4	,	,	PUNCT
edu-323	88	5	g	g	PROPN
edu-323	88	6	study	study	NOUN
edu-323	88	7	was	be	AUX
edu-323	88	8	conducted	conduct	VERB
edu-323	88	9	by	by	ADP
edu-323	88	10	using	use	VERB
edu-323	88	11	different	different	ADJ
edu-323	88	12	designs	design	NOUN
edu-323	88	13	.	.	PUNCT
edu-323	89	1	within	within	ADP
edu-323	89	2	the	the	DET
edu-323	89	3	scope	scope	NOUN
edu-323	89	4	of	of	ADP
edu-323	89	5	this	this	DET
edu-323	89	6	study	study	NOUN
edu-323	89	7	,	,	PUNCT
edu-323	89	8	the	the	DET
edu-323	89	9	sxrxt	sxrxt	NOUN
edu-323	89	10	design	design	NOUN
edu-323	89	11	where	where	SCONJ
edu-323	89	12	all	all	DET
edu-323	89	13	variability	variability	NOUN
edu-323	89	14	sources	source	NOUN
edu-323	89	15	were	be	AUX
edu-323	89	16	crossed	cross	VERB
edu-323	89	17	;	;	PUNCT
edu-323	89	18	different	different	ADJ
edu-323	89	19	from	from	ADP
edu-323	89	20	the	the	DET
edu-323	89	21	all	all	DET
edu-323	89	22	crossed	cross	VERB
edu-323	89	23	design	design	NOUN
edu-323	89	24	,	,	PUNCT
edu-323	89	25	sx(o	sx(o	NOUN
edu-323	89	26	:	:	PUNCT
edu-323	89	27	r)xt	r)xt	PROPN
edu-323	89	28	design	design	NOUN
edu-323	89	29	where	where	SCONJ
edu-323	89	30	the	the	DET
edu-323	89	31	occupation	occupation	NOUN
edu-323	89	32	nested	nest	VERB
edu-323	89	33	on	on	ADP
edu-323	89	34	rater	rater	NOUN
edu-323	89	35	as	as	ADP
edu-323	89	36	the	the	DET
edu-323	89	37	result	result	NOUN
edu-323	89	38	of	of	ADP
edu-323	89	39	scoring	scoring	NOUN
edu-323	89	40	of	of	ADP
edu-323	89	41	the	the	DET
edu-323	89	42	students	student	NOUN
edu-323	89	43	by	by	ADP
edu-323	89	44	two	two	NUM
edu-323	89	45	different	different	ADJ
edu-323	89	46	occupation	occupation	NOUN
edu-323	89	47	groups	group	NOUN
edu-323	89	48	as	as	ADP
edu-323	89	49	standard	standard	ADJ
edu-323	89	50	patient	patient	NOUN
edu-323	89	51	and	and	CCONJ
edu-323	89	52	academicians	academician	NOUN
edu-323	89	53	;	;	PUNCT
edu-323	89	54	rater	rater	NOUN
edu-323	89	55	facet	facet	ADJ
edu-323	89	56	from	from	ADP
edu-323	89	57	sxrxt	sxrxt	PROPN
edu-323	89	58	design	design	PROPN
edu-323	89	59	was	be	AUX
edu-323	89	60	taken	take	VERB
edu-323	89	61	as	as	ADP
edu-323	89	62	fixed	fix	VERB
edu-323	89	63	facet	facet	ADJ
edu-323	89	64	with	with	ADP
edu-323	89	65	regard	regard	NOUN
edu-323	89	66	to	to	ADP
edu-323	89	67	occupation	occupation	NOUN
edu-323	89	68	groups	group	NOUN
edu-323	89	69	(	(	PUNCT
edu-323	89	70	sp	sp	NOUN
edu-323	89	71	:	:	PUNCT
edu-323	89	72	standard	standard	ADJ
edu-323	89	73	patient	patient	NOUN
edu-323	89	74	,	,	PUNCT
edu-323	89	75	a	a	DET
edu-323	89	76	:	:	PUNCT
edu-323	89	77	academician	academician	NOUN
edu-323	89	78	)	)	PUNCT
edu-323	89	79	and	and	CCONJ
edu-323	89	80	as	as	SCONJ
edu-323	89	81	a	a	DET
edu-323	89	82	result	result	NOUN
edu-323	89	83	sxaxt	sxaxt	NOUN
edu-323	89	84	and	and	CCONJ
edu-323	89	85	sxspxt	sxspxt	NOUN
edu-323	89	86	designs	design	NOUN
edu-323	89	87	were	be	AUX
edu-323	89	88	examined	examine	VERB
edu-323	89	89	.	.	PUNCT
edu-323	90	1	2.5	2.5	NUM
edu-323	90	2	.	.	PUNCT
edu-323	91	1	data	datum	NOUN
edu-323	91	2	analysis	analysis	NOUN
edu-323	91	3	in	in	ADP
edu-323	91	4	the	the	DET
edu-323	91	5	analysis	analysis	NOUN
edu-323	91	6	of	of	ADP
edu-323	91	7	the	the	DET
edu-323	91	8	data	datum	NOUN
edu-323	91	9	,	,	PUNCT
edu-323	91	10	edug	edug	PROPN
edu-323	91	11	software	software	NOUN
edu-323	91	12	was	be	AUX
edu-323	91	13	used	use	VERB
edu-323	91	14	.	.	PUNCT
edu-323	92	1	for	for	ADP
edu-323	92	2	each	each	DET
edu-323	92	3	design	design	NOUN
edu-323	92	4	,	,	PUNCT
edu-323	92	5	estimated	estimate	VERB
edu-323	92	6	variance	variance	NOUN
edu-323	92	7	components	component	NOUN
edu-323	92	8	were	be	AUX
edu-323	92	9	discussed	discuss	VERB
edu-323	92	10	3	3	NUM
edu-323	92	11	.	.	PUNCT
edu-323	92	12	findings	finding	VERB
edu-323	92	13	the	the	DET
edu-323	92	14	variance	variance	NOUN
edu-323	92	15	components	component	NOUN
edu-323	92	16	estimated	estimate	VERB
edu-323	92	17	as	as	ADP
edu-323	92	18	the	the	DET
edu-323	92	19	result	result	NOUN
edu-323	92	20	of	of	ADP
edu-323	92	21	the	the	DET
edu-323	92	22	g	g	PROPN
edu-323	92	23	study	study	NOUN
edu-323	92	24	conducted	conduct	VERB
edu-323	92	25	via	via	ADP
edu-323	92	26	sxrxt	sxrxt	PROPN
edu-323	92	27	design	design	PROPN
edu-323	92	28	totally	totally	ADV
edu-323	92	29	crossed	cross	VERB
edu-323	92	30	according	accord	VERB
edu-323	92	31	to	to	ADP
edu-323	92	32	each	each	PRON
edu-323	92	33	of	of	ADP
edu-323	92	34	the	the	DET
edu-323	92	35	8	8	NUM
edu-323	92	36	raters	rater	NOUN
edu-323	92	37	rating	rate	VERB
edu-323	92	38	16	16	NUM
edu-323	92	39	students	student	NOUN
edu-323	92	40	in	in	ADP
edu-323	92	41	line	line	NOUN
edu-323	92	42	with	with	ADP
edu-323	92	43	16	16	NUM
edu-323	92	44	tasks	task	NOUN
edu-323	92	45	are	be	AUX
edu-323	92	46	given	give	VERB
edu-323	92	47	in	in	ADP
edu-323	92	48	table	table	NOUN
edu-323	92	49	1	1	NUM
edu-323	92	50	.	.	PUNCT
edu-323	93	1	table-1	table-1	NUM
edu-323	93	2	.	.	PUNCT
edu-323	94	1	estimated	estimate	VERB
edu-323	94	2	variance	variance	NOUN
edu-323	94	3	components	component	NOUN
edu-323	94	4	for	for	ADP
edu-323	94	5	oxpxg	oxpxg	NOUN
edu-323	94	6	design	design	NOUN
edu-323	94	7	variance	variance	NOUN
edu-323	94	8	source	source	NOUN
edu-323	94	9	squares	square	NOUN
edu-323	94	10	total	total	ADJ
edu-323	94	11	freedom	freedom	NOUN
edu-323	94	12	degree	degree	NOUN
edu-323	94	13	squares	square	NOUN
edu-323	94	14	average	average	ADJ
edu-323	94	15	corrected	correct	VERB
edu-323	94	16	components	component	NOUN
edu-323	94	17	%	%	NOUN
edu-323	94	18	s	s	PROPN
edu-323	94	19	18.851	18.851	NUM
edu-323	94	20	15	15	NUM
edu-323	94	21	1.256	1.256	NUM
edu-323	94	22	0.007	0.007	NUM
edu-323	94	23	2.8	2.8	NUM
edu-323	94	24	r	r	NOUN
edu-323	94	25	13.933	13.933	NUM
edu-323	94	26	7	7	NUM
edu-323	94	27	1.990	1.990	NUM
edu-323	94	28	0.006	0.006	NUM
edu-323	94	29	2.3	2.3	NUM
edu-323	94	30	t	t	PROPN
edu-323	94	31	181.069	181.069	NUM
edu-323	94	32	15	15	NUM
edu-323	94	33	12.071	12.071	NUM
edu-323	94	34	0.091	0.091	NUM
edu-323	94	35	35.2	35.2	NUM
edu-323	94	36	sr	sr	PROPN
edu-323	94	37	25.246	25.246	NUM
edu-323	94	38	105	105	NUM
edu-323	94	39	0.240	0.240	NUM
edu-323	94	40	0.008	0.008	NUM
edu-323	94	41	3.0	3.0	NUM
edu-323	94	42	st	st	NOUN
edu-323	94	43	50.297	50.297	NUM
edu-323	94	44	225	225	NUM
edu-323	94	45	0.223	0.223	NUM
edu-323	94	46	0.013	0.013	NUM
edu-323	94	47	5.1	5.1	NUM
edu-323	94	48	rt	rt	PROPN
edu-323	94	49	37.152	37.152	NUM
edu-323	94	50	105	105	NUM
edu-323	94	51	0.353	0.353	NUM
edu-323	94	52	0.015	0.015	NUM
edu-323	94	53	5.7	5.7	NUM
edu-323	94	54	srt	srt	NOUN
edu-323	94	55	,	,	PUNCT
edu-323	94	56	e	e	PROPN
edu-323	94	57	186.542	186.542	NUM
edu-323	94	58	1575	1575	NUM
edu-323	94	59	0.118	0.118	NUM
edu-323	94	60	0.118	0.118	NUM
edu-323	94	61	46.0	46.0	NUM
edu-323	94	62	total	total	NOUN
edu-323	94	63	513.093	513.093	NUM
edu-323	94	64	2047	2047	NUM
edu-323	94	65	100	100	NUM
edu-323	95	1	g	g	PROPN
edu-323	95	2	coefficient	coefficient	NOUN
edu-323	95	3	0.73	0.73	NUM
edu-323	95	4	phi	phi	NOUN
edu-323	95	5	coefficient	coefficient	NOUN
edu-323	95	6	0.44	0.44	NUM
edu-323	95	7	as	as	SCONJ
edu-323	95	8	is	be	AUX
edu-323	95	9	shown	show	VERB
edu-323	95	10	table	table	NOUN
edu-323	95	11	1	1	NUM
edu-323	95	12	,	,	PUNCT
edu-323	95	13	there	there	PRON
edu-323	95	14	are	be	VERB
edu-323	95	15	totally	totally	ADV
edu-323	95	16	seven	seven	NUM
edu-323	95	17	variance	variance	NOUN
edu-323	95	18	components	component	NOUN
edu-323	95	19	in	in	ADP
edu-323	95	20	g	g	PROPN
edu-323	95	21	study	study	NOUN
edu-323	95	22	conducted	conduct	VERB
edu-323	95	23	with	with	ADP
edu-323	95	24	sxrxt	sxrxt	PROPN
edu-323	95	25	design	design	PROPN
edu-323	95	26	.	.	PUNCT
edu-323	96	1	when	when	SCONJ
edu-323	96	2	the	the	DET
edu-323	96	3	estimated	estimate	VERB
edu-323	96	4	variance	variance	NOUN
edu-323	96	5	components	component	NOUN
edu-323	96	6	of	of	ADP
edu-323	96	7	these	these	DET
edu-323	96	8	variance	variance	NOUN
edu-323	96	9	sources	source	NOUN
edu-323	96	10	are	be	AUX
edu-323	96	11	examined	examine	VERB
edu-323	96	12	,	,	PUNCT
edu-323	96	13	the	the	DET
edu-323	96	14	variance	variance	NOUN
edu-323	96	15	component	component	NOUN
edu-323	96	16	of	of	ADP
edu-323	96	17	the	the	DET
edu-323	96	18	main	main	ADJ
edu-323	96	19	effect	effect	NOUN
edu-323	96	20	of	of	ADP
edu-323	96	21	the	the	DET
edu-323	96	22	task	task	NOUN
edu-323	96	23	variability	variability	NOUN
edu-323	96	24	source	source	NOUN
edu-323	96	25	is	be	AUX
edu-323	96	26	0.091	0.091	NUM
edu-323	96	27	and	and	CCONJ
edu-323	96	28	explains	explain	VERB
edu-323	96	29	35.2	35.2	NUM
edu-323	96	30	%	%	NOUN
edu-323	96	31	of	of	ADP
edu-323	96	32	the	the	DET
edu-323	96	33	total	total	ADJ
edu-323	96	34	variance	variance	NOUN
edu-323	96	35	.	.	PUNCT
edu-323	97	1	this	this	PRON
edu-323	97	2	shows	show	VERB
edu-323	97	3	that	that	SCONJ
edu-323	97	4	difference	difference	NOUN
edu-323	97	5	between	between	ADP
edu-323	97	6	difficulty	difficulty	NOUN
edu-323	97	7	levels	level	NOUN
edu-323	97	8	of	of	ADP
edu-323	97	9	the	the	DET
edu-323	97	10	tasks	task	NOUN
edu-323	97	11	is	be	AUX
edu-323	97	12	considerably	considerably	ADV
edu-323	97	13	high	high	ADJ
edu-323	97	14	(	(	PUNCT
edu-323	97	15	shavelson	shavelson	NOUN
edu-323	97	16	and	and	CCONJ
edu-323	97	17	webb	webb	PROPN
edu-323	97	18	,	,	PUNCT
edu-323	97	19	1981	1981	NUM
edu-323	97	20	;	;	PUNCT
edu-323	97	21	cardinet	cardinet	NOUN
edu-323	97	22	et	et	PROPN
edu-323	97	23	al	al	PROPN
edu-323	97	24	.	.	PROPN
edu-323	97	25	,	,	PUNCT
edu-323	97	26	2010	2010	NUM
edu-323	97	27	)	)	PUNCT
edu-323	97	28	.	.	PUNCT
edu-323	98	1	the	the	DET
edu-323	98	2	rate	rate	NOUN
edu-323	98	3	of	of	ADP
edu-323	98	4	definition	definition	NOUN
edu-323	98	5	of	of	ADP
edu-323	98	6	the	the	DET
edu-323	98	7	estimated	estimate	VERB
edu-323	98	8	variance	variance	NOUN
edu-323	98	9	for	for	ADP
edu-323	98	10	relative	relative	ADJ
edu-323	98	11	student	student	NOUN
edu-323	98	12	and	and	CCONJ
edu-323	98	13	rater	rater	ADJ
edu-323	98	14	main	main	ADJ
edu-323	98	15	effect	effect	NOUN
edu-323	98	16	of	of	ADP
edu-323	98	17	the	the	DET
edu-323	98	18	total	total	ADJ
edu-323	98	19	variance	variance	NOUN
edu-323	98	20	shows	show	VERB
edu-323	98	21	that	that	SCONJ
edu-323	98	22	the	the	DET
edu-323	98	23	group	group	NOUN
edu-323	98	24	of	of	ADP
edu-323	98	25	students	student	NOUN
edu-323	98	26	is	be	AUX
edu-323	98	27	a	a	DET
edu-323	98	28	homogenous	homogenous	ADJ
edu-323	98	29	group	group	NOUN
edu-323	98	30	regarding	regard	VERB
edu-323	98	31	performance	performance	NOUN
edu-323	98	32	and	and	CCONJ
edu-323	98	33	there	there	PRON
edu-323	98	34	is	be	VERB
edu-323	98	35	no	no	DET
edu-323	98	36	effect	effect	NOUN
edu-323	98	37	due	due	ADP
edu-323	98	38	to	to	ADP
edu-323	98	39	rater	rater	ADJ
edu-323	98	40	difference	difference	NOUN
edu-323	98	41	.	.	PUNCT
edu-323	99	1	furthermore	furthermore	ADV
edu-323	99	2	,	,	PUNCT
edu-323	99	3	it	it	PRON
edu-323	99	4	can	can	AUX
edu-323	99	5	be	be	AUX
edu-323	99	6	seen	see	VERB
edu-323	99	7	that	that	SCONJ
edu-323	99	8	the	the	DET
edu-323	99	9	variance	variance	NOUN
edu-323	99	10	percentage	percentage	NOUN
edu-323	99	11	of	of	ADP
edu-323	99	12	the	the	DET
edu-323	99	13	residual	residual	ADJ
edu-323	99	14	component	component	NOUN
edu-323	99	15	with	with	ADP
edu-323	99	16	the	the	DET
edu-323	99	17	biggest	big	ADJ
edu-323	99	18	variance	variance	NOUN
edu-323	99	19	is	be	AUX
edu-323	99	20	46	46	NUM
edu-323	99	21	%	%	NOUN
edu-323	99	22	.	.	PUNCT
edu-323	100	1	hence	hence	ADV
edu-323	100	2	,	,	PUNCT
edu-323	100	3	it	it	PRON
edu-323	100	4	can	can	AUX
edu-323	100	5	be	be	AUX
edu-323	100	6	said	say	VERB
edu-323	100	7	that	that	SCONJ
edu-323	100	8	46	46	NUM
edu-323	100	9	%	%	NOUN
edu-323	100	10	of	of	ADP
edu-323	100	11	the	the	DET
edu-323	100	12	total	total	ADJ
edu-323	100	13	variance	variance	NOUN
edu-323	100	14	is	be	AUX
edu-323	100	15	due	due	ADJ
edu-323	100	16	to	to	ADP
edu-323	100	17	unexplained	unexplained	ADJ
edu-323	100	18	systematic	systematic	ADJ
edu-323	100	19	or	or	CCONJ
edu-323	100	20	unsystematic	unsystematic	ADJ
edu-323	100	21	errors	error	NOUN
edu-323	100	22	.	.	PUNCT
edu-323	101	1	the	the	DET
edu-323	101	2	g	g	NOUN
edu-323	101	3	and	and	CCONJ
edu-323	101	4	phi	phi	ADJ
edu-323	101	5	coefficients	coefficient	NOUN
edu-323	101	6	of	of	ADP
edu-323	101	7	the	the	DET
edu-323	101	8	totally	totally	ADV
edu-323	101	9	crossed	cross	VERB
edu-323	101	10	design	design	NOUN
edu-323	101	11	are	be	AUX
edu-323	101	12	calculated	calculate	VERB
edu-323	101	13	as	as	ADP
edu-323	101	14	0.73	0.73	NUM
edu-323	101	15	and	and	CCONJ
edu-323	101	16	0.44	0.44	NUM
edu-323	101	17	respectively	respectively	ADV
edu-323	101	18	.	.	PUNCT
edu-323	102	1	when	when	SCONJ
edu-323	102	2	it	it	PRON
edu-323	102	3	is	be	AUX
edu-323	102	4	considered	consider	VERB
edu-323	102	5	that	that	SCONJ
edu-323	102	6	the	the	DET
edu-323	102	7	scoring	scoring	NOUN
edu-323	102	8	are	be	AUX
edu-323	102	9	done	do	VERB
edu-323	102	10	in	in	ADP
edu-323	102	11	absolute	absolute	ADJ
edu-323	102	12	,	,	PUNCT
edu-323	102	13	it	it	PRON
edu-323	102	14	can	can	AUX
edu-323	102	15	be	be	AUX
edu-323	102	16	said	say	VERB
edu-323	102	17	that	that	SCONJ
edu-323	102	18	the	the	DET
edu-323	102	19	reliability	reliability	NOUN
edu-323	102	20	could	could	AUX
edu-323	102	21	be	be	AUX
edu-323	102	22	low	low	ADJ
edu-323	102	23	regarding	regard	VERB
edu-323	102	24	the	the	DET
edu-323	102	25	phi	phi	NOUN
edu-323	102	26	coefficient	coefficient	NOUN
edu-323	102	27	.	.	PUNCT
edu-323	103	1	asian	asian	ADJ
edu-323	103	2	journal	journal	PROPN
edu-323	103	3	of	of	ADP
edu-323	103	4	education	education	NOUN
edu-323	103	5	and	and	CCONJ
edu-323	103	6	training	training	NOUN
edu-323	103	7	,	,	PUNCT
edu-323	103	8	2018	2018	NUM
edu-323	103	9	,	,	PUNCT
edu-323	103	10	4(2	4(2	NUM
edu-323	103	11	):	):	PUNCT
edu-323	103	12	85	85	NUM
edu-323	103	13	-	-	SYM
edu-323	103	14	90	90	NUM
edu-323	103	15	88	88	NUM
edu-323	103	16	the	the	DET
edu-323	103	17	estimated	estimate	VERB
edu-323	103	18	variance	variance	NOUN
edu-323	103	19	components	component	NOUN
edu-323	103	20	of	of	ADP
edu-323	103	21	the	the	DET
edu-323	103	22	sx(o	sx(o	NOUN
edu-323	103	23	:	:	PUNCT
edu-323	103	24	r)xt	r)xt	PROPN
edu-323	103	25	design	design	VERB
edu-323	103	26	different	different	ADV
edu-323	103	27	from	from	ADP
edu-323	103	28	the	the	DET
edu-323	103	29	all	all	DET
edu-323	103	30	crossed	cross	VERB
edu-323	103	31	design	design	NOUN
edu-323	103	32	where	where	SCONJ
edu-323	103	33	the	the	DET
edu-323	103	34	occupation	occupation	NOUN
edu-323	103	35	nested	nest	VERB
edu-323	103	36	on	on	ADP
edu-323	103	37	rater	rater	NOUN
edu-323	103	38	as	as	ADP
edu-323	103	39	the	the	DET
edu-323	103	40	result	result	NOUN
edu-323	103	41	of	of	ADP
edu-323	103	42	scoring	scoring	NOUN
edu-323	103	43	of	of	ADP
edu-323	103	44	the	the	DET
edu-323	103	45	students	student	NOUN
edu-323	103	46	by	by	ADP
edu-323	103	47	two	two	NUM
edu-323	103	48	different	different	ADJ
edu-323	103	49	occupation	occupation	NOUN
edu-323	103	50	groups	group	NOUN
edu-323	103	51	as	as	ADP
edu-323	103	52	standard	standard	ADJ
edu-323	103	53	patient	patient	NOUN
edu-323	103	54	and	and	CCONJ
edu-323	103	55	academicians	academician	NOUN
edu-323	103	56	are	be	AUX
edu-323	103	57	given	give	VERB
edu-323	103	58	in	in	ADP
edu-323	103	59	table	table	NOUN
edu-323	103	60	2	2	NUM
edu-323	103	61	.	.	PUNCT
edu-323	104	1	table2	table2	PROPN
edu-323	104	2	.	.	PUNCT
edu-323	105	1	estimated	estimate	VERB
edu-323	105	2	variance	variance	NOUN
edu-323	105	3	components	component	NOUN
edu-323	105	4	for	for	ADP
edu-323	105	5	ox(m	ox(m	ADJ
edu-323	105	6	:	:	PUNCT
edu-323	105	7	p)xg	p)xg	ADJ
edu-323	105	8	design	design	NOUN
edu-323	105	9	variance	variance	NOUN
edu-323	105	10	source	source	NOUN
edu-323	105	11	squares	square	NOUN
edu-323	105	12	total	total	ADJ
edu-323	105	13	freedom	freedom	NOUN
edu-323	105	14	degree	degree	NOUN
edu-323	105	15	squares	square	NOUN
edu-323	105	16	average	average	ADJ
edu-323	105	17	corrected	correct	VERB
edu-323	105	18	components	component	NOUN
edu-323	105	19	%	%	NOUN
edu-323	105	20	s	s	PART
edu-323	105	21	18.851	18.851	NUM
edu-323	105	22	15	15	NUM
edu-323	105	23	1.257	1.257	NUM
edu-323	105	24	0.007	0.007	NUM
edu-323	105	25	2.5	2.5	NUM
edu-323	105	26	r	r	NOUN
edu-323	105	27	11.412	11.412	NUM
edu-323	105	28	3	3	NUM
edu-323	105	29	3.804	3.804	NUM
edu-323	105	30	0.006	0.006	NUM
edu-323	105	31	2.2	2.2	NUM
edu-323	105	32	o	o	NOUN
edu-323	105	33	:	:	PUNCT
edu-323	105	34	r	r	NOUN
edu-323	105	35	2.522	2.522	NUM
edu-323	105	36	4	4	NUM
edu-323	105	37	0.630	0.630	NUM
edu-323	105	38	0.001	0.001	NUM
edu-323	105	39	0.4	0.4	NUM
edu-323	105	40	t	t	PROPN
edu-323	105	41	181.070	181.070	NUM
edu-323	105	42	15	15	NUM
edu-323	105	43	12.071	12.071	NUM
edu-323	105	44	0.091	0.091	NUM
edu-323	105	45	35.0	35.0	NUM
edu-323	105	46	sr	sr	PROPN
edu-323	105	47	15.299	15.299	NUM
edu-323	105	48	45	45	NUM
edu-323	105	49	0.340	0.340	NUM
edu-323	105	50	0.005	0.005	NUM
edu-323	105	51	1.7	1.7	NUM
edu-323	105	52	st	st	NOUN
edu-323	105	53	:	:	PUNCT
edu-323	105	54	r	r	NOUN
edu-323	105	55	9.947	9.947	NUM
edu-323	105	56	60	60	NUM
edu-323	105	57	0.166	0.166	NUM
edu-323	105	58	0.004	0.004	NUM
edu-323	105	59	1.5	1.5	NUM
edu-323	105	60	st	st	NOUN
edu-323	105	61	50.297	50.297	NUM
edu-323	105	62	225	225	NUM
edu-323	105	63	0.224	0.224	NUM
edu-323	105	64	0.011	0.011	NUM
edu-323	105	65	4.2	4.2	NUM
edu-323	105	66	rt	rt	PROPN
edu-323	105	67	17.643	17.643	NUM
edu-323	105	68	45	45	NUM
edu-323	105	69	0.392	0.392	NUM
edu-323	105	70	0.001	0.001	NUM
edu-323	105	71	0.4	0.4	NUM
edu-323	105	72	ot	ot	NOUN
edu-323	105	73	:	:	PUNCT
edu-323	105	74	r	r	NOUN
edu-323	105	75	19.510	19.510	NUM
edu-323	105	76	60	60	NUM
edu-323	105	77	0.325	0.325	NUM
edu-323	105	78	0.014	0.014	NUM
edu-323	105	79	5.3	5.3	NUM
edu-323	105	80	srt	srt	NOUN
edu-323	105	81	92.021	92.021	NUM
edu-323	105	82	675	675	NUM
edu-323	105	83	0.136	0.136	NUM
edu-323	105	84	0.016	0.016	NUM
edu-323	105	85	6.1	6.1	NUM
edu-323	105	86	sot	sot	ADJ
edu-323	105	87	:	:	PUNCT
edu-323	105	88	r	r	NOUN
edu-323	105	89	,	,	PUNCT
edu-323	105	90	e	e	PROPN
edu-323	105	91	94.522	94.522	NUM
edu-323	105	92	900	900	NUM
edu-323	105	93	0.105	0.105	NUM
edu-323	105	94	0.105	0.105	NUM
edu-323	105	95	40.6	40.6	NUM
edu-323	105	96	total	total	NOUN
edu-323	105	97	513.093	513.093	NUM
edu-323	105	98	2047	2047	NUM
edu-323	105	99	100	100	NUM
edu-323	105	100	g	g	PROPN
edu-323	105	101	coefficient	coefficient	NOUN
edu-323	105	102	0.66	0.66	NUM
edu-323	105	103	phi	phi	NOUN
edu-323	105	104	coefficient	coefficient	NOUN
edu-323	105	105	0.38	0.38	NUM
edu-323	105	106	when	when	SCONJ
edu-323	105	107	table	table	NOUN
edu-323	105	108	2	2	NUM
edu-323	105	109	is	be	AUX
edu-323	105	110	examined	examine	VERB
edu-323	105	111	,	,	PUNCT
edu-323	105	112	as	as	SCONJ
edu-323	105	113	it	it	PRON
edu-323	105	114	is	be	AUX
edu-323	105	115	in	in	ADP
edu-323	105	116	the	the	DET
edu-323	105	117	totally	totally	ADV
edu-323	105	118	crossed	cross	VERB
edu-323	105	119	design	design	NOUN
edu-323	105	120	,	,	PUNCT
edu-323	105	121	it	it	PRON
edu-323	105	122	is	be	AUX
edu-323	105	123	seen	see	VERB
edu-323	105	124	that	that	SCONJ
edu-323	105	125	the	the	DET
edu-323	105	126	second	second	ADJ
edu-323	105	127	biggest	big	ADJ
edu-323	105	128	variance	variance	NOUN
edu-323	105	129	component	component	NOUN
edu-323	105	130	is	be	AUX
edu-323	105	131	the	the	DET
edu-323	105	132	task	task	NOUN
edu-323	105	133	component	component	NOUN
edu-323	105	134	with	with	ADP
edu-323	105	135	0.091	0.091	NUM
edu-323	105	136	.	.	PUNCT
edu-323	106	1	the	the	DET
edu-323	106	2	variance	variance	NOUN
edu-323	106	3	of	of	ADP
edu-323	106	4	task	task	NOUN
edu-323	106	5	variability	variability	NOUN
edu-323	106	6	source	source	NOUN
edu-323	106	7	explains	explain	VERB
edu-323	106	8	35	35	NUM
edu-323	106	9	%	%	NOUN
edu-323	106	10	of	of	ADP
edu-323	106	11	the	the	DET
edu-323	106	12	total	total	ADJ
edu-323	106	13	variance	variance	NOUN
edu-323	106	14	.	.	PUNCT
edu-323	107	1	hence	hence	ADV
edu-323	107	2	,	,	PUNCT
edu-323	107	3	it	it	PRON
edu-323	107	4	can	can	AUX
edu-323	107	5	be	be	AUX
edu-323	107	6	said	say	VERB
edu-323	107	7	that	that	SCONJ
edu-323	107	8	the	the	DET
edu-323	107	9	difference	difference	NOUN
edu-323	107	10	between	between	ADP
edu-323	107	11	difficulty	difficulty	NOUN
edu-323	107	12	levels	level	NOUN
edu-323	107	13	of	of	ADP
edu-323	107	14	the	the	DET
edu-323	107	15	duties	duty	NOUN
edu-323	107	16	is	be	AUX
edu-323	107	17	high	high	ADJ
edu-323	107	18	for	for	ADP
edu-323	107	19	this	this	DET
edu-323	107	20	design	design	NOUN
edu-323	107	21	.	.	PUNCT
edu-323	108	1	similarly	similarly	ADV
edu-323	108	2	,	,	PUNCT
edu-323	108	3	the	the	DET
edu-323	108	4	residual	residual	ADJ
edu-323	108	5	component	component	NOUN
edu-323	108	6	variance	variance	NOUN
edu-323	108	7	with	with	ADP
edu-323	108	8	40.6	40.6	NUM
edu-323	108	9	%	%	NOUN
edu-323	108	10	is	be	AUX
edu-323	108	11	the	the	DET
edu-323	108	12	most	most	ADV
edu-323	108	13	contributing	contribute	VERB
edu-323	108	14	one	one	NUM
edu-323	108	15	to	to	ADP
edu-323	108	16	the	the	DET
edu-323	108	17	total	total	ADJ
edu-323	108	18	variance	variance	NOUN
edu-323	108	19	.	.	PUNCT
edu-323	109	1	when	when	SCONJ
edu-323	109	2	components	component	NOUN
edu-323	109	3	in	in	ADP
edu-323	109	4	totally	totally	ADV
edu-323	109	5	crossed	cross	VERB
edu-323	109	6	design	design	NOUN
edu-323	109	7	and	and	CCONJ
edu-323	109	8	this	this	DET
edu-323	109	9	nested	nested	ADJ
edu-323	109	10	design	design	NOUN
edu-323	109	11	are	be	AUX
edu-323	109	12	compared	compare	VERB
edu-323	109	13	,	,	PUNCT
edu-323	109	14	it	it	PRON
edu-323	109	15	is	be	AUX
edu-323	109	16	seen	see	VERB
edu-323	109	17	a	a	DET
edu-323	109	18	nearly	nearly	ADV
edu-323	109	19	6	6	NUM
edu-323	109	20	%	%	NOUN
edu-323	109	21	reduction	reduction	NOUN
edu-323	109	22	.	.	PUNCT
edu-323	110	1	it	it	PRON
edu-323	110	2	is	be	AUX
edu-323	110	3	thought	think	VERB
edu-323	110	4	that	that	SCONJ
edu-323	110	5	this	this	DET
edu-323	110	6	reduction	reduction	NOUN
edu-323	110	7	is	be	AUX
edu-323	110	8	due	due	ADJ
edu-323	110	9	to	to	ADP
edu-323	110	10	“	"	PUNCT
edu-323	110	11	srt	srt	VERB
edu-323	110	12	”	"	PUNCT
edu-323	110	13	common	common	ADJ
edu-323	110	14	effect	effect	NOUN
edu-323	110	15	,	,	PUNCT
edu-323	110	16	however	however	ADV
edu-323	110	17	,	,	PUNCT
edu-323	110	18	the	the	DET
edu-323	110	19	explained	explain	VERB
edu-323	110	20	ratio	ratio	NOUN
edu-323	110	21	of	of	ADP
edu-323	110	22	the	the	DET
edu-323	110	23	total	total	ADJ
edu-323	110	24	variance	variance	NOUN
edu-323	110	25	of	of	ADP
edu-323	110	26	the	the	DET
edu-323	110	27	other	other	ADJ
edu-323	110	28	components	component	NOUN
edu-323	110	29	is	be	AUX
edu-323	110	30	seen	see	VERB
edu-323	110	31	to	to	PART
edu-323	110	32	be	be	AUX
edu-323	110	33	relatively	relatively	ADV
edu-323	110	34	low	low	ADJ
edu-323	110	35	.	.	PUNCT
edu-323	111	1	this	this	DET
edu-323	111	2	situation	situation	NOUN
edu-323	111	3	shows	show	VERB
edu-323	111	4	that	that	SCONJ
edu-323	111	5	the	the	DET
edu-323	111	6	design	design	NOUN
edu-323	111	7	where	where	SCONJ
edu-323	111	8	the	the	DET
edu-323	111	9	occupation	occupation	NOUN
edu-323	111	10	is	be	AUX
edu-323	111	11	nested	nest	VERB
edu-323	111	12	to	to	PART
edu-323	111	13	rater	rater	VERB
edu-323	111	14	against	against	ADP
edu-323	111	15	the	the	DET
edu-323	111	16	totally	totally	ADV
edu-323	111	17	crossed	cross	VERB
edu-323	111	18	design	design	NOUN
edu-323	111	19	does	do	AUX
edu-323	111	20	not	not	PART
edu-323	111	21	reveal	reveal	VERB
edu-323	111	22	a	a	DET
edu-323	111	23	big	big	ADJ
edu-323	111	24	difference	difference	NOUN
edu-323	111	25	in	in	ADP
edu-323	111	26	estimated	estimate	VERB
edu-323	111	27	variance	variance	NOUN
edu-323	111	28	components	component	NOUN
edu-323	111	29	.	.	PUNCT
edu-323	112	1	when	when	SCONJ
edu-323	112	2	compared	compare	VERB
edu-323	112	3	to	to	PART
edu-323	112	4	totally	totally	ADV
edu-323	112	5	crossed	cross	VERB
edu-323	112	6	design	design	NOUN
edu-323	112	7	,	,	PUNCT
edu-323	112	8	it	it	PRON
edu-323	112	9	can	can	AUX
edu-323	112	10	be	be	AUX
edu-323	112	11	said	say	VERB
edu-323	112	12	that	that	SCONJ
edu-323	112	13	the	the	DET
edu-323	112	14	g	g	PROPN
edu-323	112	15	coefficient	coefficient	NOUN
edu-323	112	16	(	(	PUNCT
edu-323	112	17	0.66	0.66	NUM
edu-323	112	18	)	)	PUNCT
edu-323	112	19	and	and	CCONJ
edu-323	112	20	phi	phi	ADJ
edu-323	112	21	coefficient	coefficient	NOUN
edu-323	112	22	(	(	PUNCT
edu-323	112	23	0.38	0.38	NUM
edu-323	112	24	)	)	PUNCT
edu-323	112	25	of	of	ADP
edu-323	112	26	this	this	DET
edu-323	112	27	design	design	NOUN
edu-323	112	28	is	be	AUX
edu-323	112	29	reduced	reduce	VERB
edu-323	112	30	.	.	PUNCT
edu-323	113	1	“	"	PUNCT
edu-323	113	2	sxrxt	sxrxt	ADJ
edu-323	113	3	”	"	PUNCT
edu-323	113	4	design	design	NOUN
edu-323	113	5	where	where	SCONJ
edu-323	113	6	rater	rater	NOUN
edu-323	113	7	is	be	AUX
edu-323	113	8	taken	take	VERB
edu-323	113	9	as	as	ADP
edu-323	113	10	fixed	fix	VERB
edu-323	113	11	facet	facet	NOUN
edu-323	113	12	according	accord	VERB
edu-323	113	13	to	to	ADP
edu-323	113	14	occupation	occupation	NOUN
edu-323	113	15	groups	group	NOUN
edu-323	113	16	(	(	PUNCT
edu-323	113	17	sp	sp	NOUN
edu-323	113	18	:	:	PUNCT
edu-323	113	19	standard	standard	ADJ
edu-323	113	20	patient	patient	NOUN
edu-323	113	21	,	,	PUNCT
edu-323	113	22	a	a	DET
edu-323	113	23	:	:	PUNCT
edu-323	113	24	academician	academician	NOUN
edu-323	113	25	)	)	PUNCT
edu-323	113	26	is	be	AUX
edu-323	113	27	conducted	conduct	VERB
edu-323	113	28	as	as	SCONJ
edu-323	113	29	totally	totally	ADV
edu-323	113	30	crossed	cross	VERB
edu-323	113	31	two	two	NUM
edu-323	113	32	different	different	ADJ
edu-323	113	33	designs	design	NOUN
edu-323	113	34	as	as	SCONJ
edu-323	113	35	sxaxt	sxaxt	NOUN
edu-323	113	36	and	and	CCONJ
edu-323	113	37	sxspxt	sxspxt	NOUN
edu-323	113	38	and	and	CCONJ
edu-323	113	39	g	g	PROPN
edu-323	113	40	study	study	NOUN
edu-323	113	41	was	be	AUX
edu-323	113	42	performed	perform	VERB
edu-323	113	43	.	.	PUNCT
edu-323	114	1	the	the	DET
edu-323	114	2	obtained	obtain	VERB
edu-323	114	3	variance	variance	NOUN
edu-323	114	4	components	component	NOUN
edu-323	114	5	of	of	ADP
edu-323	114	6	these	these	DET
edu-323	114	7	two	two	NUM
edu-323	114	8	patterns	pattern	NOUN
edu-323	114	9	are	be	AUX
edu-323	114	10	given	give	VERB
edu-323	114	11	in	in	ADP
edu-323	114	12	table	table	NOUN
edu-323	114	13	3	3	NUM
edu-323	114	14	comparatively	comparatively	ADV
edu-323	114	15	.	.	PUNCT
edu-323	115	1	table-3	table-3	NUM
edu-323	115	2	.	.	PUNCT
edu-323	116	1	estimated	estimate	VERB
edu-323	116	2	variance	variance	NOUN
edu-323	116	3	components	component	NOUN
edu-323	116	4	for	for	ADP
edu-323	116	5	fixed	fix	VERB
edu-323	116	6	facet	facet	NOUN
edu-323	116	7	crossed	cross	VERB
edu-323	116	8	designs	design	NOUN
edu-323	116	9	source	source	NOUN
edu-323	116	10	of	of	ADP
edu-323	116	11	variance	variance	NOUN
edu-323	116	12	oxsxg	oxsxg	PROPN
edu-323	116	13	oxaxg	oxaxg	PROPN
edu-323	116	14	squares	square	NOUN
edu-323	116	15	average	average	VERB
edu-323	116	16	corrected	correct	VERB
edu-323	116	17	components	component	NOUN
edu-323	116	18	%	%	NOUN
edu-323	116	19	squares	square	NOUN
edu-323	116	20	average	average	ADJ
edu-323	116	21	corrected	correct	VERB
edu-323	116	22	components	component	NOUN
edu-323	117	1	%	%	NOUN
edu-323	117	2	s	s	VERB
edu-323	117	3	0.467	0.467	NUM
edu-323	117	4	0.004	0.004	NUM
edu-323	117	5	1.7	1.7	NUM
edu-323	117	6	1.139	1.139	NUM
edu-323	117	7	0.012	0.012	NUM
edu-323	117	8	4.8	4.8	NUM
edu-323	117	9	r	r	NOUN
edu-323	117	10	0.730	0.730	NUM
edu-323	117	11	0.002	0.002	NUM
edu-323	117	12	0.8	0.8	NUM
edu-323	117	13	0.678	0.678	NUM
edu-323	117	14	0.001	0.001	NUM
edu-323	117	15	0.2	0.2	NUM
edu-323	117	16	t	t	NOUN
edu-323	117	17	7.715	7.715	NUM
edu-323	117	18	0.117	0.117	NUM
edu-323	117	19	47.0	47.0	NUM
edu-323	117	20	5.064	5.064	NUM
edu-323	117	21	0.072	0.072	NUM
edu-323	117	22	27.9	27.9	NUM
edu-323	117	23	sr	sr	PROPN
edu-323	117	24	0.144	0.144	NUM
edu-323	117	25	0.002	0.002	NUM
edu-323	117	26	1.0	1.0	NUM
edu-323	117	27	0.301	0.301	NUM
edu-323	117	28	0.011	0.011	NUM
edu-323	117	29	4.1	4.1	NUM
edu-323	117	30	st	st	PROPN
edu-323	117	31	0.160	0.160	NUM
edu-323	117	32	0.014	0.014	NUM
edu-323	117	33	5.6	5.6	NUM
edu-323	117	34	0.186	0.186	NUM
edu-323	117	35	0.014	0.014	NUM
edu-323	117	36	5.3	5.3	NUM
edu-323	117	37	rt	rt	PROPN
edu-323	117	38	0.181	0.181	NUM
edu-323	117	39	0.005	0.005	NUM
edu-323	117	40	1.9	1.9	NUM
edu-323	117	41	0.409	0.409	NUM
edu-323	117	42	0.017	0.017	NUM
edu-323	117	43	6.7	6.7	NUM
edu-323	117	44	srt	srt	NOUN
edu-323	117	45	,	,	PUNCT
edu-323	117	46	e	e	X
edu-323	117	47	0.104	0.104	NUM
edu-323	117	48	0.104	0.104	NUM
edu-323	117	49	42.0	42.0	NUM
edu-323	117	50	0.131	0.131	NUM
edu-323	117	51	0.131	0.131	NUM
edu-323	117	52	51.0	51.0	NUM
edu-323	117	53	g	g	PROPN
edu-323	117	54	coefficient	coefficient	NOUN
edu-323	117	55	0.57	0.57	NUM
edu-323	117	56	0.69	0.69	NUM
edu-323	117	57	phi	phi	NOUN
edu-323	117	58	coefficient	coefficient	NOUN
edu-323	117	59	0.27	0.27	NUM
edu-323	117	60	0.54	0.54	NUM
edu-323	117	61	when	when	SCONJ
edu-323	117	62	table	table	NOUN
edu-323	117	63	3	3	NUM
edu-323	117	64	is	be	AUX
edu-323	117	65	examined	examine	VERB
edu-323	117	66	,	,	PUNCT
edu-323	117	67	it	it	PRON
edu-323	117	68	is	be	AUX
edu-323	117	69	seen	see	VERB
edu-323	117	70	that	that	SCONJ
edu-323	117	71	while	while	SCONJ
edu-323	117	72	the	the	DET
edu-323	117	73	variance	variance	NOUN
edu-323	117	74	component	component	NOUN
edu-323	117	75	of	of	ADP
edu-323	117	76	students	student	NOUN
edu-323	117	77	is	be	AUX
edu-323	117	78	0.004	0.004	NUM
edu-323	117	79	in	in	ADP
edu-323	117	80	sxrxt	sxrxt	ADJ
edu-323	117	81	design	design	NOUN
edu-323	117	82	and	and	CCONJ
edu-323	117	83	it	it	PRON
edu-323	117	84	is	be	AUX
edu-323	117	85	0.012	0.012	NUM
edu-323	117	86	in	in	ADP
edu-323	117	87	sxaxt	sxaxt	ADJ
edu-323	117	88	design	design	NOUN
edu-323	117	89	.	.	PUNCT
edu-323	118	1	in	in	ADP
edu-323	118	2	this	this	DET
edu-323	118	3	case	case	NOUN
edu-323	118	4	,	,	PUNCT
edu-323	118	5	it	it	PRON
edu-323	118	6	can	can	AUX
edu-323	118	7	be	be	AUX
edu-323	118	8	said	say	VERB
edu-323	118	9	that	that	SCONJ
edu-323	118	10	when	when	SCONJ
edu-323	118	11	academicians	academician	NOUN
edu-323	118	12	scored	score	VERB
edu-323	118	13	students	student	NOUN
edu-323	118	14	occupies	occupie	NOUN
edu-323	118	15	,	,	PUNCT
edu-323	118	16	difference	difference	NOUN
edu-323	118	17	between	between	ADP
edu-323	118	18	students’scores	students’score	NOUN
edu-323	118	19	is	be	AUX
edu-323	118	20	greater	great	ADJ
edu-323	118	21	.	.	PUNCT
edu-323	119	1	the	the	DET
edu-323	119	2	percentage	percentage	NOUN
edu-323	119	3	of	of	ADP
edu-323	119	4	explaining	explain	VERB
edu-323	119	5	total	total	ADJ
edu-323	119	6	variance	variance	NOUN
edu-323	119	7	of	of	ADP
edu-323	119	8	the	the	DET
edu-323	119	9	task	task	NOUN
edu-323	119	10	variability	variability	NOUN
edu-323	119	11	source	source	NOUN
edu-323	119	12	is	be	AUX
edu-323	119	13	47	47	NUM
edu-323	119	14	%	%	NOUN
edu-323	119	15	for	for	ADP
edu-323	119	16	sxspxt	sxspxt	NOUN
edu-323	119	17	design	design	NOUN
edu-323	119	18	and	and	CCONJ
edu-323	119	19	27.9	27.9	NUM
edu-323	119	20	%	%	NOUN
edu-323	119	21	for	for	ADP
edu-323	119	22	oxaxg	oxaxg	NOUN
edu-323	119	23	design	design	NOUN
edu-323	119	24	.	.	PUNCT
edu-323	120	1	it	it	PRON
edu-323	120	2	can	can	AUX
edu-323	120	3	be	be	AUX
edu-323	120	4	said	say	VERB
edu-323	120	5	that	that	SCONJ
edu-323	120	6	the	the	DET
edu-323	120	7	difference	difference	NOUN
edu-323	120	8	between	between	ADP
edu-323	120	9	difficulty	difficulty	NOUN
edu-323	120	10	of	of	ADP
edu-323	120	11	the	the	DET
edu-323	120	12	tasks	task	NOUN
edu-323	120	13	is	be	AUX
edu-323	120	14	greater	great	ADJ
edu-323	120	15	than	than	ADP
edu-323	120	16	when	when	SCONJ
edu-323	120	17	the	the	DET
edu-323	120	18	patients	patient	NOUN
edu-323	120	19	score	score	VERB
edu-323	120	20	.	.	PUNCT
edu-323	121	1	the	the	DET
edu-323	121	2	percentage	percentage	NOUN
edu-323	121	3	of	of	ADP
edu-323	121	4	explaining	explain	VERB
edu-323	121	5	total	total	ADJ
edu-323	121	6	variance	variance	NOUN
edu-323	121	7	of	of	ADP
edu-323	121	8	the	the	DET
edu-323	121	9	rater	rater	NOUN
edu-323	121	10	-	-	PUNCT
edu-323	121	11	student	student	NOUN
edu-323	121	12	common	common	ADJ
edu-323	121	13	effect	effect	NOUN
edu-323	121	14	for	for	ADP
edu-323	121	15	sxrxt	sxrxt	ADJ
edu-323	121	16	design	design	NOUN
edu-323	121	17	is	be	AUX
edu-323	121	18	1	1	NUM
edu-323	121	19	%	%	NOUN
edu-323	121	20	,	,	PUNCT
edu-323	121	21	and	and	CCONJ
edu-323	121	22	for	for	ADP
edu-323	121	23	sxaxt	sxaxt	NOUN
edu-323	121	24	design	design	NOUN
edu-323	121	25	it	it	PRON
edu-323	121	26	is	be	AUX
edu-323	121	27	4.1	4.1	NUM
edu-323	121	28	%	%	NOUN
edu-323	121	29	and	and	CCONJ
edu-323	121	30	it	it	PRON
edu-323	121	31	can	can	AUX
edu-323	121	32	be	be	AUX
edu-323	121	33	explained	explain	VERB
edu-323	121	34	as	as	SCONJ
edu-323	121	35	the	the	DET
edu-323	121	36	interaction	interaction	NOUN
edu-323	121	37	between	between	ADP
edu-323	121	38	the	the	DET
edu-323	121	39	academician	academician	NOUN
edu-323	121	40	and	and	CCONJ
edu-323	121	41	the	the	DET
edu-323	121	42	student	student	NOUN
edu-323	121	43	is	be	AUX
edu-323	121	44	relatively	relatively	ADV
edu-323	121	45	more	more	ADJ
edu-323	121	46	than	than	ADP
edu-323	121	47	the	the	DET
edu-323	121	48	interaction	interaction	NOUN
edu-323	121	49	between	between	ADP
edu-323	121	50	the	the	DET
edu-323	121	51	patient	patient	NOUN
edu-323	121	52	and	and	CCONJ
edu-323	121	53	the	the	DET
edu-323	121	54	student	student	NOUN
edu-323	121	55	.	.	PUNCT
edu-323	122	1	similarly	similarly	ADV
edu-323	122	2	,	,	PUNCT
edu-323	122	3	when	when	SCONJ
edu-323	122	4	“	"	PUNCT
edu-323	122	5	rt	rt	ADJ
edu-323	122	6	”	"	PUNCT
edu-323	122	7	common	common	ADJ
edu-323	122	8	effect	effect	NOUN
edu-323	122	9	is	be	AUX
edu-323	122	10	examined	examine	VERB
edu-323	122	11	in	in	ADP
edu-323	122	12	table	table	NOUN
edu-323	122	13	3	3	NUM
edu-323	122	14	,	,	PUNCT
edu-323	122	15	it	it	PRON
edu-323	122	16	can	can	AUX
edu-323	122	17	be	be	AUX
edu-323	122	18	inferred	infer	VERB
edu-323	122	19	as	as	ADP
edu-323	122	20	that	that	SCONJ
edu-323	122	21	the	the	DET
edu-323	122	22	standard	standard	ADJ
edu-323	122	23	patients	patient	NOUN
edu-323	122	24	compared	compare	VERB
edu-323	122	25	to	to	ADP
edu-323	122	26	academicians	academician	NOUN
edu-323	122	27	differ	differ	VERB
edu-323	122	28	less	less	ADV
edu-323	122	29	in	in	ADP
edu-323	122	30	rating	rating	NOUN
edu-323	122	31	tasks	task	NOUN
edu-323	122	32	.	.	PUNCT
edu-323	123	1	however	however	ADV
edu-323	123	2	,	,	PUNCT
edu-323	123	3	it	it	PRON
edu-323	123	4	should	should	AUX
edu-323	123	5	also	also	ADV
edu-323	123	6	be	be	AUX
edu-323	123	7	considered	consider	VERB
edu-323	123	8	that	that	SCONJ
edu-323	123	9	the	the	DET
edu-323	123	10	contribution	contribution	NOUN
edu-323	123	11	the	the	DET
edu-323	123	12	estimated	estimate	VERB
edu-323	123	13	variance	variance	NOUN
edu-323	123	14	of	of	ADP
edu-323	123	15	this	this	DET
edu-323	123	16	common	common	ADJ
edu-323	123	17	effect	effect	NOUN
edu-323	123	18	to	to	ADP
edu-323	123	19	the	the	DET
edu-323	123	20	total	total	ADJ
edu-323	123	21	variance	variance	NOUN
edu-323	123	22	is	be	AUX
edu-323	123	23	relatively	relatively	ADV
edu-323	123	24	low	low	ADJ
edu-323	123	25	.	.	PUNCT
edu-323	124	1	it	it	PRON
edu-323	124	2	is	be	AUX
edu-323	124	3	seen	see	VERB
edu-323	124	4	that	that	SCONJ
edu-323	124	5	the	the	DET
edu-323	124	6	percentage	percentage	NOUN
edu-323	124	7	of	of	ADP
edu-323	124	8	definition	definition	NOUN
edu-323	124	9	of	of	ADP
edu-323	124	10	the	the	DET
edu-323	124	11	total	total	ADJ
edu-323	124	12	variance	variance	NOUN
edu-323	124	13	of	of	ADP
edu-323	124	14	the	the	DET
edu-323	124	15	residual	residual	ADJ
edu-323	124	16	variance	variance	NOUN
edu-323	124	17	source	source	NOUN
edu-323	124	18	for	for	ADP
edu-323	124	19	sxspxt	sxspxt	PROPN
edu-323	124	20	design	design	NOUN
edu-323	124	21	(	(	PUNCT
edu-323	124	22	51	51	NUM
edu-323	124	23	%	%	NOUN
edu-323	124	24	)	)	PUNCT
edu-323	124	25	is	be	AUX
edu-323	124	26	higher	high	ADJ
edu-323	124	27	than	than	ADP
edu-323	124	28	that	that	PRON
edu-323	124	29	of	of	ADP
edu-323	124	30	the	the	DET
edu-323	124	31	sxaxt	sxaxt	NOUN
edu-323	124	32	design	design	NOUN
edu-323	124	33	(	(	PUNCT
edu-323	124	34	42	42	NUM
edu-323	124	35	%	%	NOUN
edu-323	124	36	)	)	PUNCT
edu-323	124	37	.	.	PUNCT
edu-323	125	1	it	it	PRON
edu-323	125	2	can	can	AUX
edu-323	125	3	be	be	AUX
edu-323	125	4	inferred	infer	VERB
edu-323	125	5	that	that	SCONJ
edu-323	125	6	the	the	DET
edu-323	125	7	residual	residual	ADJ
edu-323	125	8	variability	variability	NOUN
edu-323	125	9	source	source	NOUN
edu-323	125	10	is	be	AUX
edu-323	125	11	considerably	considerably	ADV
edu-323	125	12	big	big	ADJ
edu-323	125	13	in	in	ADP
edu-323	125	14	fixed	fix	VERB
edu-323	125	15	facet	facet	ADJ
edu-323	125	16	designs	design	NOUN
edu-323	125	17	as	as	ADP
edu-323	125	18	in	in	ADP
edu-323	125	19	the	the	DET
edu-323	125	20	random	random	ADJ
edu-323	125	21	facet	facet	ADJ
edu-323	125	22	designs	design	NOUN
edu-323	125	23	.	.	PUNCT
edu-323	126	1	when	when	SCONJ
edu-323	126	2	reliability	reliability	NOUN
edu-323	126	3	coefficients	coefficient	NOUN
edu-323	126	4	are	be	AUX
edu-323	126	5	compared	compare	VERB
edu-323	126	6	for	for	ADP
edu-323	126	7	both	both	PRON
edu-323	126	8	with	with	ADP
edu-323	126	9	fixed	fix	VERB
edu-323	126	10	facet	facet	ADJ
edu-323	126	11	designs	design	NOUN
edu-323	126	12	,	,	PUNCT
edu-323	126	13	the	the	DET
edu-323	126	14	score	score	NOUN
edu-323	126	15	reliability	reliability	NOUN
edu-323	126	16	of	of	ADP
edu-323	126	17	academicians	academician	NOUN
edu-323	126	18	(	(	PUNCT
edu-323	126	19	phi	phi	NOUN
edu-323	126	20	coefficient	coefficient	NOUN
edu-323	126	21	=	=	NOUN
edu-323	126	22	0.54	0.54	NUM
edu-323	126	23	)	)	PUNCT
edu-323	126	24	is	be	AUX
edu-323	126	25	higher	high	ADJ
edu-323	126	26	than	than	ADP
edu-323	126	27	the	the	DET
edu-323	126	28	score	score	NOUN
edu-323	126	29	reliability	reliability	NOUN
edu-323	126	30	of	of	ADP
edu-323	126	31	the	the	DET
edu-323	126	32	standard	standard	ADJ
edu-323	126	33	patients	patient	NOUN
edu-323	126	34	(	(	PUNCT
edu-323	126	35	phi	phi	NOUN
edu-323	126	36	coefficient	coefficient	NOUN
edu-323	126	37	=	=	NOUN
edu-323	126	38	0.27	0.27	NUM
edu-323	126	39	)	)	PUNCT
edu-323	126	40	.	.	PUNCT
edu-323	127	1	4	4	X
edu-323	127	2	.	.	X
edu-323	127	3	discussion	discussion	NOUN
edu-323	127	4	,	,	PUNCT
edu-323	127	5	conclusion	conclusion	NOUN
edu-323	127	6	and	and	CCONJ
edu-323	127	7	implications	implication	NOUN
edu-323	127	8	the	the	DET
edu-323	127	9	performances	performance	NOUN
edu-323	127	10	of	of	ADP
edu-323	127	11	dentistry	dentistry	NOUN
edu-323	127	12	students	student	NOUN
edu-323	127	13	regarding	regard	VERB
edu-323	127	14	osce	osce	PROPN
edu-323	127	15	communication	communication	NOUN
edu-323	127	16	skills	skill	NOUN
edu-323	127	17	have	have	AUX
edu-323	127	18	been	be	AUX
edu-323	127	19	examined	examine	VERB
edu-323	127	20	in	in	ADP
edu-323	127	21	the	the	DET
edu-323	127	22	frame	frame	NOUN
edu-323	127	23	of	of	ADP
edu-323	127	24	generalizability	generalizability	NOUN
edu-323	127	25	theory	theory	NOUN
edu-323	127	26	using	use	VERB
edu-323	127	27	multifacet	multifacet	NOUN
edu-323	127	28	designs	design	NOUN
edu-323	127	29	and	and	CCONJ
edu-323	127	30	the	the	DET
edu-323	127	31	results	result	NOUN
edu-323	127	32	obtained	obtain	VERB
edu-323	127	33	are	be	AUX
edu-323	127	34	specified	specify	VERB
edu-323	127	35	below	below	ADV
edu-323	127	36	.	.	PUNCT
edu-323	128	1	students	student	NOUN
edu-323	128	2	are	be	AUX
edu-323	128	3	taken	take	VERB
edu-323	128	4	as	as	SCONJ
edu-323	128	5	the	the	DET
edu-323	128	6	measurement	measurement	NOUN
edu-323	128	7	object	object	NOUN
edu-323	128	8	in	in	ADP
edu-323	128	9	totally	totally	ADV
edu-323	128	10	crossed	cross	VERB
edu-323	128	11	and	and	CCONJ
edu-323	128	12	nested	nested	ADJ
edu-323	128	13	designs	design	NOUN
edu-323	128	14	.	.	PUNCT
edu-323	129	1	for	for	ADP
edu-323	129	2	both	both	DET
edu-323	129	3	designs	design	NOUN
edu-323	129	4	,	,	PUNCT
edu-323	129	5	the	the	DET
edu-323	129	6	estimated	estimate	VERB
edu-323	129	7	variance	variance	NOUN
edu-323	129	8	component	component	NOUN
edu-323	129	9	of	of	ADP
edu-323	129	10	students	student	NOUN
edu-323	129	11	has	have	VERB
edu-323	129	12	very	very	ADV
edu-323	129	13	low	low	ADJ
edu-323	129	14	effect	effect	NOUN
edu-323	129	15	in	in	ADP
edu-323	129	16	explaining	explain	VERB
edu-323	129	17	the	the	DET
edu-323	129	18	total	total	ADJ
edu-323	129	19	variance	variance	NOUN
edu-323	129	20	.	.	PUNCT
edu-323	130	1	when	when	SCONJ
edu-323	130	2	the	the	DET
edu-323	130	3	related	related	ADJ
edu-323	130	4	literature	literature	NOUN
edu-323	130	5	is	be	AUX
edu-323	130	6	investigated	investigate	VERB
edu-323	130	7	,	,	PUNCT
edu-323	130	8	there	there	PRON
edu-323	130	9	is	be	VERB
edu-323	130	10	a	a	DET
edu-323	130	11	common	common	ADJ
edu-323	130	12	idea	idea	NOUN
edu-323	130	13	that	that	SCONJ
edu-323	130	14	the	the	DET
edu-323	130	15	measurement	measurement	NOUN
edu-323	130	16	object	object	NOUN
edu-323	130	17	should	should	AUX
edu-323	130	18	have	have	AUX
edu-323	130	19	a	a	DET
edu-323	130	20	significant	significant	ADJ
edu-323	130	21	effect	effect	NOUN
edu-323	130	22	in	in	ADP
edu-323	130	23	asian	asian	ADJ
edu-323	130	24	journal	journal	NOUN
edu-323	130	25	of	of	ADP
edu-323	130	26	education	education	NOUN
edu-323	130	27	and	and	CCONJ
edu-323	130	28	training	training	NOUN
edu-323	130	29	,	,	PUNCT
edu-323	130	30	2018	2018	NUM
edu-323	130	31	,	,	PUNCT
edu-323	130	32	4(2	4(2	NUM
edu-323	130	33	):	):	PUNCT
edu-323	130	34	85	85	NUM
edu-323	130	35	-	-	SYM
edu-323	130	36	90	90	NUM
edu-323	130	37	89	89	NUM
edu-323	130	38	explaining	explain	VERB
edu-323	130	39	the	the	DET
edu-323	130	40	total	total	ADJ
edu-323	130	41	variance	variance	NOUN
edu-323	130	42	.	.	PUNCT
edu-323	131	1	however	however	ADV
edu-323	131	2	,	,	PUNCT
edu-323	131	3	in	in	ADP
edu-323	131	4	the	the	DET
edu-323	131	5	literature	literature	NOUN
edu-323	131	6	,	,	PUNCT
edu-323	131	7	there	there	PRON
edu-323	131	8	are	be	VERB
edu-323	131	9	studies	study	NOUN
edu-323	131	10	which	which	PRON
edu-323	131	11	report	report	VERB
edu-323	131	12	that	that	SCONJ
edu-323	131	13	variance	variance	NOUN
edu-323	131	14	percentages	percentage	NOUN
edu-323	131	15	of	of	ADP
edu-323	131	16	the	the	DET
edu-323	131	17	measurement	measurement	NOUN
edu-323	131	18	object	object	NOUN
edu-323	131	19	is	be	AUX
edu-323	131	20	low	low	ADJ
edu-323	131	21	in	in	ADP
edu-323	131	22	the	the	DET
edu-323	131	23	cases	case	NOUN
edu-323	131	24	that	that	PRON
edu-323	131	25	the	the	DET
edu-323	131	26	measurement	measurement	NOUN
edu-323	131	27	object	object	NOUN
edu-323	131	28	does	do	AUX
edu-323	131	29	not	not	PART
edu-323	131	30	differ	differ	VERB
edu-323	131	31	regarding	regard	VERB
edu-323	131	32	the	the	DET
edu-323	131	33	measured	measured	ADJ
edu-323	131	34	attributes.19	attributes.19	NOUN
edu-323	131	35	in	in	ADP
edu-323	131	36	this	this	DET
edu-323	131	37	study	study	NOUN
edu-323	131	38	,	,	PUNCT
edu-323	131	39	it	it	PRON
edu-323	131	40	is	be	AUX
edu-323	131	41	concluded	conclude	VERB
edu-323	131	42	that	that	SCONJ
edu-323	131	43	the	the	DET
edu-323	131	44	students	student	NOUN
edu-323	131	45	do	do	AUX
edu-323	131	46	not	not	PART
edu-323	131	47	differ	differ	VERB
edu-323	131	48	significantly	significantly	ADV
edu-323	131	49	in	in	ADP
edu-323	131	50	performances	performance	NOUN
edu-323	131	51	of	of	ADP
edu-323	131	52	students	student	NOUN
edu-323	131	53	regarding	regard	VERB
edu-323	131	54	the	the	DET
edu-323	131	55	communication	communication	NOUN
edu-323	131	56	skills	skill	NOUN
edu-323	131	57	are	be	AUX
edu-323	131	58	succeeded	succeed	VERB
edu-323	131	59	.	.	PUNCT
edu-323	132	1	when	when	SCONJ
edu-323	132	2	the	the	DET
edu-323	132	3	studies	study	NOUN
edu-323	132	4	conducted	conduct	VERB
edu-323	132	5	in	in	ADP
edu-323	132	6	all	all	DET
edu-323	132	7	designs	design	NOUN
edu-323	132	8	are	be	AUX
edu-323	132	9	examined	examine	VERB
edu-323	132	10	,	,	PUNCT
edu-323	132	11	it	it	PRON
edu-323	132	12	is	be	AUX
edu-323	132	13	inferred	infer	VERB
edu-323	132	14	that	that	SCONJ
edu-323	132	15	the	the	DET
edu-323	132	16	variance	variance	NOUN
edu-323	132	17	of	of	ADP
edu-323	132	18	the	the	DET
edu-323	132	19	task	task	NOUN
edu-323	132	20	component	component	NOUN
edu-323	132	21	is	be	AUX
edu-323	132	22	too	too	ADV
edu-323	132	23	large	large	ADJ
edu-323	132	24	.	.	PUNCT
edu-323	133	1	this	this	DET
edu-323	133	2	inference	inference	NOUN
edu-323	133	3	indicated	indicate	VERB
edu-323	133	4	that	that	SCONJ
edu-323	133	5	the	the	DET
edu-323	133	6	tasks	task	NOUN
edu-323	133	7	for	for	ADP
edu-323	133	8	the	the	DET
edu-323	133	9	communication	communication	NOUN
edu-323	133	10	skills	skill	NOUN
edu-323	133	11	differ	differ	VERB
edu-323	133	12	in	in	ADP
edu-323	133	13	regarding	regard	VERB
edu-323	133	14	the	the	DET
edu-323	133	15	difficulty	difficulty	NOUN
edu-323	133	16	levels	level	NOUN
edu-323	133	17	with	with	ADP
edu-323	133	18	itself	itself	PRON
edu-323	133	19	.	.	PUNCT
edu-323	134	1	this	this	DET
edu-323	134	2	finding	finding	NOUN
edu-323	134	3	is	be	AUX
edu-323	134	4	consistent	consistent	ADJ
edu-323	134	5	with	with	ADP
edu-323	134	6	findings	finding	NOUN
edu-323	134	7	what	what	PRON
edu-323	134	8	has	have	AUX
edu-323	134	9	been	be	AUX
edu-323	134	10	reported	report	VERB
edu-323	134	11	by	by	ADP
edu-323	134	12	yılmaz	yılmaz	PROPN
edu-323	134	13	and	and	CCONJ
edu-323	134	14	gelbal	gelbal	PROPN
edu-323	134	15	(	(	PUNCT
edu-323	134	16	2011	2011	NUM
edu-323	134	17	)	)	PUNCT
edu-323	134	18	and	and	CCONJ
edu-323	134	19	kozan	kozan	PROPN
edu-323	134	20	et	et	PROPN
edu-323	134	21	al	al	PROPN
edu-323	134	22	.	.	PROPN
edu-323	135	1	(	(	PUNCT
edu-323	135	2	2015	2015	NUM
edu-323	135	3	)	)	PUNCT
edu-323	135	4	.	.	PUNCT
edu-323	136	1	in	in	ADP
edu-323	136	2	this	this	DET
edu-323	136	3	and	and	CCONJ
edu-323	136	4	similar	similar	ADJ
edu-323	136	5	studies	study	NOUN
edu-323	136	6	,	,	PUNCT
edu-323	136	7	the	the	DET
edu-323	136	8	findings	finding	NOUN
edu-323	136	9	related	relate	VERB
edu-323	136	10	to	to	ADP
edu-323	136	11	tasks	task	NOUN
edu-323	136	12	indicate	indicate	VERB
edu-323	136	13	that	that	SCONJ
edu-323	136	14	the	the	DET
edu-323	136	15	weighted	weighted	ADJ
edu-323	136	16	scoring	scoring	NOUN
edu-323	136	17	of	of	ADP
edu-323	136	18	the	the	DET
edu-323	136	19	tasks	task	NOUN
edu-323	136	20	that	that	PRON
edu-323	136	21	form	form	VERB
edu-323	136	22	the	the	DET
edu-323	136	23	skill	skill	NOUN
edu-323	136	24	in	in	ADP
edu-323	136	25	fields	field	NOUN
edu-323	136	26	like	like	ADP
edu-323	136	27	medicine	medicine	NOUN
edu-323	136	28	can	can	AUX
edu-323	136	29	be	be	AUX
edu-323	136	30	more	more	ADV
edu-323	136	31	suitable	suitable	ADJ
edu-323	136	32	.	.	PUNCT
edu-323	137	1	similarly	similarly	ADV
edu-323	137	2	,	,	PUNCT
edu-323	137	3	the	the	DET
edu-323	137	4	control	control	NOUN
edu-323	137	5	lists	list	NOUN
edu-323	137	6	,	,	PUNCT
edu-323	137	7	as	as	SCONJ
edu-323	137	8	they	they	PRON
edu-323	137	9	do	do	AUX
edu-323	137	10	not	not	PART
edu-323	137	11	give	give	VERB
edu-323	137	12	information	information	NOUN
edu-323	137	13	about	about	ADP
edu-323	137	14	to	to	ADP
edu-323	137	15	what	what	DET
edu-323	137	16	degree	degree	NOUN
edu-323	137	17	the	the	DET
edu-323	137	18	performance	performance	NOUN
edu-323	137	19	levels	level	NOUN
edu-323	137	20	or	or	CCONJ
edu-323	137	21	criteria	criterion	NOUN
edu-323	137	22	are	be	AUX
edu-323	137	23	met	meet	VERB
edu-323	137	24	(	(	PUNCT
edu-323	137	25	moskal	moskal	NOUN
edu-323	137	26	and	and	CCONJ
edu-323	137	27	leydens	leyden	NOUN
edu-323	137	28	,	,	PUNCT
edu-323	137	29	2000	2000	NUM
edu-323	137	30	)	)	PUNCT
edu-323	137	31	in	in	ADP
edu-323	137	32	field	field	NOUN
edu-323	137	33	specific	specific	ADJ
edu-323	137	34	studies	study	NOUN
edu-323	137	35	,	,	PUNCT
edu-323	137	36	it	it	PRON
edu-323	137	37	is	be	AUX
edu-323	137	38	suggested	suggest	VERB
edu-323	137	39	to	to	ADP
edu-323	137	40	the	the	DET
edu-323	137	41	field	field	NOUN
edu-323	137	42	experts	expert	NOUN
edu-323	137	43	that	that	PRON
edu-323	137	44	the	the	DET
edu-323	137	45	rubrics	rubric	NOUN
edu-323	137	46	that	that	PRON
edu-323	137	47	facilitate	facilitate	VERB
edu-323	137	48	to	to	PART
edu-323	137	49	inform	inform	VERB
edu-323	137	50	about	about	ADP
edu-323	137	51	the	the	DET
edu-323	137	52	level	level	NOUN
edu-323	137	53	of	of	ADP
edu-323	137	54	the	the	DET
edu-323	137	55	performance	performance	NOUN
edu-323	137	56	to	to	PART
edu-323	137	57	be	be	AUX
edu-323	137	58	developed	develop	VERB
edu-323	137	59	.	.	PUNCT
edu-323	138	1	the	the	DET
edu-323	138	2	studies	study	NOUN
edu-323	138	3	in	in	ADP
edu-323	138	4	the	the	DET
edu-323	138	5	literature	literature	NOUN
edu-323	138	6	,	,	PUNCT
edu-323	138	7	it	it	PRON
edu-323	138	8	is	be	AUX
edu-323	138	9	reported	report	VERB
edu-323	138	10	that	that	SCONJ
edu-323	138	11	the	the	DET
edu-323	138	12	rater	rater	PROPN
edu-323	138	13	variability	variability	NOUN
edu-323	138	14	source	source	NOUN
edu-323	138	15	main	main	ADJ
edu-323	138	16	effect	effect	NOUN
edu-323	138	17	is	be	AUX
edu-323	138	18	relatively	relatively	ADV
edu-323	138	19	low	low	ADJ
edu-323	138	20	effect	effect	NOUN
edu-323	138	21	on	on	ADP
edu-323	138	22	explaining	explain	VERB
edu-323	138	23	total	total	ADJ
edu-323	138	24	variance	variance	NOUN
edu-323	138	25	and	and	CCONJ
edu-323	138	26	concluded	conclude	VERB
edu-323	138	27	that	that	SCONJ
edu-323	138	28	raters	rater	NOUN
edu-323	138	29	are	be	AUX
edu-323	138	30	consistent	consistent	ADJ
edu-323	138	31	in	in	ADP
edu-323	138	32	scoring	score	VERB
edu-323	138	33	the	the	DET
edu-323	138	34	students	student	NOUN
edu-323	138	35	with	with	ADP
edu-323	138	36	regard	regard	NOUN
edu-323	138	37	to	to	ADP
edu-323	138	38	tasks	task	NOUN
edu-323	138	39	internally	internally	ADV
edu-323	138	40	.	.	PUNCT
edu-323	139	1	these	these	DET
edu-323	139	2	results	result	NOUN
edu-323	139	3	are	be	AUX
edu-323	139	4	parallel	parallel	ADJ
edu-323	139	5	with	with	ADP
edu-323	139	6	the	the	DET
edu-323	139	7	results	result	NOUN
edu-323	139	8	from	from	ADP
edu-323	139	9	the	the	DET
edu-323	139	10	studies	study	NOUN
edu-323	139	11	in	in	ADP
edu-323	139	12	which	which	PRON
edu-323	139	13	the	the	DET
edu-323	139	14	different	different	ADJ
edu-323	139	15	abilities	ability	NOUN
edu-323	139	16	within	within	ADP
edu-323	139	17	hacettepe	hacettepe	ADJ
edu-323	139	18	university	university	NOUN
edu-323	139	19	osce	osce	PROPN
edu-323	139	20	examination	examination	NOUN
edu-323	139	21	are	be	AUX
edu-323	139	22	evaluated	evaluate	VERB
edu-323	139	23	of	of	ADP
edu-323	139	24	yılmaz	yılmaz	PROPN
edu-323	139	25	and	and	CCONJ
edu-323	139	26	gelbal	gelbal	PROPN
edu-323	139	27	(	(	PUNCT
edu-323	139	28	2011	2011	NUM
edu-323	139	29	)	)	PUNCT
edu-323	139	30	;	;	PUNCT
edu-323	139	31	yılmaz	yılmaz	PROPN
edu-323	139	32	and	and	CCONJ
edu-323	139	33	tavsancıl	tavsancıl	PROPN
edu-323	139	34	(	(	PUNCT
edu-323	139	35	2014	2014	NUM
edu-323	139	36	)	)	PUNCT
edu-323	139	37	and	and	CCONJ
edu-323	139	38	yılmaz	yılmaz	PROPN
edu-323	139	39	and	and	CCONJ
edu-323	139	40	başbaşa	başbaşa	NOUN
edu-323	139	41	(	(	PUNCT
edu-323	139	42	2015	2015	NUM
edu-323	139	43	)	)	PUNCT
edu-323	139	44	.	.	PUNCT
edu-323	140	1	unexplained	unexplained	ADJ
edu-323	140	2	variance	variance	NOUN
edu-323	140	3	is	be	AUX
edu-323	140	4	too	too	ADV
edu-323	140	5	large	large	ADJ
edu-323	140	6	in	in	ADP
edu-323	140	7	all	all	DET
edu-323	140	8	designs	design	NOUN
edu-323	140	9	.	.	PUNCT
edu-323	141	1	this	this	DET
edu-323	141	2	situation	situation	NOUN
edu-323	141	3	reveals	reveal	VERB
edu-323	141	4	the	the	DET
edu-323	141	5	requirement	requirement	NOUN
edu-323	141	6	that	that	SCONJ
edu-323	141	7	the	the	DET
edu-323	141	8	different	different	ADJ
edu-323	141	9	variability	variability	NOUN
edu-323	141	10	sources	source	NOUN
edu-323	141	11	should	should	AUX
edu-323	141	12	be	be	AUX
edu-323	141	13	included	include	VERB
edu-323	141	14	in	in	ADP
edu-323	141	15	the	the	DET
edu-323	141	16	designs	design	NOUN
edu-323	141	17	.	.	PUNCT
edu-323	142	1	when	when	SCONJ
edu-323	142	2	the	the	DET
edu-323	142	3	raters	rater	NOUN
edu-323	142	4	with	with	ADP
edu-323	142	5	respect	respect	NOUN
edu-323	142	6	to	to	ADP
edu-323	142	7	the	the	DET
edu-323	142	8	occupation	occupation	NOUN
edu-323	142	9	groups	group	NOUN
edu-323	142	10	are	be	AUX
edu-323	142	11	taken	take	VERB
edu-323	142	12	as	as	SCONJ
edu-323	142	13	fixed	fix	VERB
edu-323	142	14	,	,	PUNCT
edu-323	142	15	according	accord	VERB
edu-323	142	16	to	to	ADP
edu-323	142	17	the	the	DET
edu-323	142	18	scoring	scoring	NOUN
edu-323	142	19	by	by	ADP
edu-323	142	20	academicians	academician	NOUN
edu-323	142	21	,	,	PUNCT
edu-323	142	22	the	the	DET
edu-323	142	23	duties	duty	NOUN
edu-323	142	24	are	be	AUX
edu-323	142	25	differed	differ	VERB
edu-323	142	26	more	more	ADV
edu-323	142	27	regarding	regard	VERB
edu-323	142	28	the	the	DET
edu-323	142	29	difficultness	difficultness	NOUN
edu-323	142	30	-	-	PUNCT
edu-323	142	31	easiness	easiness	NOUN
edu-323	142	32	in	in	ADP
edu-323	142	33	cases	case	NOUN
edu-323	142	34	the	the	DET
edu-323	142	35	students	student	NOUN
edu-323	142	36	are	be	AUX
edu-323	142	37	rated	rate	VERB
edu-323	142	38	by	by	ADP
edu-323	142	39	standard	standard	ADJ
edu-323	142	40	patient	patient	NOUN
edu-323	142	41	.	.	PUNCT
edu-323	143	1	when	when	SCONJ
edu-323	143	2	residual	residual	ADJ
edu-323	143	3	effects	effect	NOUN
edu-323	143	4	are	be	AUX
edu-323	143	5	examined	examine	VERB
edu-323	143	6	according	accord	VERB
edu-323	143	7	to	to	ADP
edu-323	143	8	the	the	DET
edu-323	143	9	occupation	occupation	NOUN
edu-323	143	10	groups	group	NOUN
edu-323	143	11	,	,	PUNCT
edu-323	143	12	the	the	DET
edu-323	143	13	unexplained	unexplained	ADJ
edu-323	143	14	variance	variance	NOUN
edu-323	143	15	ratio	ratio	NOUN
edu-323	143	16	revealed	reveal	VERB
edu-323	143	17	higher	higher	ADV
edu-323	143	18	in	in	ADP
edu-323	143	19	cases	case	NOUN
edu-323	143	20	that	that	SCONJ
edu-323	143	21	the	the	DET
edu-323	143	22	academicians	academician	NOUN
edu-323	143	23	score	score	VERB
edu-323	143	24	to	to	ADP
edu-323	143	25	task	task	NOUN
edu-323	143	26	of	of	ADP
edu-323	143	27	the	the	DET
edu-323	143	28	students	student	NOUN
edu-323	143	29	.	.	PUNCT
edu-323	144	1	one	one	NUM
edu-323	144	2	reason	reason	NOUN
edu-323	144	3	of	of	ADP
edu-323	144	4	this	this	DET
edu-323	144	5	difference	difference	NOUN
edu-323	144	6	is	be	AUX
edu-323	144	7	thought	think	VERB
edu-323	144	8	to	to	PART
edu-323	144	9	be	be	AUX
edu-323	144	10	due	due	ADJ
edu-323	144	11	to	to	ADP
edu-323	144	12	the	the	DET
edu-323	144	13	differentiation	differentiation	NOUN
edu-323	144	14	between	between	ADP
edu-323	144	15	tasks	task	NOUN
edu-323	144	16	.	.	PUNCT
edu-323	145	1	other	other	ADJ
edu-323	145	2	reason	reason	NOUN
edu-323	145	3	of	of	ADP
edu-323	145	4	this	this	DET
edu-323	145	5	difference	difference	NOUN
edu-323	145	6	is	be	AUX
edu-323	145	7	due	due	ADJ
edu-323	145	8	to	to	ADP
edu-323	145	9	the	the	DET
edu-323	145	10	academicians	academician	NOUN
edu-323	145	11	participating	participate	VERB
edu-323	145	12	in	in	ADP
edu-323	145	13	scoring	scoring	NOUN
edu-323	145	14	are	be	AUX
edu-323	145	15	experts	expert	NOUN
edu-323	145	16	in	in	ADP
edu-323	145	17	field	field	NOUN
edu-323	145	18	of	of	ADP
edu-323	145	19	medicine	medicine	NOUN
edu-323	145	20	.	.	PUNCT
edu-323	146	1	field	field	NOUN
edu-323	146	2	experts	expert	NOUN
edu-323	146	3	evaluating	evaluate	VERB
edu-323	146	4	these	these	DET
edu-323	146	5	tasks	task	NOUN
edu-323	146	6	in	in	ADP
edu-323	146	7	more	more	ADV
edu-323	146	8	equivalent	equivalent	ADJ
edu-323	146	9	qualities	quality	NOUN
edu-323	146	10	and	and	CCONJ
edu-323	146	11	giving	give	VERB
edu-323	146	12	similar	similar	ADJ
edu-323	146	13	importance	importance	NOUN
edu-323	146	14	to	to	ADP
edu-323	146	15	all	all	DET
edu-323	146	16	the	the	DET
edu-323	146	17	tasks	task	NOUN
edu-323	146	18	forming	form	VERB
edu-323	146	19	the	the	DET
edu-323	146	20	skill	skill	NOUN
edu-323	146	21	could	could	AUX
edu-323	146	22	have	have	AUX
edu-323	146	23	increased	increase	VERB
edu-323	146	24	this	this	DET
edu-323	146	25	difference	difference	NOUN
edu-323	146	26	.	.	PUNCT
edu-323	147	1	overall	overall	ADV
edu-323	147	2	,	,	PUNCT
edu-323	147	3	it	it	PRON
edu-323	147	4	is	be	AUX
edu-323	147	5	said	say	VERB
edu-323	147	6	that	that	SCONJ
edu-323	147	7	phi	phi	NOUN
edu-323	147	8	coefficients	coefficient	NOUN
edu-323	147	9	in	in	ADP
edu-323	147	10	all	all	DET
edu-323	147	11	designs	design	NOUN
edu-323	147	12	are	be	AUX
edu-323	147	13	low	low	ADJ
edu-323	147	14	.	.	PUNCT
edu-323	148	1	one	one	NUM
edu-323	148	2	reason	reason	NOUN
edu-323	148	3	of	of	ADP
edu-323	148	4	this	this	PRON
edu-323	148	5	is	be	AUX
edu-323	148	6	that	that	PRON
edu-323	148	7	unexplained	unexplained	ADJ
edu-323	148	8	variance	variance	NOUN
edu-323	148	9	is	be	AUX
edu-323	148	10	large	large	ADJ
edu-323	148	11	thus	thus	ADV
edu-323	148	12	it	it	PRON
edu-323	148	13	has	have	VERB
edu-323	148	14	too	too	ADV
edu-323	148	15	much	much	ADJ
edu-323	148	16	errors	error	NOUN
edu-323	148	17	.	.	PUNCT
edu-323	149	1	another	another	DET
edu-323	149	2	reason	reason	NOUN
edu-323	149	3	is	be	AUX
edu-323	149	4	that	that	SCONJ
edu-323	149	5	the	the	DET
edu-323	149	6	task	task	PROPN
edu-323	149	7	variability	variability	NOUN
edu-323	149	8	source	source	NOUN
edu-323	149	9	has	have	VERB
edu-323	149	10	a	a	DET
edu-323	149	11	large	large	ADJ
edu-323	149	12	variance	variance	NOUN
edu-323	149	13	value	value	NOUN
edu-323	149	14	.	.	PUNCT
edu-323	150	1	beside	beside	ADP
edu-323	150	2	these	these	PRON
edu-323	150	3	,	,	PUNCT
edu-323	150	4	putting	put	VERB
edu-323	150	5	out	out	ADP
edu-323	150	6	the	the	DET
edu-323	150	7	differences	difference	NOUN
edu-323	150	8	between	between	ADP
edu-323	150	9	performances	performance	NOUN
edu-323	150	10	of	of	ADP
edu-323	150	11	communication	communication	NOUN
edu-323	150	12	skills	skill	NOUN
edu-323	150	13	of	of	ADP
edu-323	150	14	students	student	NOUN
edu-323	150	15	who	who	PRON
edu-323	150	16	are	be	AUX
edu-323	150	17	measurement	measurement	NOUN
edu-323	150	18	object	object	NOUN
edu-323	150	19	is	be	AUX
edu-323	150	20	also	also	ADV
edu-323	150	21	a	a	DET
edu-323	150	22	factor	factor	NOUN
edu-323	150	23	which	which	PRON
edu-323	150	24	decreases	decrease	VERB
edu-323	150	25	the	the	DET
edu-323	150	26	reliability	reliability	NOUN
edu-323	150	27	.	.	PUNCT
edu-323	151	1	however	however	ADV
edu-323	151	2	,	,	PUNCT
edu-323	151	3	it	it	PRON
edu-323	151	4	is	be	AUX
edu-323	151	5	concluded	conclude	VERB
edu-323	151	6	that	that	SCONJ
edu-323	151	7	the	the	DET
edu-323	151	8	reliability	reliability	NOUN
edu-323	151	9	is	be	AUX
edu-323	151	10	higher	high	ADJ
edu-323	151	11	in	in	ADP
edu-323	151	12	fixed	fix	VERB
edu-323	151	13	facet	facet	ADJ
edu-323	151	14	studies	study	NOUN
edu-323	151	15	when	when	SCONJ
edu-323	151	16	the	the	DET
edu-323	151	17	academicians	academician	NOUN
edu-323	151	18	score	score	VERB
edu-323	151	19	the	the	DET
edu-323	151	20	students	student	NOUN
edu-323	151	21	.	.	PUNCT
edu-323	152	1	it	it	PRON
edu-323	152	2	is	be	AUX
edu-323	152	3	thought	think	VERB
edu-323	152	4	that	that	SCONJ
edu-323	152	5	the	the	DET
edu-323	152	6	reason	reason	NOUN
edu-323	152	7	why	why	SCONJ
edu-323	152	8	academicians	academician	NOUN
edu-323	152	9	evaluated	evaluate	VERB
edu-323	152	10	the	the	DET
edu-323	152	11	students	student	NOUN
edu-323	152	12	more	more	ADV
edu-323	152	13	reliably	reliably	ADV
edu-323	152	14	is	be	AUX
edu-323	152	15	due	due	ADJ
edu-323	152	16	to	to	ADP
edu-323	152	17	the	the	DET
edu-323	152	18	doctor	doctor	NOUN
edu-323	152	19	academicians	academician	NOUN
edu-323	152	20	acting	act	VERB
edu-323	152	21	more	more	ADV
edu-323	152	22	consistently	consistently	ADV
edu-323	152	23	in	in	ADP
edu-323	152	24	sorting	sort	VERB
edu-323	152	25	tasks	task	NOUN
edu-323	152	26	and	and	CCONJ
edu-323	152	27	scoring	scoring	NOUN
edu-323	152	28	.	.	PUNCT
edu-323	153	1	researches	research	NOUN
edu-323	153	2	can	can	AUX
edu-323	153	3	perform	perform	VERB
edu-323	153	4	similar	similar	ADJ
edu-323	153	5	studies	study	NOUN
edu-323	153	6	to	to	ADP
edu-323	153	7	this	this	DET
edu-323	153	8	one	one	NOUN
edu-323	153	9	where	where	SCONJ
edu-323	153	10	different	different	ADJ
edu-323	153	11	raters	rater	NOUN
edu-323	153	12	are	be	AUX
edu-323	153	13	used	use	VERB
edu-323	153	14	,	,	PUNCT
edu-323	153	15	different	different	ADJ
edu-323	153	16	variability	variability	NOUN
edu-323	153	17	sources	source	NOUN
edu-323	153	18	are	be	AUX
edu-323	153	19	considered	consider	VERB
edu-323	153	20	in	in	ADP
edu-323	153	21	different	different	ADJ
edu-323	153	22	conditions	condition	NOUN
edu-323	153	23	with	with	ADP
edu-323	153	24	mixed	mixed	ADJ
edu-323	153	25	designs	design	NOUN
edu-323	153	26	.	.	PUNCT
edu-323	154	1	at	at	ADP
edu-323	154	2	the	the	DET
edu-323	154	3	same	same	ADJ
edu-323	154	4	time	time	NOUN
edu-323	154	5	in	in	ADP
edu-323	154	6	performance	performance	NOUN
edu-323	154	7	evaluation	evaluation	NOUN
edu-323	154	8	the	the	DET
edu-323	154	9	generalizability	generalizability	NOUN
edu-323	154	10	theory	theory	NOUN
edu-323	154	11	is	be	AUX
edu-323	154	12	important	important	ADJ
edu-323	154	13	as	as	SCONJ
edu-323	154	14	it	it	PRON
edu-323	154	15	can	can	AUX
edu-323	154	16	perform	perform	VERB
edu-323	154	17	a	a	DET
edu-323	154	18	more	more	ADV
edu-323	154	19	realistic	realistic	ADJ
edu-323	154	20	and	and	CCONJ
edu-323	154	21	extensive	extensive	ADJ
edu-323	154	22	reliability	reliability	NOUN
edu-323	154	23	analysis	analysis	NOUN
edu-323	154	24	via	via	ADP
edu-323	154	25	evaluating	evaluate	VERB
edu-323	154	26	many	many	ADJ
edu-323	154	27	error	error	NOUN
edu-323	154	28	sources	source	NOUN
edu-323	154	29	and	and	CCONJ
edu-323	154	30	their	their	PRON
edu-323	154	31	interactions	interaction	NOUN
edu-323	154	32	together	together	ADV
edu-323	154	33	and	and	CCONJ
edu-323	154	34	therefore	therefore	ADV
edu-323	154	35	in	in	ADP
edu-323	154	36	order	order	NOUN
edu-323	154	37	to	to	PART
edu-323	154	38	perform	perform	VERB
edu-323	154	39	extensive	extensive	ADJ
edu-323	154	40	reliability	reliability	NOUN
edu-323	154	41	analysis	analysis	NOUN
edu-323	154	42	,	,	PUNCT
edu-323	154	43	to	to	PART
edu-323	154	44	collect	collect	VERB
edu-323	154	45	information	information	NOUN
edu-323	154	46	on	on	ADP
edu-323	154	47	student	student	NOUN
edu-323	154	48	performances	performance	NOUN
edu-323	154	49	,	,	PUNCT
edu-323	154	50	evaluation	evaluation	NOUN
edu-323	154	51	,	,	PUNCT
edu-323	154	52	tasks	task	NOUN
edu-323	154	53	,	,	PUNCT
edu-323	154	54	raters	rater	NOUN
edu-323	154	55	and	and	CCONJ
edu-323	154	56	to	to	PART
edu-323	154	57	perform	perform	VERB
edu-323	154	58	decision	decision	NOUN
edu-323	154	59	studies	study	NOUN
edu-323	154	60	that	that	PRON
edu-323	154	61	shed	shed	VERB
edu-323	154	62	light	light	NOUN
edu-323	154	63	to	to	ADP
edu-323	154	64	future	future	ADJ
edu-323	154	65	studies	study	NOUN
edu-323	154	66	,	,	PUNCT
edu-323	154	67	it	it	PRON
edu-323	154	68	is	be	AUX
edu-323	154	69	suggested	suggest	VERB
edu-323	154	70	that	that	SCONJ
edu-323	154	71	the	the	DET
edu-323	154	72	generalizability	generalizability	NOUN
edu-323	154	73	theory	theory	NOUN
edu-323	154	74	to	to	PART
edu-323	154	75	be	be	AUX
edu-323	154	76	used	use	VERB
edu-323	154	77	in	in	ADP
edu-323	154	78	performance	performance	NOUN
edu-323	154	79	evaluation	evaluation	NOUN
edu-323	154	80	studies	study	NOUN
edu-323	154	81	.	.	PUNCT
edu-323	155	1	references	reference	NOUN
edu-323	155	2	atılgan	atılgan	VERB
edu-323	155	3	,	,	PUNCT
edu-323	155	4	h.	h.	PROPN
edu-323	155	5	,	,	PUNCT
edu-323	155	6	2008	2008	NUM
edu-323	155	7	.	.	PUNCT
edu-323	156	1	using	use	VERB
edu-323	156	2	generalizability	generalizability	NOUN
edu-323	156	3	theory	theory	NOUN
edu-323	156	4	to	to	PART
edu-323	156	5	assess	assess	VERB
edu-323	156	6	the	the	DET
edu-323	156	7	score	score	NOUN
edu-323	156	8	reliability	reliability	NOUN
edu-323	156	9	of	of	ADP
edu-323	156	10	the	the	DET
edu-323	156	11	special	special	ADJ
edu-323	156	12	ability	ability	NOUN
edu-323	156	13	selection	selection	NOUN
edu-323	156	14	examinations	examination	NOUN
edu-323	156	15	for	for	ADP
edu-323	156	16	music	music	NOUN
edu-323	156	17	education	education	NOUN
edu-323	156	18	programmes	programme	NOUN
edu-323	156	19	in	in	ADP
edu-323	156	20	higher	high	ADJ
edu-323	156	21	education	education	NOUN
edu-323	156	22	.	.	PUNCT
edu-323	157	1	international	international	ADJ
edu-323	157	2	journal	journal	PROPN
edu-323	157	3	of	of	ADP
edu-323	157	4	research	research	NOUN
edu-323	157	5	&	&	CCONJ
edu-323	157	6	method	method	NOUN
edu-323	157	7	in	in	ADP
edu-323	157	8	education	education	NOUN
edu-323	157	9	,	,	PUNCT
edu-323	157	10	31(1	31(1	NUM
edu-323	157	11	):	):	PUNCT
edu-323	157	12	63	63	NUM
edu-323	157	13	-	-	SYM
edu-323	157	14	76	76	NUM
edu-323	157	15	.	.	PUNCT
edu-323	158	1	view	view	NOUN
edu-323	158	2	at	at	ADP
edu-323	158	3	google	google	PROPN
edu-323	158	4	scholar	scholar	NOUN
edu-323	158	5	|	|	ADV
edu-323	158	6	view	view	NOUN
edu-323	158	7	at	at	ADP
edu-323	158	8	publisher	publisher	PROPN
edu-323	158	9	barneveld	barneveld	PROPN
edu-323	158	10	,	,	PUNCT
edu-323	158	11	c.v	c.v	PROPN
edu-323	158	12	.	.	PROPN
edu-323	158	13	,	,	PUNCT
edu-323	158	14	2005	2005	NUM
edu-323	158	15	.	.	PUNCT
edu-323	159	1	the	the	DET
edu-323	159	2	dependability	dependability	NOUN
edu-323	159	3	of	of	ADP
edu-323	159	4	medical	medical	ADJ
edu-323	159	5	students	student	NOUN
edu-323	159	6	’	’	PART
edu-323	159	7	performance	performance	NOUN
edu-323	159	8	ratings	rating	NOUN
edu-323	159	9	as	as	ADP
edu-323	159	10	documentedon	documentedon	NOUN
edu-323	159	11	in	in	ADP
edu-323	159	12	-	-	PUNCT
edu-323	159	13	training	training	NOUN
edu-323	159	14	evaluations	evaluation	NOUN
edu-323	159	15	.	.	PUNCT
edu-323	160	1	academic	academic	ADJ
edu-323	160	2	medicine	medicine	NOUN
edu-323	160	3	,	,	PUNCT
edu-323	160	4	80(3	80(3	NUM
edu-323	160	5	):	):	PUNCT
edu-323	160	6	309	309	NUM
edu-323	160	7	-	-	SYM
edu-323	160	8	312	312	NUM
edu-323	160	9	.	.	PUNCT
edu-323	160	10	view	view	NOUN
edu-323	160	11	at	at	ADP
edu-323	160	12	google	google	PROPN
edu-323	160	13	scholar	scholar	NOUN
edu-323	160	14	|	|	ADV
edu-323	160	15	view	view	NOUN
edu-323	160	16	at	at	ADP
edu-323	160	17	publisher	publisher	PROPN
edu-323	160	18	brennan	brennan	PROPN
edu-323	160	19	,	,	PUNCT
edu-323	160	20	r.l	r.l	PROPN
edu-323	160	21	.	.	PROPN
edu-323	160	22	,	,	PUNCT
edu-323	160	23	2001	2001	NUM
edu-323	160	24	.	.	PUNCT
edu-323	161	1	generalizability	generalizability	NOUN
edu-323	161	2	theory	theory	NOUN
edu-323	161	3	.	.	PUNCT
edu-323	162	1	new	new	PROPN
edu-323	162	2	york	york	PROPN
edu-323	162	3	:	:	PUNCT
edu-323	162	4	springerverlog	springerverlog	PROPN
edu-323	162	5	.	.	PUNCT
edu-323	163	1	cardinet	cardinet	PROPN
edu-323	163	2	,	,	PUNCT
edu-323	163	3	j.	j.	PROPN
edu-323	163	4	,	,	PUNCT
edu-323	163	5	s.	s.	PROPN
edu-323	163	6	johnson	johnson	PROPN
edu-323	163	7	and	and	CCONJ
edu-323	163	8	g.	g.	PROPN
edu-323	163	9	pini	pini	PROPN
edu-323	163	10	,	,	PUNCT
edu-323	163	11	2010	2010	NUM
edu-323	163	12	.	.	PUNCT
edu-323	164	1	applying	apply	VERB
edu-323	164	2	generalizability	generalizability	NOUN
edu-323	164	3	theory	theory	NOUN
edu-323	164	4	using	use	VERB
edu-323	164	5	edug	edug	PROPN
edu-323	164	6	.	.	PUNCT
edu-323	165	1	usa	usa	PROPN
edu-323	165	2	:	:	PUNCT
edu-323	165	3	taylor	taylor	PROPN
edu-323	165	4	and	and	CCONJ
edu-323	165	5	francis	francis	PROPN
edu-323	165	6	group	group	PROPN
edu-323	165	7	,	,	PUNCT
edu-323	166	1	llc	llc	PROPN
edu-323	166	2	.	.	PUNCT
edu-323	166	3	deliceoğlu	deliceoğlu	PROPN
edu-323	166	4	,	,	PUNCT
edu-323	166	5	g.	g.	PROPN
edu-323	166	6	,	,	PUNCT
edu-323	166	7	2009	2009	NUM
edu-323	166	8	.	.	PUNCT
edu-323	167	1	comparison	comparison	NOUN
edu-323	167	2	of	of	ADP
edu-323	167	3	the	the	DET
edu-323	167	4	rating	rating	NOUN
edu-323	167	5	scale	scale	NOUN
edu-323	167	6	of	of	ADP
edu-323	167	7	football	football	NOUN
edu-323	167	8	competence	competence	NOUN
edu-323	167	9	based	base	VERB
edu-323	167	10	on	on	ADP
edu-323	167	11	generalizability	generalizability	NOUN
edu-323	167	12	and	and	CCONJ
edu-323	167	13	classical	classical	ADJ
edu-323	167	14	test	test	NOUN
edu-323	167	15	theory	theory	NOUN
edu-323	167	16	.	.	PUNCT
edu-323	168	1	unpublished	unpublished	ADJ
edu-323	168	2	phd	phd	NOUN
edu-323	168	3	thesis	thesis	NOUN
edu-323	168	4	,	,	PUNCT
edu-323	168	5	ankara	ankara	PROPN
edu-323	168	6	university	university	PROPN
edu-323	168	7	,	,	PUNCT
edu-323	168	8	ankara	ankara	PROPN
edu-323	168	9	.	.	PUNCT
edu-323	169	1	erşangur	erşangur	PROPN
edu-323	169	2	,	,	PUNCT
edu-323	169	3	c.	c.	NOUN
edu-323	169	4	,	,	PUNCT
edu-323	169	5	2003	2003	NUM
edu-323	169	6	.	.	PUNCT
edu-323	170	1	an	an	DET
edu-323	170	2	implementation	implementation	NOUN
edu-323	170	3	of	of	ADP
edu-323	170	4	the	the	DET
edu-323	170	5	participatory	participatory	ADJ
edu-323	170	6	management	management	NOUN
edu-323	170	7	to	to	PART
edu-323	170	8	increase	increase	VERB
edu-323	170	9	the	the	DET
edu-323	170	10	performance	performance	NOUN
edu-323	170	11	of	of	ADP
edu-323	170	12	employees	employee	NOUN
edu-323	170	13	in	in	ADP
edu-323	170	14	the	the	DET
edu-323	170	15	operation	operation	NOUN
edu-323	170	16	and	and	CCONJ
edu-323	170	17	to	to	PART
edu-323	170	18	evaluate	evaluate	VERB
edu-323	170	19	their	their	PRON
edu-323	170	20	performance	performance	NOUN
edu-323	170	21	and	and	CCONJ
edu-323	170	22	in	in	ADP
edu-323	170	23	niğde	niğde	ADJ
edu-323	170	24	industry	industry	NOUN
edu-323	170	25	enterprises	enterprise	NOUN
edu-323	170	26	.	.	PUNCT
edu-323	171	1	graduate	graduate	NOUN
edu-323	171	2	thesis	thesis	NOUN
edu-323	171	3	,	,	PUNCT
edu-323	171	4	niğde	niğde	ADV
edu-323	171	5	:	:	PUNCT
edu-323	171	6	niğde	niğde	PROPN
edu-323	171	7	university	university	PROPN
edu-323	171	8	institute	institute	NOUN
edu-323	171	9	of	of	ADP
edu-323	171	10	social	social	ADJ
edu-323	171	11	sciences	science	NOUN
edu-323	171	12	.	.	PUNCT
edu-323	172	1	güler	güler	PROPN
edu-323	172	2	,	,	PUNCT
edu-323	172	3	n.	n.	NOUN
edu-323	172	4	,	,	PUNCT
edu-323	172	5	2008	2008	NUM
edu-323	172	6	.	.	PUNCT
edu-323	173	1	a	a	DET
edu-323	173	2	research	research	NOUN
edu-323	173	3	on	on	ADP
edu-323	173	4	classical	classical	ADJ
edu-323	173	5	test	test	NOUN
edu-323	173	6	theory	theory	NOUN
edu-323	173	7	generalizability	generalizability	NOUN
edu-323	173	8	theory	theory	NOUN
edu-323	173	9	and	and	CCONJ
edu-323	173	10	rasch	rasch	PROPN
edu-323	173	11	model	model	PROPN
edu-323	173	12	.	.	PUNCT
edu-323	174	1	unpublished	unpublished	ADJ
edu-323	174	2	phd	phd	NOUN
edu-323	174	3	thesis	thesis	NOUN
edu-323	174	4	,	,	PUNCT
edu-323	174	5	hacettepe	hacettepe	ADJ
edu-323	174	6	university	university	NOUN
edu-323	174	7	,	,	PUNCT
edu-323	174	8	ankara	ankara	PROPN
edu-323	174	9	.	.	PUNCT
edu-323	175	1	güler	güler	PROPN
edu-323	175	2	,	,	PUNCT
edu-323	175	3	n.	n.	PROPN
edu-323	175	4	and	and	CCONJ
edu-323	175	5	s.	s.	PROPN
edu-323	175	6	gelbal	gelbal	PROPN
edu-323	175	7	,	,	PUNCT
edu-323	175	8	2010	2010	NUM
edu-323	175	9	.	.	PUNCT
edu-323	176	1	studying	study	VERB
edu-323	176	2	reliability	reliability	NOUN
edu-323	176	3	of	of	ADP
edu-323	176	4	open	open	ADJ
edu-323	176	5	ended	end	VERB
edu-323	176	6	mathematics	mathematics	NOUN
edu-323	176	7	items	item	NOUN
edu-323	176	8	according	accord	VERB
edu-323	176	9	to	to	ADP
edu-323	176	10	classical	classical	ADJ
edu-323	176	11	test	test	NOUN
edu-323	176	12	theory	theory	NOUN
edu-323	176	13	and	and	CCONJ
edu-323	176	14	generalizability	generalizability	NOUN
edu-323	176	15	theory	theory	NOUN
edu-323	176	16	.	.	PUNCT
edu-323	177	1	educational	educational	ADJ
edu-323	177	2	sciences	science	NOUN
edu-323	177	3	:	:	PUNCT
edu-323	177	4	theory	theory	NOUN
edu-323	177	5	and	and	CCONJ
edu-323	177	6	practice	practice	NOUN
edu-323	177	7	,	,	PUNCT
edu-323	177	8	10(2	10(2	NUM
edu-323	177	9	):	):	PUNCT
edu-323	177	10	1011	1011	NUM
edu-323	177	11	-	-	SYM
edu-323	177	12	1019	1019	NUM
edu-323	177	13	.	.	PUNCT
edu-323	178	1	view	view	NOUN
edu-323	178	2	at	at	ADP
edu-323	178	3	google	google	PROPN
edu-323	178	4	scholar	scholar	PROPN
edu-323	178	5	helvaci	helvaci	NOUN
edu-323	178	6	,	,	PUNCT
edu-323	178	7	m.a	m.a	PROPN
edu-323	178	8	.	.	PROPN
edu-323	178	9	,	,	PUNCT
edu-323	178	10	2002	2002	NUM
edu-323	178	11	.	.	PUNCT
edu-323	179	1	the	the	DET
edu-323	179	2	importance	importance	NOUN
edu-323	179	3	of	of	ADP
edu-323	179	4	performance	performance	NOUN
edu-323	179	5	evaluation	evaluation	NOUN
edu-323	179	6	in	in	ADP
edu-323	179	7	performance	performance	NOUN
edu-323	179	8	management	management	NOUN
edu-323	179	9	process	process	NOUN
edu-323	179	10	.	.	PUNCT
edu-323	180	1	ankara	ankara	PROPN
edu-323	180	2	university	university	PROPN
edu-323	180	3	journal	journal	NOUN
edu-323	180	4	of	of	ADP
edu-323	180	5	educational	educational	ADJ
edu-323	180	6	sciences	science	NOUN
edu-323	180	7	,	,	PUNCT
edu-323	180	8	35(1	35(1	NOUN
edu-323	180	9	-	-	PUNCT
edu-323	180	10	2	2	NUM
edu-323	180	11	):	):	PUNCT
edu-323	180	12	155	155	NUM
edu-323	180	13	-	-	SYM
edu-323	180	14	169	169	NUM
edu-323	180	15	.	.	PUNCT
edu-323	181	1	kozan	kozan	PROPN
edu-323	181	2	,	,	PUNCT
edu-323	181	3	s.	s.	PROPN
edu-323	181	4	,	,	PUNCT
edu-323	181	5	a.	a.	NOUN
edu-323	181	6	uçar	uçar	PROPN
edu-323	181	7	,	,	PUNCT
edu-323	181	8	e.	e.	PROPN
edu-323	181	9	balta	balta	PROPN
edu-323	181	10	,	,	PUNCT
edu-323	181	11	n.b	n.b	PROPN
edu-323	181	12	.	.	PROPN
edu-323	181	13	principal	principal	NOUN
edu-323	181	14	and	and	CCONJ
edu-323	181	15	o.	o.	PROPN
edu-323	181	16	odabaşı	odabaşı	NOUN
edu-323	181	17	,	,	PUNCT
edu-323	181	18	2015	2015	NUM
edu-323	181	19	.	.	PUNCT
edu-323	182	1	the	the	DET
edu-323	182	2	determination	determination	NOUN
edu-323	182	3	of	of	ADP
edu-323	182	4	the	the	DET
edu-323	182	5	suitable	suitable	ADJ
edu-323	182	6	condition	condition	NOUN
edu-323	182	7	numbers	number	NOUN
edu-323	182	8	to	to	PART
edu-323	182	9	be	be	AUX
edu-323	182	10	used	use	VERB
edu-323	182	11	in	in	ADP
edu-323	182	12	the	the	DET
edu-323	182	13	assessment	assessment	NOUN
edu-323	182	14	of	of	ADP
edu-323	182	15	communication	communication	NOUN
edu-323	182	16	skills	skill	NOUN
edu-323	182	17	of	of	ADP
edu-323	182	18	the	the	DET
edu-323	182	19	dentist	dentist	NOUN
edu-323	182	20	students	student	NOUN
edu-323	182	21	by	by	ADP
edu-323	182	22	the	the	DET
edu-323	182	23	generalization	generalization	NOUN
edu-323	182	24	theory	theory	NOUN
edu-323	182	25	.	.	PUNCT
edu-323	183	1	the	the	DET
edu-323	183	2	congress	congress	PROPN
edu-323	183	3	of	of	ADP
edu-323	183	4	clinical	clinical	ADJ
edu-323	183	5	and	and	CCONJ
edu-323	183	6	communication	communication	NOUN
edu-323	183	7	skill	skill	NOUN
edu-323	183	8	training	training	NOUN
edu-323	183	9	in	in	ADP
edu-323	183	10	health	health	NOUN
edu-323	183	11	sciences	science	NOUN
edu-323	183	12	,	,	PUNCT
edu-323	183	13	hacettepe	hacettepe	PROPN
edu-323	183	14	university	university	NOUN
edu-323	183	15	,	,	PUNCT
edu-323	183	16	ankara	ankara	PROPN
edu-323	183	17	.	.	PUNCT
edu-323	184	1	kurtz	kurtz	PROPN
edu-323	184	2	,	,	PUNCT
edu-323	184	3	s.m	s.m	PROPN
edu-323	184	4	.	.	PROPN
edu-323	184	5	,	,	PUNCT
edu-323	184	6	j.d	j.d	PROPN
edu-323	184	7	.	.	PROPN
edu-323	184	8	silverman	silverman	PROPN
edu-323	184	9	and	and	CCONJ
edu-323	184	10	j.	j.	PROPN
edu-323	184	11	draper	draper	PROPN
edu-323	184	12	,	,	PUNCT
edu-323	184	13	1998	1998	NUM
edu-323	184	14	.	.	PUNCT
edu-323	185	1	teaching	teaching	NOUN
edu-323	185	2	and	and	CCONJ
edu-323	185	3	learning	learn	VERB
edu-323	185	4	communication	communication	NOUN
edu-323	185	5	skills	skill	NOUN
edu-323	185	6	in	in	ADP
edu-323	185	7	medicine	medicine	NOUN
edu-323	185	8	.	.	PUNCT
edu-323	186	1	oxford	oxford	NOUN
edu-323	186	2	:	:	PUNCT
edu-323	186	3	radcliffe	radcliffe	PROPN
edu-323	186	4	medical	medical	PROPN
edu-323	186	5	press	press	PROPN
edu-323	186	6	.	.	PUNCT
edu-323	187	1	lee	lee	PROPN
edu-323	187	2	,	,	PUNCT
edu-323	187	3	y.w	y.w	PROPN
edu-323	187	4	.	.	PROPN
edu-323	187	5	and	and	CCONJ
edu-323	187	6	r.	r.	PROPN
edu-323	187	7	kantor	kantor	PROPN
edu-323	187	8	,	,	PUNCT
edu-323	187	9	2007	2007	NUM
edu-323	187	10	.	.	PUNCT
edu-323	188	1	evaluating	evaluate	VERB
edu-323	188	2	prototype	prototype	NOUN
edu-323	188	3	tasks	task	NOUN
edu-323	188	4	and	and	CCONJ
edu-323	188	5	alternative	alternative	ADJ
edu-323	188	6	rating	rating	NOUN
edu-323	188	7	schemes	scheme	NOUN
edu-323	188	8	for	for	ADP
edu-323	188	9	a	a	DET
edu-323	188	10	new	new	ADJ
edu-323	188	11	esl	esl	NOUN
edu-323	188	12	writing	write	VERB
edu-323	188	13	test	test	NOUN
edu-323	188	14	through	through	ADP
edu-323	188	15	g	g	PROPN
edu-323	188	16	theory	theory	NOUN
edu-323	188	17	.	.	PUNCT
edu-323	189	1	international	international	ADJ
edu-323	189	2	journal	journal	PROPN
edu-323	189	3	of	of	ADP
edu-323	189	4	testing	testing	NOUN
edu-323	189	5	,	,	PUNCT
edu-323	189	6	7(4	7(4	NUM
edu-323	189	7	):	):	PUNCT
edu-323	189	8	353	353	NUM
edu-323	189	9	-	-	SYM
edu-323	189	10	385	385	NUM
edu-323	189	11	.	.	PUNCT
edu-323	190	1	view	view	NOUN
edu-323	190	2	at	at	ADP
edu-323	190	3	google	google	PROPN
edu-323	190	4	scholar	scholar	NOUN
edu-323	190	5	|	|	ADV
edu-323	190	6	view	view	NOUN
edu-323	190	7	at	at	ADP
edu-323	190	8	publisher	publisher	NOUN
edu-323	190	9	ludlow	ludlow	PROPN
edu-323	190	10	,	,	PUNCT
edu-323	190	11	c.b	c.b	PROPN
edu-323	190	12	.	.	PROPN
edu-323	190	13	,	,	PUNCT
edu-323	190	14	2001	2001	NUM
edu-323	190	15	.	.	PUNCT
edu-323	191	1	using	use	VERB
edu-323	191	2	running	running	NOUN
edu-323	191	3	records	record	NOUN
edu-323	191	4	as	as	ADP
edu-323	191	5	a	a	DET
edu-323	191	6	benchmark	benchmark	NOUN
edu-323	191	7	reading	reading	NOUN
edu-323	191	8	assessment	assessment	NOUN
edu-323	191	9	:	:	PUNCT
edu-323	191	10	reliability	reliability	NOUN
edu-323	191	11	in	in	ADP
edu-323	191	12	assessing	assess	VERB
edu-323	191	13	reading	reading	NOUN
edu-323	191	14	progress	progress	NOUN
edu-323	191	15	.	.	PUNCT
edu-323	192	1	the	the	DET
edu-323	192	2	degree	degree	NOUN
edu-323	192	3	of	of	ADP
edu-323	192	4	doctor	doctor	NOUN
edu-323	192	5	,	,	PUNCT
edu-323	192	6	brighamyoung	brighamyoung	PROPN
edu-323	192	7	university	university	PROPN
edu-323	192	8	,	,	PUNCT
edu-323	192	9	provo	provo	PROPN
edu-323	192	10	.	.	PUNCT
edu-323	193	1	moskal	moskal	PROPN
edu-323	193	2	,	,	PUNCT
edu-323	193	3	b.m	b.m	PROPN
edu-323	193	4	.	.	PROPN
edu-323	193	5	and	and	CCONJ
edu-323	193	6	j.a	j.a	PROPN
edu-323	193	7	.	.	PROPN
edu-323	193	8	leydens	leydens	PROPN
edu-323	193	9	,	,	PUNCT
edu-323	193	10	2000	2000	NUM
edu-323	193	11	.	.	PUNCT
edu-323	194	1	scoring	score	VERB
edu-323	194	2	rubric	rubric	ADJ
edu-323	194	3	development	development	NOUN
edu-323	194	4	:	:	PUNCT
edu-323	194	5	validity	validity	NOUN
edu-323	194	6	and	and	CCONJ
edu-323	194	7	reliability	reliability	NOUN
edu-323	194	8	.	.	PUNCT
edu-323	195	1	practical	practical	ADJ
edu-323	195	2	assessment	assessment	NOUN
edu-323	195	3	,	,	PUNCT
edu-323	195	4	research	research	NOUN
edu-323	195	5	&	&	CCONJ
edu-323	195	6	evaluation	evaluation	NOUN
edu-323	195	7	.	.	PUNCT
edu-323	196	1	retrieved	retrieve	VERB
edu-323	196	2	from	from	ADP
edu-323	196	3	http://pareonline.net/getvn.asp?v=7&n=10	http://pareonline.net/getvn.asp?v=7&n=10	PROPN
edu-323	196	4	[	[	X
edu-323	196	5	accessed	access	VERB
edu-323	196	6	september	september	PROPN
edu-323	196	7	08	08	NUM
edu-323	196	8	,	,	PUNCT
edu-323	196	9	2016	2016	NUM
edu-323	196	10	]	]	PUNCT
edu-323	196	11	.	.	PUNCT
edu-323	197	1	shavelson	shavelson	PROPN
edu-323	197	2	,	,	PUNCT
edu-323	197	3	j.r	j.r	PROPN
edu-323	197	4	.	.	PROPN
edu-323	197	5	and	and	CCONJ
edu-323	197	6	n.m	n.m	PROPN
edu-323	197	7	.	.	PROPN
edu-323	197	8	webb	webb	PROPN
edu-323	197	9	,	,	PUNCT
edu-323	197	10	1981	1981	NUM
edu-323	197	11	.	.	PUNCT
edu-323	198	1	generalizability	generalizability	NOUN
edu-323	198	2	theory:1973	theory:1973	NOUN
edu-323	198	3	-	-	PUNCT
edu-323	198	4	1980	1980	NUM
edu-323	198	5	.	.	PUNCT
edu-323	199	1	british	british	ADJ
edu-323	199	2	journal	journal	PROPN
edu-323	199	3	of	of	ADP
edu-323	199	4	mathematical	mathematical	ADJ
edu-323	199	5	and	and	CCONJ
edu-323	199	6	statistical	statistical	ADJ
edu-323	199	7	psychology	psychology	NOUN
edu-323	199	8	,	,	PUNCT
edu-323	199	9	34(2	34(2	NUM
edu-323	199	10	):	):	PUNCT
edu-323	199	11	133	133	NUM
edu-323	199	12	-	-	SYM
edu-323	199	13	166	166	NUM
edu-323	199	14	.	.	PUNCT
edu-323	200	1	view	view	NOUN
edu-323	200	2	at	at	ADP
edu-323	200	3	google	google	PROPN
edu-323	200	4	scholar	scholar	NOUN
edu-323	200	5	|	|	ADV
edu-323	200	6	view	view	NOUN
edu-323	200	7	at	at	ADP
edu-323	200	8	publisher	publisher	NOUN
edu-323	200	9	yelboğa	yelboğa	NOUN
edu-323	200	10	,	,	PUNCT
edu-323	200	11	a.	a.	PROPN
edu-323	200	12	and	and	CCONJ
edu-323	200	13	e.	e.	PROPN
edu-323	200	14	tavşancıl	tavşancıl	PROPN
edu-323	200	15	,	,	PUNCT
edu-323	200	16	2010	2010	NUM
edu-323	200	17	.	.	PUNCT
edu-323	201	1	an	an	DET
edu-323	201	2	examination	examination	NOUN
edu-323	201	3	of	of	ADP
edu-323	201	4	reliability	reliability	NOUN
edu-323	201	5	based	base	VERB
edu-323	201	6	on	on	ADP
edu-323	201	7	classical	classical	ADJ
edu-323	201	8	testing	testing	NOUN
edu-323	201	9	and	and	CCONJ
edu-323	201	10	generalizability	generalizability	NOUN
edu-323	201	11	theory	theory	NOUN
edu-323	201	12	on	on	ADP
edu-323	201	13	a	a	DET
edu-323	201	14	business	business	NOUN
edu-323	201	15	performance	performance	NOUN
edu-323	201	16	scale	scale	NOUN
edu-323	201	17	.	.	PUNCT
edu-323	202	1	theory	theory	NOUN
edu-323	202	2	and	and	CCONJ
edu-323	202	3	practice	practice	NOUN
edu-323	202	4	in	in	ADP
edu-323	202	5	educational	educational	ADJ
edu-323	202	6	sciences	science	NOUN
edu-323	202	7	,	,	PUNCT
edu-323	202	8	10(3	10(3	NUM
edu-323	202	9	):	):	PUNCT
edu-323	202	10	1825	1825	NUM
edu-323	202	11	-	-	SYM
edu-323	202	12	1854	1854	NUM
edu-323	202	13	.	.	PUNCT
edu-323	203	1	yılmaz	yılmaz	PROPN
edu-323	203	2	,	,	PUNCT
edu-323	203	3	n.f	n.f	PROPN
edu-323	203	4	.	.	PROPN
edu-323	203	5	and	and	CCONJ
edu-323	203	6	n.b	n.b	PROPN
edu-323	203	7	.	.	PROPN
edu-323	203	8	başbaşa	başbaşa	PROPN
edu-323	203	9	,	,	PUNCT
edu-323	203	10	2015	2015	NUM
edu-323	203	11	.	.	PUNCT
edu-323	204	1	assessment	assessment	NOUN
edu-323	204	2	of	of	ADP
edu-323	204	3	sewing	sewing	NOUN
edu-323	204	4	and	and	CCONJ
edu-323	204	5	picking	pick	VERB
edu-323	204	6	skills	skill	NOUN
edu-323	204	7	station	station	NOUN
edu-323	204	8	reliability	reliability	NOUN
edu-323	204	9	with	with	ADP
edu-323	204	10	generability	generability	NOUN
edu-323	204	11	theory	theory	NOUN
edu-323	204	12	.	.	PUNCT
edu-323	205	1	journal	journal	PROPN
edu-323	205	2	of	of	ADP
edu-323	205	3	measurement	measurement	NOUN
edu-323	205	4	and	and	CCONJ
edu-323	205	5	evaluation	evaluation	NOUN
edu-323	205	6	in	in	ADP
edu-323	205	7	education	education	NOUN
edu-323	205	8	and	and	CCONJ
edu-323	205	9	psychology	psychology	NOUN
edu-323	205	10	,	,	PUNCT
edu-323	205	11	6(1	6(1	NUM
edu-323	205	12	):	):	PUNCT
edu-323	205	13	107	107	NUM
edu-323	205	14	-	-	SYM
edu-323	205	15	116	116	NUM
edu-323	205	16	.	.	PUNCT
edu-323	206	1	https://scholar.google.com/scholar?hl=en&q=using%20generalizability%20theory%20to%20assess%20the%20score%20reliability%20of%20the%20special%20ability%20selection%20examinations%20for%20music%20education%20programmes%20in%20higher%20education	https://scholar.google.com/scholar?hl=en&q=using%20generalizability%20theory%20to%20assess%20the%20score%20reliability%20of%20the%20special%20ability%20selection%20examinations%20for%20music%20education%20programmes%20in%20higher%20education	PROPN
edu-323	206	2	http://dx.doi.org/10.1080/17437270801919925	http://dx.doi.org/10.1080/17437270801919925	PROPN
edu-323	206	3	http://dx.doi.org/10.1080/17437270801919925	http://dx.doi.org/10.1080/17437270801919925	PROPN
edu-323	206	4	https://scholar.google.com/scholar?hl=en&q=the%20dependability%20of%20medical%20students’%20performance%20ratings%20as%20documentedon%20in-training%20evaluations	https://scholar.google.com/scholar?hl=en&q=the%20dependability%20of%20medical%20students’%20performance%20ratings%20as%20documentedon%20in-training%20evaluations	PROPN
edu-323	206	5	http://dx.doi.org/10.1097/00001888-200503000-00023	http://dx.doi.org/10.1097/00001888-200503000-00023	PROPN
edu-323	206	6	https://scholar.google.com/scholar?hl=en&q=studying%20reliability%20of%20open%20ended%20mathematics%20items%20according%20to%20classical%20test%20theory%20and%20generalizability%20theory	https://scholar.google.com/scholar?hl=en&q=studying%20reliability%20of%20open%20ended%20mathematics%20items%20according%20to%20classical%20test%20theory%20and%20generalizability%20theory	NOUN
edu-323	206	7	https://scholar.google.com/scholar?hl=en&q=evaluating%20prototype%20tasks%20and%20alternative%20rating%20schemes%20for%20a%20new%20esl%20writing%20test%20through%20g%20theory	https://scholar.google.com/scholar?hl=en&q=evaluating%20prototype%20tasks%20and%20alternative%20rating%20schemes%20for%20a%20new%20esl%20writing%20test%20through%20g%20theory	NOUN
edu-323	206	8	http://dx.doi.org/10.1080/15305050701632247	http://dx.doi.org/10.1080/15305050701632247	PROPN
edu-323	206	9	http://pareonline.net/getvn.asp?v=7&n=10	http://pareonline.net/getvn.asp?v=7&n=10	PROPN
edu-323	206	10	https://scholar.google.com/scholar?hl=en&q=generalizability%20theory:1973-1980	https://scholar.google.com/scholar?hl=en&q=generalizability%20theory:1973-1980	NUM
edu-323	206	11	http://dx.doi.org/10.1111/j.2044-8317.1981.tb00625.x	http://dx.doi.org/10.1111/j.2044-8317.1981.tb00625.x	PROPN
edu-323	206	12	asian	asian	ADJ
edu-323	206	13	journal	journal	NOUN
edu-323	206	14	of	of	ADP
edu-323	206	15	education	education	NOUN
edu-323	206	16	and	and	CCONJ
edu-323	206	17	training	training	NOUN
edu-323	206	18	,	,	PUNCT
edu-323	206	19	2018	2018	NUM
edu-323	206	20	,	,	PUNCT
edu-323	206	21	4(2	4(2	NUM
edu-323	206	22	):	):	PUNCT
edu-323	206	23	85	85	NUM
edu-323	206	24	-	-	SYM
edu-323	206	25	90	90	NUM
edu-323	206	26	90	90	NUM
edu-323	206	27	yılmaz	yılmaz	PROPN
edu-323	206	28	,	,	PUNCT
edu-323	206	29	n.f	n.f	PROPN
edu-323	206	30	.	.	PROPN
edu-323	206	31	and	and	CCONJ
edu-323	206	32	s.	s.	PROPN
edu-323	206	33	gelbal	gelbal	PROPN
edu-323	206	34	,	,	PUNCT
edu-323	206	35	2011	2011	NUM
edu-323	206	36	.	.	PUNCT
edu-323	207	1	comparison	comparison	NOUN
edu-323	207	2	of	of	ADP
edu-323	207	3	different	different	ADJ
edu-323	207	4	patterns	pattern	NOUN
edu-323	207	5	with	with	ADP
edu-323	207	6	generality	generality	NOUN
edu-323	207	7	theory	theory	NOUN
edu-323	207	8	in	in	ADP
edu-323	207	9	the	the	DET
edu-323	207	10	case	case	NOUN
edu-323	207	11	of	of	ADP
edu-323	207	12	communication	communication	NOUN
edu-323	207	13	skills	skill	NOUN
edu-323	207	14	station	station	NOUN
edu-323	207	15	.	.	PUNCT
edu-323	208	1	hacettepe	hacettepe	PROPN
edu-323	208	2	university	university	PROPN
edu-323	208	3	journal	journal	NOUN
edu-323	208	4	of	of	ADP
edu-323	208	5	education	education	PROPN
edu-323	208	6	faculty	faculty	NOUN
edu-323	208	7	,	,	PUNCT
edu-323	208	8	41	41	NUM
edu-323	208	9	:	:	SYM
edu-323	208	10	509	509	NUM
edu-323	208	11	-	-	SYM
edu-323	208	12	518	518	NUM
edu-323	208	13	.	.	PUNCT
edu-323	209	1	yılmaz	yılmaz	PROPN
edu-323	209	2	,	,	PUNCT
edu-323	209	3	n.f	n.f	PROPN
edu-323	209	4	.	.	PROPN
edu-323	209	5	and	and	CCONJ
edu-323	209	6	e.	e.	PROPN
edu-323	209	7	tavsancıl	tavsancıl	PROPN
edu-323	209	8	,	,	PUNCT
edu-323	209	9	2014	2014	NUM
edu-323	209	10	.	.	PUNCT
edu-323	210	1	comparison	comparison	NOUN
edu-323	210	2	of	of	ADP
edu-323	210	3	balanced	balanced	ADJ
edu-323	210	4	and	and	CCONJ
edu-323	210	5	unbalanced	unbalanced	ADJ
edu-323	210	6	patterns	pattern	NOUN
edu-323	210	7	in	in	ADP
edu-323	210	8	generalizable	generalizable	ADJ
edu-323	210	9	theory	theory	NOUN
edu-323	210	10	with	with	ADP
edu-323	210	11	intramuscular	intramuscular	ADJ
edu-323	210	12	injection	injection	NOUN
edu-323	210	13	station	station	NOUN
edu-323	210	14	data	datum	NOUN
edu-323	210	15	.	.	PUNCT
edu-323	211	1	education	education	NOUN
edu-323	211	2	and	and	CCONJ
edu-323	211	3	science	science	NOUN
edu-323	211	4	,	,	PUNCT
edu-323	211	5	39(175	39(175	NUM
edu-323	211	6	):	):	PUNCT
edu-323	211	7	285	285	NUM
edu-323	211	8	-	-	SYM
edu-323	211	9	295	295	NUM
edu-323	211	10	.	.	PUNCT
edu-323	212	1	view	view	NOUN
edu-323	212	2	at	at	ADP
edu-323	212	3	google	google	PROPN
edu-323	212	4	scholar	scholar	NOUN
edu-323	212	5	|	|	ADV
edu-323	212	6	view	view	NOUN
edu-323	212	7	at	at	ADP
edu-323	212	8	publisher	publisher	NOUN
edu-323	212	9	bibliography	bibliography	NOUN
edu-323	212	10	kara	kara	NOUN
edu-323	212	11	,	,	PUNCT
edu-323	212	12	y.	y.	PROPN
edu-323	212	13	and	and	CCONJ
edu-323	212	14	h.	h.	PROPN
edu-323	212	15	kelecioğlu	kelecioğlu	PROPN
edu-323	212	16	,	,	PUNCT
edu-323	212	17	2015	2015	NUM
edu-323	212	18	.	.	PUNCT
edu-323	213	1	examining	examine	VERB
edu-323	213	2	the	the	DET
edu-323	213	3	effect	effect	NOUN
edu-323	213	4	of	of	ADP
edu-323	213	5	scoring	score	VERB
edu-323	213	6	qualities	quality	NOUN
edu-323	213	7	on	on	ADP
edu-323	213	8	the	the	DET
edu-323	213	9	determination	determination	NOUN
edu-323	213	10	of	of	ADP
edu-323	213	11	cutting	cut	VERB
edu-323	213	12	scores	score	NOUN
edu-323	213	13	by	by	ADP
edu-323	213	14	using	use	VERB
edu-323	213	15	generalizability	generalizability	NOUN
edu-323	213	16	theory	theory	NOUN
edu-323	213	17	.	.	PUNCT
edu-323	214	1	journal	journal	PROPN
edu-323	214	2	of	of	ADP
edu-323	214	3	measurement	measurement	NOUN
edu-323	214	4	and	and	CCONJ
edu-323	214	5	evaluation	evaluation	NOUN
edu-323	214	6	in	in	ADP
edu-323	214	7	education	education	NOUN
edu-323	214	8	and	and	CCONJ
edu-323	214	9	psychology	psychology	NOUN
edu-323	214	10	,	,	PUNCT
edu-323	214	11	6(1	6(1	NUM
edu-323	214	12	):	):	PUNCT
edu-323	214	13	58	58	NUM
edu-323	214	14	-	-	SYM
edu-323	214	15	71	71	NUM
edu-323	214	16	.	.	PUNCT
edu-323	215	1	asian	asian	ADJ
edu-323	215	2	online	online	PROPN
edu-323	215	3	journal	journal	PROPN
edu-323	215	4	publishing	publishing	NOUN
edu-323	215	5	group	group	NOUN
edu-323	215	6	is	be	AUX
edu-323	215	7	not	not	PART
edu-323	215	8	responsible	responsible	ADJ
edu-323	215	9	or	or	CCONJ
edu-323	215	10	answerable	answerable	ADJ
edu-323	215	11	for	for	ADP
edu-323	215	12	any	any	DET
edu-323	215	13	loss	loss	NOUN
edu-323	215	14	,	,	PUNCT
edu-323	215	15	damage	damage	NOUN
edu-323	215	16	or	or	CCONJ
edu-323	215	17	liability	liability	NOUN
edu-323	215	18	,	,	PUNCT
edu-323	215	19	etc	etc	X
edu-323	215	20	.	.	X
edu-323	215	21	caused	cause	VERB
edu-323	215	22	in	in	ADP
edu-323	215	23	relation	relation	NOUN
edu-323	215	24	to	to	PART
edu-323	215	25	/	/	PUNCT
edu-323	215	26	arising	arise	VERB
edu-323	215	27	out	out	ADP
edu-323	215	28	of	of	ADP
edu-323	215	29	the	the	DET
edu-323	215	30	use	use	NOUN
edu-323	215	31	of	of	ADP
edu-323	215	32	the	the	DET
edu-323	215	33	content	content	NOUN
edu-323	215	34	.	.	PUNCT
edu-323	216	1	any	any	DET
edu-323	216	2	queries	query	NOUN
edu-323	216	3	should	should	AUX
edu-323	216	4	be	be	AUX
edu-323	216	5	directed	direct	VERB
edu-323	216	6	to	to	ADP
edu-323	216	7	the	the	DET
edu-323	216	8	corresponding	corresponding	ADJ
edu-323	216	9	author	author	NOUN
edu-323	216	10	of	of	ADP
edu-323	216	11	the	the	DET
edu-323	216	12	article	article	NOUN
edu-323	216	13	.	.	PUNCT
edu-323	217	1	https://scholar.google.com/scholar?hl=en&q=comparison%20of%20balanced%20and%20unbalanced%20patterns%20in%20generalizable%20theory%20with%20intramuscular%20injection%20station%20data	https://scholar.google.com/scholar?hl=en&q=comparison%20of%20balanced%20and%20unbalanced%20patterns%20in%20generalizable%20theory%20with%20intramuscular%20injection%20station%20data	PROPN
edu-323	217	2	http://dx.doi.org/10.15390/eb.2014.2408	http://dx.doi.org/10.15390/eb.2014.2408	ADV