id	sid	tid	token	lemma	pos
mkg-8178	1	1	vol	vol	NOUN
mkg-8178	1	2	51	51	NUM
mkg-8178	1	3	no	no	DET
mkg-8178	1	4	1	1	NUM
mkg-8178	1	5	jan	jan	PROPN
mkg-8178	1	6	-	-	PUNCT
mkg-8178	1	7	mrt	mrt	PROPN
mkg-8178	1	8	2018.indd	2018.indd	NUM
mkg-8178	1	9	42	42	NUM
mkg-8178	1	10	dental	dental	ADJ
mkg-8178	1	11	journal	journal	NOUN
mkg-8178	1	12	(	(	PUNCT
mkg-8178	1	13	majalah	majalah	PROPN
mkg-8178	1	14	kedokteran	kedokteran	PROPN
mkg-8178	1	15	gigi	gigi	PROPN
mkg-8178	1	16	)	)	PUNCT
mkg-8178	1	17	2018	2018	NUM
mkg-8178	1	18	march	march	NOUN
mkg-8178	1	19	;	;	PUNCT
mkg-8178	1	20	51(1	51(1	NUM
mkg-8178	1	21	):	):	PUNCT
mkg-8178	1	22	42–46	42–46	NUM
mkg-8178	1	23	building	building	NOUN
mkg-8178	1	24	team	team	NOUN
mkg-8178	1	25	agreement	agreement	NOUN
mkg-8178	1	26	on	on	ADP
mkg-8178	1	27	large	large	ADJ
mkg-8178	1	28	population	population	NOUN
mkg-8178	1	29	surveys	survey	NOUN
mkg-8178	1	30	through	through	ADP
mkg-8178	1	31	inter	inter	ADJ
mkg-8178	1	32	-	-	ADJ
mkg-8178	1	33	rater	rater	ADJ
mkg-8178	1	34	reliability	reliability	NOUN
mkg-8178	1	35	among	among	ADP
mkg-8178	1	36	oral	oral	ADJ
mkg-8178	1	37	health	health	NOUN
mkg-8178	1	38	survey	survey	NOUN
mkg-8178	1	39	examiners	examiner	NOUN
mkg-8178	1	40	sri	sri	PROPN
mkg-8178	1	41	susilawati,1	susilawati,1	VERB
mkg-8178	1	42	grace	grace	NOUN
mkg-8178	1	43	monica,2	monica,2	NOUN
mkg-8178	1	44	r.	r.	PROPN
mkg-8178	1	45	putri	putri	PROPN
mkg-8178	1	46	n.	n.	PROPN
mkg-8178	1	47	fadilah,3	fadilah,3	PROPN
mkg-8178	1	48	taufan	taufan	PROPN
mkg-8178	1	49	bramantoro,4	bramantoro,4	NOUN
mkg-8178	1	50	darmawan	darmawan	PROPN
mkg-8178	1	51	setijanto,4	setijanto,4	NOUN
mkg-8178	1	52	gilang	gilang	NOUN
mkg-8178	1	53	rasuna	rasuna	PROPN
mkg-8178	1	54	sadho,4	sadho,4	NOUN
mkg-8178	1	55	and	and	CCONJ
mkg-8178	1	56	retno	retno	PROPN
mkg-8178	1	57	palupi4	palupi4	PROPN
mkg-8178	1	58	1	1	NUM
mkg-8178	1	59	department	department	NOUN
mkg-8178	1	60	of	of	ADP
mkg-8178	1	61	dental	dental	ADJ
mkg-8178	1	62	public	public	ADJ
mkg-8178	1	63	health	health	NOUN
mkg-8178	1	64	,	,	PUNCT
mkg-8178	1	65	universitas	universita	NOUN
mkg-8178	1	66	padjadjaran	padjadjaran	NOUN
mkg-8178	1	67	,	,	PUNCT
mkg-8178	1	68	bandung	bandung	PROPN
mkg-8178	1	69	–	–	PUNCT
mkg-8178	1	70	indonesia	indonesia	PROPN
mkg-8178	1	71	2	2	NUM
mkg-8178	1	72	department	department	NOUN
mkg-8178	1	73	of	of	ADP
mkg-8178	1	74	dental	dental	ADJ
mkg-8178	1	75	public	public	ADJ
mkg-8178	1	76	health	health	NOUN
mkg-8178	1	77	,	,	PUNCT
mkg-8178	1	78	universitas	universita	NOUN
mkg-8178	1	79	maranatha	maranatha	PROPN
mkg-8178	1	80	christian	christian	PROPN
mkg-8178	1	81	,	,	PUNCT
mkg-8178	1	82	bandung	bandung	PROPN
mkg-8178	1	83	–	–	PUNCT
mkg-8178	1	84	indonesia	indonesia	PROPN
mkg-8178	1	85	3	3	NUM
mkg-8178	1	86	department	department	NOUN
mkg-8178	1	87	of	of	ADP
mkg-8178	1	88	dental	dental	ADJ
mkg-8178	1	89	public	public	ADJ
mkg-8178	1	90	health	health	NOUN
mkg-8178	1	91	,	,	PUNCT
mkg-8178	1	92	universitas	universita	NOUN
mkg-8178	1	93	jenderal	jenderal	ADJ
mkg-8178	1	94	achmad	achmad	PROPN
mkg-8178	1	95	yani	yani	PROPN
mkg-8178	1	96	,	,	PUNCT
mkg-8178	1	97	bandung	bandung	PROPN
mkg-8178	1	98	–	–	PUNCT
mkg-8178	1	99	indonesia	indonesia	PROPN
mkg-8178	1	100	4	4	NUM
mkg-8178	1	101	department	department	NOUN
mkg-8178	1	102	of	of	ADP
mkg-8178	1	103	dental	dental	ADJ
mkg-8178	1	104	public	public	ADJ
mkg-8178	1	105	health	health	NOUN
mkg-8178	1	106	,	,	PUNCT
mkg-8178	1	107	universitas	universita	NOUN
mkg-8178	1	108	airlangga	airlangga	NOUN
mkg-8178	1	109	,	,	PUNCT
mkg-8178	1	110	surabaya	surabaya	PROPN
mkg-8178	1	111	indonesia	indonesia	PROPN
mkg-8178	1	112	abstract	abstract	ADJ
mkg-8178	1	113	background	background	NOUN
mkg-8178	1	114	:	:	PUNCT
mkg-8178	1	115	oral	oral	ADJ
mkg-8178	1	116	health	health	NOUN
mkg-8178	1	117	surveys	survey	NOUN
mkg-8178	1	118	conducted	conduct	VERB
mkg-8178	1	119	on	on	ADP
mkg-8178	1	120	a	a	DET
mkg-8178	1	121	very	very	ADV
mkg-8178	1	122	large	large	ADJ
mkg-8178	1	123	population	population	NOUN
mkg-8178	1	124	involve	involve	VERB
mkg-8178	1	125	many	many	ADJ
mkg-8178	1	126	examiners	examiner	NOUN
mkg-8178	1	127	who	who	PRON
mkg-8178	1	128	must	must	AUX
mkg-8178	1	129	be	be	AUX
mkg-8178	1	130	consistent	consistent	ADJ
mkg-8178	1	131	in	in	ADP
mkg-8178	1	132	scoring	score	VERB
mkg-8178	1	133	different	different	ADJ
mkg-8178	1	134	levels	level	NOUN
mkg-8178	1	135	of	of	ADP
mkg-8178	1	136	an	an	DET
mkg-8178	1	137	oral	oral	ADJ
mkg-8178	1	138	disease	disease	NOUN
mkg-8178	1	139	.	.	PUNCT
mkg-8178	2	1	prior	prior	ADV
mkg-8178	2	2	to	to	ADP
mkg-8178	2	3	the	the	DET
mkg-8178	2	4	oral	oral	ADJ
mkg-8178	2	5	health	health	NOUN
mkg-8178	2	6	survey	survey	NOUN
mkg-8178	2	7	implementation	implementation	NOUN
mkg-8178	2	8	,	,	PUNCT
mkg-8178	2	9	a	a	DET
mkg-8178	2	10	measurement	measurement	NOUN
mkg-8178	2	11	of	of	ADP
mkg-8178	2	12	inter	inter	ADJ
mkg-8178	2	13	-	-	ADJ
mkg-8178	2	14	rater	rater	ADJ
mkg-8178	2	15	reliability	reliability	NOUN
mkg-8178	2	16	(	(	PUNCT
mkg-8178	2	17	irr	irr	NOUN
mkg-8178	2	18	)	)	PUNCT
mkg-8178	2	19	is	be	AUX
mkg-8178	2	20	needed	need	VERB
mkg-8178	2	21	to	to	PART
mkg-8178	2	22	know	know	VERB
mkg-8178	2	23	the	the	DET
mkg-8178	2	24	level	level	NOUN
mkg-8178	2	25	of	of	ADP
mkg-8178	2	26	agreement	agreement	NOUN
mkg-8178	2	27	among	among	ADP
mkg-8178	2	28	examiners	examiner	NOUN
mkg-8178	2	29	or	or	CCONJ
mkg-8178	2	30	raters	rater	NOUN
mkg-8178	2	31	.	.	PUNCT
mkg-8178	3	1	purpose	purpose	NOUN
mkg-8178	3	2	:	:	PUNCT
mkg-8178	3	3	this	this	DET
mkg-8178	3	4	study	study	NOUN
mkg-8178	3	5	aimed	aim	VERB
mkg-8178	3	6	to	to	PART
mkg-8178	3	7	assess	assess	VERB
mkg-8178	3	8	the	the	DET
mkg-8178	3	9	irr	irr	NOUN
mkg-8178	3	10	using	use	VERB
mkg-8178	3	11	consensus	consensus	NOUN
mkg-8178	3	12	and	and	CCONJ
mkg-8178	3	13	consistency	consistency	NOUN
mkg-8178	3	14	estimates	estimate	NOUN
mkg-8178	3	15	in	in	ADP
mkg-8178	3	16	large	large	ADJ
mkg-8178	3	17	population	population	NOUN
mkg-8178	3	18	oral	oral	ADJ
mkg-8178	3	19	health	health	NOUN
mkg-8178	3	20	surveys	survey	NOUN
mkg-8178	3	21	.	.	PUNCT
mkg-8178	4	1	methods	method	NOUN
mkg-8178	4	2	:	:	PUNCT
mkg-8178	4	3	a	a	DET
mkg-8178	4	4	total	total	NOUN
mkg-8178	4	5	of	of	ADP
mkg-8178	4	6	58	58	NUM
mkg-8178	4	7	dentists	dentist	NOUN
mkg-8178	4	8	participated	participate	VERB
mkg-8178	4	9	as	as	ADP
mkg-8178	4	10	raters	rater	NOUN
mkg-8178	4	11	.	.	PUNCT
mkg-8178	5	1	the	the	DET
mkg-8178	5	2	benchmarker	benchmarker	NOUN
mkg-8178	5	3	showed	show	VERB
mkg-8178	5	4	the	the	DET
mkg-8178	5	5	clinical	clinical	ADJ
mkg-8178	5	6	sample	sample	NOUN
mkg-8178	5	7	for	for	ADP
mkg-8178	5	8	dental	dental	ADJ
mkg-8178	5	9	caries	carie	NOUN
mkg-8178	5	10	and	and	CCONJ
mkg-8178	5	11	community	community	NOUN
mkg-8178	5	12	periodontal	periodontal	ADJ
mkg-8178	5	13	index	index	NOUN
mkg-8178	5	14	(	(	PUNCT
mkg-8178	5	15	cpi	cpi	NOUN
mkg-8178	5	16	)	)	PUNCT
mkg-8178	5	17	score	score	NOUN
mkg-8178	5	18	,	,	PUNCT
mkg-8178	5	19	with	with	ADP
mkg-8178	5	20	the	the	DET
mkg-8178	5	21	raters	rater	NOUN
mkg-8178	5	22	being	be	AUX
mkg-8178	5	23	trained	train	VERB
mkg-8178	5	24	to	to	PART
mkg-8178	5	25	carry	carry	VERB
mkg-8178	5	26	out	out	ADP
mkg-8178	5	27	a	a	DET
mkg-8178	5	28	calibration	calibration	NOUN
mkg-8178	5	29	exercise	exercise	NOUN
mkg-8178	5	30	in	in	ADP
mkg-8178	5	31	dental	dental	ADJ
mkg-8178	5	32	phantom	phantom	NOUN
mkg-8178	5	33	.	.	PUNCT
mkg-8178	6	1	the	the	DET
mkg-8178	6	2	consensus	consensus	NOUN
mkg-8178	6	3	estimate	estimate	NOUN
mkg-8178	6	4	was	be	AUX
mkg-8178	6	5	measured	measure	VERB
mkg-8178	6	6	by	by	ADP
mkg-8178	6	7	means	mean	NOUN
mkg-8178	6	8	of	of	ADP
mkg-8178	6	9	a	a	DET
mkg-8178	6	10	percent	percent	NOUN
mkg-8178	6	11	agreement	agreement	NOUN
mkg-8178	6	12	and	and	CCONJ
mkg-8178	6	13	cohen	cohen	PROPN
mkg-8178	6	14	’s	’s	PART
mkg-8178	6	15	kappa	kappa	PROPN
mkg-8178	6	16	statistic	statistic	PROPN
mkg-8178	6	17	.	.	PUNCT
mkg-8178	7	1	the	the	DET
mkg-8178	7	2	consistency	consistency	NOUN
mkg-8178	7	3	estimate	estimate	NOUN
mkg-8178	7	4	of	of	ADP
mkg-8178	7	5	irr	irr	NOUN
mkg-8178	7	6	was	be	AUX
mkg-8178	7	7	measured	measure	VERB
mkg-8178	7	8	by	by	ADP
mkg-8178	7	9	cronbach	cronbach	PROPN
mkg-8178	7	10	’s	’s	PART
mkg-8178	7	11	alpha	alpha	ADJ
mkg-8178	7	12	coefficient	coefficient	NOUN
mkg-8178	7	13	and	and	CCONJ
mkg-8178	7	14	intraclass	intraclass	NOUN
mkg-8178	7	15	correlation	correlation	NOUN
mkg-8178	7	16	.	.	PUNCT
mkg-8178	8	1	results	result	NOUN
mkg-8178	8	2	:	:	PUNCT
mkg-8178	8	3	the	the	DET
mkg-8178	8	4	percent	percent	NOUN
mkg-8178	8	5	agreement	agreement	NOUN
mkg-8178	8	6	is	be	AUX
mkg-8178	8	7	65.50	65.50	NUM
mkg-8178	8	8	%	%	NOUN
mkg-8178	8	9	for	for	ADP
mkg-8178	8	10	photographic	photographic	ADJ
mkg-8178	8	11	slides	slide	NOUN
mkg-8178	8	12	of	of	ADP
mkg-8178	8	13	dental	dental	ADJ
mkg-8178	8	14	caries	carie	NOUN
mkg-8178	8	15	,	,	PUNCT
mkg-8178	8	16	73.13	73.13	NUM
mkg-8178	8	17	%	%	NOUN
mkg-8178	8	18	for	for	ADP
mkg-8178	8	19	photographic	photographic	ADJ
mkg-8178	8	20	slides	slide	NOUN
mkg-8178	8	21	of	of	ADP
mkg-8178	8	22	cpi	cpi	PROPN
mkg-8178	8	23	and	and	CCONJ
mkg-8178	8	24	78.78	78.78	NUM
mkg-8178	8	25	%	%	NOUN
mkg-8178	8	26	for	for	ADP
mkg-8178	8	27	calibration	calibration	NOUN
mkg-8178	8	28	of	of	ADP
mkg-8178	8	29	dental	dental	ADJ
mkg-8178	8	30	caries	carie	NOUN
mkg-8178	8	31	using	use	VERB
mkg-8178	8	32	phantom	phantom	NOUN
mkg-8178	8	33	.	.	PUNCT
mkg-8178	9	1	there	there	PRON
mkg-8178	9	2	were	be	VERB
mkg-8178	9	3	statistically	statistically	ADV
mkg-8178	9	4	significant	significant	ADJ
mkg-8178	9	5	differences	difference	NOUN
mkg-8178	9	6	between	between	ADP
mkg-8178	9	7	dental	dental	ADJ
mkg-8178	9	8	caries	carie	NOUN
mkg-8178	9	9	calibration	calibration	NOUN
mkg-8178	9	10	using	use	VERB
mkg-8178	9	11	photographic	photographic	ADJ
mkg-8178	9	12	slides	slide	NOUN
mkg-8178	9	13	and	and	CCONJ
mkg-8178	9	14	phantom	phantom	NOUN
mkg-8178	9	15	(	(	PUNCT
mkg-8178	9	16	p<0.000	p<0.000	PROPN
mkg-8178	9	17	)	)	PUNCT
mkg-8178	9	18	,	,	PUNCT
mkg-8178	9	19	while	while	SCONJ
mkg-8178	9	20	the	the	DET
mkg-8178	9	21	consistency	consistency	NOUN
mkg-8178	9	22	of	of	ADP
mkg-8178	9	23	irr	irr	NOUN
mkg-8178	9	24	between	between	ADP
mkg-8178	9	25	multiple	multiple	ADJ
mkg-8178	9	26	raters	rater	NOUN
mkg-8178	9	27	is	be	AUX
mkg-8178	9	28	strong	strong	ADJ
mkg-8178	9	29	(	(	PUNCT
mkg-8178	9	30	cronbrach	cronbrach	NOUN
mkg-8178	9	31	’s	’s	PART
mkg-8178	9	32	alpha	alpha	NOUN
mkg-8178	9	33	:	:	PUNCT
mkg-8178	9	34	>	>	X
mkg-8178	9	35	0.9	0.9	NUM
mkg-8178	9	36	)	)	PUNCT
mkg-8178	9	37	.	.	PUNCT
mkg-8178	10	1	conclusion	conclusion	NOUN
mkg-8178	10	2	:	:	PUNCT
mkg-8178	10	3	a	a	DET
mkg-8178	10	4	percent	percent	NOUN
mkg-8178	10	5	agreement	agreement	NOUN
mkg-8178	10	6	across	across	ADP
mkg-8178	10	7	multiple	multiple	ADJ
mkg-8178	10	8	raters	rater	NOUN
mkg-8178	10	9	is	be	AUX
mkg-8178	10	10	acceptable	acceptable	ADJ
mkg-8178	10	11	for	for	ADP
mkg-8178	10	12	the	the	DET
mkg-8178	10	13	diagnosis	diagnosis	NOUN
mkg-8178	10	14	of	of	ADP
mkg-8178	10	15	dental	dental	ADJ
mkg-8178	10	16	caries	carie	NOUN
mkg-8178	10	17	.	.	PUNCT
mkg-8178	11	1	consistency	consistency	NOUN
mkg-8178	11	2	between	between	ADP
mkg-8178	11	3	multiple	multiple	ADJ
mkg-8178	11	4	raters	rater	NOUN
mkg-8178	11	5	is	be	AUX
mkg-8178	11	6	reliable	reliable	ADJ
mkg-8178	11	7	when	when	SCONJ
mkg-8178	11	8	diagnosing	diagnose	VERB
mkg-8178	11	9	dental	dental	ADJ
mkg-8178	11	10	caries	carie	NOUN
mkg-8178	11	11	and	and	CCONJ
mkg-8178	11	12	cpi	cpi	NOUN
mkg-8178	11	13	.	.	PUNCT
mkg-8178	12	1	keywords	keyword	NOUN
mkg-8178	12	2	:	:	PUNCT
mkg-8178	12	3	inter	inter	ADJ
mkg-8178	12	4	-	-	ADJ
mkg-8178	12	5	rater	rater	ADJ
mkg-8178	12	6	reliability	reliability	NOUN
mkg-8178	12	7	;	;	PUNCT
mkg-8178	12	8	calibration	calibration	NOUN
mkg-8178	12	9	;	;	PUNCT
mkg-8178	12	10	training	training	NOUN
mkg-8178	12	11	;	;	PUNCT
mkg-8178	12	12	oral	oral	ADJ
mkg-8178	12	13	health	health	NOUN
mkg-8178	12	14	survey	survey	NOUN
mkg-8178	12	15	correspondence	correspondence	NOUN
mkg-8178	12	16	:	:	PUNCT
mkg-8178	12	17	taufan	taufan	PROPN
mkg-8178	12	18	bramantoro	bramantoro	PROPN
mkg-8178	12	19	,	,	PUNCT
mkg-8178	12	20	department	department	NOUN
mkg-8178	12	21	of	of	ADP
mkg-8178	12	22	dental	dental	ADJ
mkg-8178	12	23	public	public	ADJ
mkg-8178	12	24	health	health	NOUN
mkg-8178	12	25	,	,	PUNCT
mkg-8178	12	26	universitas	universita	NOUN
mkg-8178	12	27	airlangga	airlangga	NOUN
mkg-8178	12	28	,	,	PUNCT
mkg-8178	12	29	jl	jl	PROPN
mkg-8178	12	30	.	.	PROPN
mkg-8178	12	31	mayjend	mayjend	PROPN
mkg-8178	12	32	.	.	PUNCT
mkg-8178	13	1	prof	prof	PROPN
mkg-8178	13	2	.	.	PUNCT
mkg-8178	14	1	dr	dr	PROPN
mkg-8178	14	2	.	.	PROPN
mkg-8178	14	3	moestopo	moestopo	PROPN
mkg-8178	15	1	no	no	INTJ
mkg-8178	15	2	.	.	PROPN
mkg-8178	16	1	47	47	NUM
mkg-8178	16	2	,	,	PUNCT
mkg-8178	16	3	surabaya	surabaya	PROPN
mkg-8178	16	4	60132	60132	NUM
mkg-8178	16	5	,	,	PUNCT
mkg-8178	16	6	indonesia	indonesia	PROPN
mkg-8178	16	7	.	.	PUNCT
mkg-8178	17	1	e	e	X
mkg-8178	17	2	-	-	NOUN
mkg-8178	17	3	mail	mail	NOUN
mkg-8178	17	4	:	:	PUNCT
mkg-8178	17	5	taufan-b@fkg.unair.ac.id	taufan-b@fkg.unair.ac.id	ADJ
mkg-8178	17	6	research	research	NOUN
mkg-8178	17	7	report	report	NOUN
mkg-8178	17	8	introduction	introduction	NOUN
mkg-8178	17	9	when	when	SCONJ
mkg-8178	17	10	an	an	DET
mkg-8178	17	11	oral	oral	ADJ
mkg-8178	17	12	health	health	NOUN
mkg-8178	17	13	survey	survey	NOUN
mkg-8178	17	14	is	be	AUX
mkg-8178	17	15	conducted	conduct	VERB
mkg-8178	17	16	on	on	ADP
mkg-8178	17	17	a	a	DET
mkg-8178	17	18	large	large	ADJ
mkg-8178	17	19	population	population	NOUN
mkg-8178	17	20	,	,	PUNCT
mkg-8178	17	21	it	it	PRON
mkg-8178	17	22	might	might	AUX
mkg-8178	17	23	involve	involve	VERB
mkg-8178	17	24	many	many	ADJ
mkg-8178	17	25	team	team	NOUN
mkg-8178	17	26	members	member	NOUN
mkg-8178	17	27	as	as	ADP
mkg-8178	17	28	examiners	examiner	NOUN
mkg-8178	17	29	.	.	PUNCT
mkg-8178	18	1	at	at	ADP
mkg-8178	18	2	times	time	NOUN
mkg-8178	18	3	,	,	PUNCT
mkg-8178	18	4	these	these	DET
mkg-8178	18	5	individuals	individual	NOUN
mkg-8178	18	6	score	score	VERB
mkg-8178	18	7	different	different	ADJ
mkg-8178	18	8	levels	level	NOUN
mkg-8178	18	9	of	of	ADP
mkg-8178	18	10	oral	oral	ADJ
mkg-8178	18	11	disease	disease	NOUN
mkg-8178	18	12	inconsistently	inconsistently	ADV
mkg-8178	18	13	.	.	PUNCT
mkg-8178	19	1	the	the	DET
mkg-8178	19	2	question	question	NOUN
mkg-8178	19	3	of	of	ADP
mkg-8178	19	4	consistency	consistency	NOUN
mkg-8178	19	5	or	or	CCONJ
mkg-8178	19	6	agreement	agreement	NOUN
mkg-8178	19	7	between	between	ADP
mkg-8178	19	8	examiners	examiner	NOUN
mkg-8178	19	9	will	will	AUX
mkg-8178	19	10	arise	arise	VERB
mkg-8178	19	11	due	due	ADP
mkg-8178	19	12	to	to	ADP
mkg-8178	19	13	variations	variation	NOUN
mkg-8178	19	14	in	in	ADP
mkg-8178	19	15	the	the	DET
mkg-8178	19	16	diagnosis	diagnosis	NOUN
mkg-8178	19	17	of	of	ADP
mkg-8178	19	18	oral	oral	ADJ
mkg-8178	19	19	disease	disease	NOUN
mkg-8178	19	20	between	between	ADP
mkg-8178	19	21	two	two	NUM
mkg-8178	19	22	or	or	CCONJ
mkg-8178	19	23	more	more	ADJ
mkg-8178	19	24	such	such	ADJ
mkg-8178	19	25	individuals	individual	NOUN
mkg-8178	19	26	or	or	CCONJ
mkg-8178	19	27	for	for	ADP
mkg-8178	19	28	the	the	DET
mkg-8178	19	29	same	same	ADJ
mkg-8178	19	30	examiner	examiner	NOUN
mkg-8178	19	31	on	on	ADP
mkg-8178	19	32	more	more	ADJ
mkg-8178	19	33	than	than	ADP
mkg-8178	19	34	one	one	NUM
mkg-8178	19	35	occasion	occasion	NOUN
mkg-8178	19	36	.	.	PUNCT
mkg-8178	20	1	the	the	DET
mkg-8178	20	2	other	other	ADJ
mkg-8178	20	3	factor	factor	NOUN
mkg-8178	20	4	influencing	influence	VERB
mkg-8178	20	5	consistency	consistency	NOUN
mkg-8178	20	6	is	be	AUX
mkg-8178	20	7	the	the	DET
mkg-8178	20	8	variability	variability	NOUN
mkg-8178	20	9	between	between	ADP
mkg-8178	20	10	examiners	examiner	NOUN
mkg-8178	20	11	due	due	ADJ
mkg-8178	20	12	to	to	ADP
mkg-8178	20	13	factors	factor	NOUN
mkg-8178	20	14	such	such	ADJ
mkg-8178	20	15	as	as	ADP
mkg-8178	20	16	fatigue	fatigue	NOUN
mkg-8178	20	17	or	or	CCONJ
mkg-8178	20	18	differences	difference	NOUN
mkg-8178	20	19	in	in	ADP
mkg-8178	20	20	visual	visual	ADJ
mkg-8178	20	21	acuity	acuity	NOUN
mkg-8178	20	22	and	and	CCONJ
mkg-8178	20	23	tactile	tactile	ADJ
mkg-8178	20	24	sensation	sensation	NOUN
mkg-8178	20	25	.	.	PUNCT
mkg-8178	21	1	in	in	ADP
mkg-8178	21	2	order	order	NOUN
mkg-8178	21	3	to	to	PART
mkg-8178	21	4	diagnose	diagnose	VERB
mkg-8178	21	5	oral	oral	ADJ
mkg-8178	21	6	disease	disease	NOUN
mkg-8178	21	7	consistently	consistently	ADV
mkg-8178	21	8	in	in	ADP
mkg-8178	21	9	oral	oral	ADJ
mkg-8178	21	10	health	health	NOUN
mkg-8178	21	11	surveys	survey	NOUN
mkg-8178	21	12	,	,	PUNCT
mkg-8178	21	13	all	all	DET
mkg-8178	21	14	examiners	examiner	NOUN
mkg-8178	21	15	must	must	AUX
mkg-8178	21	16	have	have	AUX
mkg-8178	21	17	been	be	AUX
mkg-8178	21	18	trained	train	VERB
mkg-8178	21	19	in	in	ADP
mkg-8178	21	20	standardization	standardization	NOUN
mkg-8178	21	21	and	and	CCONJ
mkg-8178	21	22	calibration	calibration	NOUN
mkg-8178	21	23	.	.	PUNCT
mkg-8178	22	1	it	it	PRON
mkg-8178	22	2	is	be	AUX
mkg-8178	22	3	important	important	ADJ
mkg-8178	22	4	to	to	PART
mkg-8178	22	5	train	train	VERB
mkg-8178	22	6	examiners	examiner	NOUN
mkg-8178	22	7	who	who	PRON
mkg-8178	22	8	will	will	AUX
mkg-8178	22	9	be	be	AUX
mkg-8178	22	10	involved	involve	VERB
mkg-8178	22	11	in	in	ADP
mkg-8178	22	12	oral	oral	ADJ
mkg-8178	22	13	health	health	NOUN
mkg-8178	22	14	surveys	survey	NOUN
mkg-8178	22	15	,	,	PUNCT
mkg-8178	22	16	especially	especially	ADV
mkg-8178	22	17	for	for	ADP
mkg-8178	22	18	epidemiological	epidemiological	ADJ
mkg-8178	22	19	studies	study	NOUN
mkg-8178	22	20	based	base	VERB
mkg-8178	22	21	on	on	ADP
mkg-8178	22	22	world	world	PROPN
mkg-8178	22	23	health	health	NOUN
mkg-8178	22	24	organization	organization	NOUN
mkg-8178	22	25	(	(	PUNCT
mkg-8178	22	26	who	who	PRON
mkg-8178	22	27	)	)	PUNCT
mkg-8178	22	28	basic	basic	ADJ
mkg-8178	22	29	oral	oral	ADJ
mkg-8178	22	30	health	health	NOUN
mkg-8178	22	31	survey	survey	NOUN
mkg-8178	22	32	methods	method	NOUN
mkg-8178	22	33	(	(	PUNCT
mkg-8178	22	34	2013).1	2013).1	NUM
mkg-8178	22	35	oral	oral	ADJ
mkg-8178	22	36	health	health	NOUN
mkg-8178	22	37	surveys	survey	NOUN
mkg-8178	22	38	are	be	AUX
mkg-8178	22	39	needed	need	VERB
mkg-8178	22	40	to	to	PART
mkg-8178	22	41	plan	plan	VERB
mkg-8178	22	42	and	and	CCONJ
mkg-8178	22	43	evaluate	evaluate	VERB
mkg-8178	22	44	oral	oral	ADJ
mkg-8178	22	45	health	health	NOUN
mkg-8178	22	46	programs	program	NOUN
mkg-8178	22	47	and	and	CCONJ
mkg-8178	22	48	services	service	NOUN
mkg-8178	22	49	,	,	PUNCT
mkg-8178	22	50	with	with	ADP
mkg-8178	22	51	control	control	NOUN
mkg-8178	22	52	of	of	ADP
mkg-8178	22	53	the	the	DET
mkg-8178	22	54	methodological	methodological	ADJ
mkg-8178	22	55	biases	bias	NOUN
mkg-8178	22	56	in	in	ADP
mkg-8178	22	57	such	such	ADJ
mkg-8178	22	58	surveys	survey	NOUN
mkg-8178	22	59	being	be	AUX
mkg-8178	22	60	exercised	exercise	VERB
mkg-8178	22	61	.	.	PUNCT
mkg-8178	23	1	according	accord	VERB
mkg-8178	23	2	to	to	ADP
mkg-8178	23	3	who	who	PRON
mkg-8178	23	4	methodology	methodology	NOUN
mkg-8178	23	5	,	,	PUNCT
mkg-8178	23	6	prior	prior	ADJ
mkg-8178	23	7	training	training	NOUN
mkg-8178	23	8	and	and	CCONJ
mkg-8178	23	9	calibration	calibration	NOUN
mkg-8178	23	10	of	of	ADP
mkg-8178	23	11	examiners	examiner	NOUN
mkg-8178	23	12	represents	represent	VERB
mkg-8178	23	13	the	the	DET
mkg-8178	23	14	essential	essential	ADJ
mkg-8178	23	15	initial	initial	ADJ
mkg-8178	23	16	steps	step	NOUN
mkg-8178	23	17	of	of	ADP
mkg-8178	23	18	oral	oral	ADJ
mkg-8178	23	19	health	health	NOUN
mkg-8178	23	20	surveys	survey	NOUN
mkg-8178	23	21	.	.	PUNCT
mkg-8178	24	1	the	the	DET
mkg-8178	24	2	calibration	calibration	NOUN
mkg-8178	24	3	allows	allow	VERB
mkg-8178	24	4	standardized	standardized	ADJ
mkg-8178	24	5	interpretation	interpretation	NOUN
mkg-8178	24	6	of	of	ADP
mkg-8178	24	7	diagnostic	diagnostic	ADJ
mkg-8178	24	8	criteria	criterion	NOUN
mkg-8178	24	9	between	between	ADP
mkg-8178	24	10	examiners	examiner	NOUN
mkg-8178	24	11	or	or	CCONJ
mkg-8178	24	12	raters	rater	NOUN
mkg-8178	24	13	.	.	PUNCT
mkg-8178	25	1	the	the	DET
mkg-8178	25	2	general	general	ADJ
mkg-8178	25	3	percentage	percentage	NOUN
mkg-8178	25	4	agreement	agreement	NOUN
mkg-8178	25	5	(	(	PUNCT
mkg-8178	25	6	gpa	gpa	PROPN
mkg-8178	25	7	)	)	PUNCT
mkg-8178	25	8	and	and	CCONJ
mkg-8178	25	9	kappa	kappa	PROPN
mkg-8178	25	10	statistics	statistic	NOUN
mkg-8178	25	11	have	have	AUX
mkg-8178	25	12	been	be	AUX
mkg-8178	25	13	proposed	propose	VERB
mkg-8178	25	14	for	for	ADP
mkg-8178	25	15	this	this	DET
mkg-8178	25	16	task.2	task.2	NOUN
mkg-8178	25	17	the	the	DET
mkg-8178	25	18	extent	extent	NOUN
mkg-8178	25	19	of	of	ADP
mkg-8178	25	20	agreement	agreement	NOUN
mkg-8178	25	21	between	between	ADP
mkg-8178	25	22	examiners	examiner	NOUN
mkg-8178	25	23	or	or	CCONJ
mkg-8178	25	24	raters	rater	NOUN
mkg-8178	25	25	is	be	AUX
mkg-8178	25	26	referred	refer	VERB
mkg-8178	25	27	to	to	ADP
mkg-8178	25	28	as	as	ADP
mkg-8178	25	29	“	"	PUNCT
mkg-8178	25	30	inter	inter	ADJ
mkg-8178	25	31	-	-	ADJ
mkg-8178	25	32	rater	rater	ADJ
mkg-8178	25	33	reliability	reliability	NOUN
mkg-8178	25	34	(	(	PUNCT
mkg-8178	25	35	irr	irr	NOUN
mkg-8178	25	36	)	)	PUNCT
mkg-8178	25	37	”	"	PUNCT
mkg-8178	25	38	.	.	PUNCT
mkg-8178	26	1	irr	irr	PROPN
mkg-8178	26	2	is	be	AUX
mkg-8178	26	3	,	,	PUNCT
mkg-8178	26	4	to	to	ADP
mkg-8178	26	5	a	a	DET
mkg-8178	26	6	greater	great	ADJ
mkg-8178	26	7	or	or	CCONJ
mkg-8178	26	8	lesser	less	ADJ
mkg-8178	26	9	degree	degree	NOUN
mkg-8178	26	10	,	,	PUNCT
mkg-8178	26	11	a	a	DET
mkg-8178	26	12	concern	concern	NOUN
mkg-8178	26	13	in	in	ADP
mkg-8178	26	14	most	most	ADJ
mkg-8178	26	15	large	large	ADJ
mkg-8178	26	16	-	-	PUNCT
mkg-8178	26	17	scale	scale	NOUN
mkg-8178	26	18	studies	study	NOUN
mkg-8178	26	19	due	due	ADP
mkg-8178	26	20	to	to	ADP
mkg-8178	26	21	the	the	DET
mkg-8178	26	22	fact	fact	NOUN
mkg-8178	26	23	that	that	SCONJ
mkg-8178	26	24	multiple	multiple	ADJ
mkg-8178	26	25	individuals	individual	NOUN
mkg-8178	26	26	collecting	collect	VERB
mkg-8178	26	27	dental	dental	ADJ
mkg-8178	26	28	journal	journal	NOUN
mkg-8178	26	29	(	(	PUNCT
mkg-8178	26	30	majalah	majalah	PROPN
mkg-8178	26	31	kedokteran	kedokteran	PROPN
mkg-8178	26	32	gigi	gigi	PROPN
mkg-8178	26	33	)	)	PUNCT
mkg-8178	27	1	p	p	X
mkg-8178	27	2	-	-	PUNCT
mkg-8178	27	3	issn	issn	NOUN
mkg-8178	27	4	:	:	PUNCT
mkg-8178	27	5	1978	1978	NUM
mkg-8178	27	6	-	-	SYM
mkg-8178	27	7	3728	3728	NUM
mkg-8178	27	8	;	;	PUNCT
mkg-8178	27	9	e	e	X
mkg-8178	27	10	-	-	PUNCT
mkg-8178	27	11	issn	issn	ADJ
mkg-8178	27	12	:	:	PUNCT
mkg-8178	27	13	2442	2442	NUM
mkg-8178	27	14	-	-	SYM
mkg-8178	27	15	9740	9740	NUM
mkg-8178	27	16	.	.	PUNCT
mkg-8178	28	1	accredited	accredit	VERB
mkg-8178	28	2	no	no	PRON
mkg-8178	28	3	.	.	PUNCT
mkg-8178	28	4	32a	32a	NOUN
mkg-8178	28	5	/	/	SYM
mkg-8178	28	6	e	e	NOUN
mkg-8178	28	7	/	/	SYM
mkg-8178	28	8	kpt/2017	kpt/2017	X
mkg-8178	28	9	.	.	PUNCT
mkg-8178	29	1	open	open	ADJ
mkg-8178	29	2	access	access	NOUN
mkg-8178	29	3	under	under	ADP
mkg-8178	29	4	cc	cc	NOUN
mkg-8178	29	5	-	-	PUNCT
mkg-8178	29	6	by	by	ADP
mkg-8178	29	7	-	-	PUNCT
mkg-8178	29	8	sa	sa	NOUN
mkg-8178	29	9	license	license	NOUN
mkg-8178	29	10	.	.	PUNCT
mkg-8178	30	1	available	available	ADJ
mkg-8178	30	2	at	at	ADP
mkg-8178	30	3	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	30	4	doi	doi	NOUN
mkg-8178	30	5	:	:	PUNCT
mkg-8178	30	6	10.20473	10.20473	NUM
mkg-8178	30	7	/	/	SYM
mkg-8178	30	8	j.djmkg.v51.i1.p42–46	j.djmkg.v51.i1.p42–46	NOUN
mkg-8178	31	1	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	31	2	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	ADJ
mkg-8178	31	3	43susilawati	43susilawati	NUM
mkg-8178	31	4	,	,	PUNCT
mkg-8178	31	5	et	et	PROPN
mkg-8178	31	6	al./dent	al./dent	PROPN
mkg-8178	31	7	.	.	PUNCT
mkg-8178	32	1	j.	j.	PROPN
mkg-8178	32	2	(	(	PUNCT
mkg-8178	32	3	majalah	majalah	PROPN
mkg-8178	32	4	kedokteran	kedokteran	PROPN
mkg-8178	32	5	gigi	gigi	PROPN
mkg-8178	32	6	)	)	PUNCT
mkg-8178	32	7	2018	2018	NUM
mkg-8178	32	8	march	march	NOUN
mkg-8178	32	9	;	;	PUNCT
mkg-8178	32	10	51(1	51(1	NUM
mkg-8178	32	11	):	):	PUNCT
mkg-8178	32	12	42–46	42–46	NUM
mkg-8178	32	13	data	datum	NOUN
mkg-8178	32	14	may	may	AUX
mkg-8178	32	15	experience	experience	VERB
mkg-8178	32	16	and	and	CCONJ
mkg-8178	32	17	interpret	interpret	VERB
mkg-8178	32	18	the	the	DET
mkg-8178	32	19	phenomena	phenomenon	NOUN
mkg-8178	32	20	of	of	ADP
mkg-8178	32	21	interest	interest	NOUN
mkg-8178	32	22	differently.3,4	differently.3,4	ADJ
mkg-8178	32	23	irr	irr	NOUN
mkg-8178	32	24	refers	refer	VERB
mkg-8178	32	25	to	to	ADP
mkg-8178	32	26	the	the	DET
mkg-8178	32	27	level	level	NOUN
mkg-8178	32	28	of	of	ADP
mkg-8178	32	29	agreement	agreement	NOUN
mkg-8178	32	30	between	between	ADP
mkg-8178	32	31	a	a	DET
mkg-8178	32	32	specific	specific	ADJ
mkg-8178	32	33	set	set	NOUN
mkg-8178	32	34	of	of	ADP
mkg-8178	32	35	judges	judge	NOUN
mkg-8178	32	36	on	on	ADP
mkg-8178	32	37	a	a	DET
mkg-8178	32	38	particular	particular	ADJ
mkg-8178	32	39	instrument	instrument	NOUN
mkg-8178	32	40	at	at	ADP
mkg-8178	32	41	a	a	DET
mkg-8178	32	42	particular	particular	ADJ
mkg-8178	32	43	time.5,6	time.5,6	NOUN
mkg-8178	32	44	calibration	calibration	NOUN
mkg-8178	32	45	is	be	AUX
mkg-8178	32	46	needed	need	VERB
mkg-8178	32	47	to	to	PART
mkg-8178	32	48	ensure	ensure	VERB
mkg-8178	32	49	that	that	SCONJ
mkg-8178	32	50	all	all	DET
mkg-8178	32	51	raters	rater	NOUN
mkg-8178	32	52	examine	examine	VERB
mkg-8178	32	53	to	to	ADP
mkg-8178	32	54	the	the	DET
mkg-8178	32	55	same	same	ADJ
mkg-8178	32	56	standard	standard	NOUN
mkg-8178	32	57	.	.	PUNCT
mkg-8178	33	1	it	it	PRON
mkg-8178	33	2	is	be	AUX
mkg-8178	33	3	recommended	recommend	VERB
mkg-8178	33	4	that	that	SCONJ
mkg-8178	33	5	the	the	DET
mkg-8178	33	6	training	training	NOUN
mkg-8178	33	7	and	and	CCONJ
mkg-8178	33	8	calibration	calibration	NOUN
mkg-8178	33	9	processes	process	NOUN
mkg-8178	33	10	adhere	adhere	VERB
mkg-8178	33	11	to	to	ADP
mkg-8178	33	12	the	the	DET
mkg-8178	33	13	methods	method	NOUN
mkg-8178	33	14	propounded	propound	VERB
mkg-8178	33	15	by	by	ADP
mkg-8178	33	16	the	the	DET
mkg-8178	33	17	who	who	PRON
mkg-8178	33	18	basic	basic	ADJ
mkg-8178	33	19	oral	oral	ADJ
mkg-8178	33	20	health	health	NOUN
mkg-8178	33	21	survey	survey	NOUN
mkg-8178	33	22	.	.	PUNCT
mkg-8178	34	1	the	the	DET
mkg-8178	34	2	purpose	purpose	NOUN
mkg-8178	34	3	of	of	ADP
mkg-8178	34	4	the	the	DET
mkg-8178	34	5	training	training	NOUN
mkg-8178	34	6	and	and	CCONJ
mkg-8178	34	7	calibration	calibration	NOUN
mkg-8178	34	8	process	process	NOUN
mkg-8178	34	9	is	be	AUX
mkg-8178	34	10	to	to	PART
mkg-8178	34	11	minimize	minimize	VERB
mkg-8178	34	12	variation	variation	NOUN
mkg-8178	34	13	between	between	ADP
mkg-8178	34	14	examiners	examiner	NOUN
mkg-8178	34	15	,	,	PUNCT
mkg-8178	34	16	to	to	PART
mkg-8178	34	17	synchronize	synchronize	VERB
mkg-8178	34	18	interpretation	interpretation	NOUN
mkg-8178	34	19	and	and	CCONJ
mkg-8178	34	20	to	to	PART
mkg-8178	34	21	understand	understand	VERB
mkg-8178	34	22	and	and	CCONJ
mkg-8178	34	23	apply	apply	VERB
mkg-8178	34	24	the	the	DET
mkg-8178	34	25	criteria	criterion	NOUN
mkg-8178	34	26	for	for	ADP
mkg-8178	34	27	oral	oral	ADJ
mkg-8178	34	28	conditions	condition	NOUN
mkg-8178	34	29	such	such	ADJ
mkg-8178	34	30	as	as	ADP
mkg-8178	34	31	dental	dental	ADJ
mkg-8178	34	32	caries	carie	NOUN
mkg-8178	34	33	that	that	PRON
mkg-8178	34	34	will	will	AUX
mkg-8178	34	35	be	be	AUX
mkg-8178	34	36	observed	observe	VERB
mkg-8178	34	37	and	and	CCONJ
mkg-8178	34	38	recorded.1	recorded.1	VERB
mkg-8178	34	39	the	the	DET
mkg-8178	34	40	training	training	NOUN
mkg-8178	34	41	stages	stage	NOUN
mkg-8178	34	42	consist	consist	VERB
mkg-8178	34	43	of	of	ADP
mkg-8178	34	44	theoretical	theoretical	ADJ
mkg-8178	34	45	discussions	discussion	NOUN
mkg-8178	34	46	,	,	PUNCT
mkg-8178	34	47	calibration	calibration	NOUN
mkg-8178	34	48	exercises	exercise	NOUN
mkg-8178	34	49	on	on	ADP
mkg-8178	34	50	dental	dental	ADJ
mkg-8178	34	51	phantom	phantom	ADJ
mkg-8178	34	52	models	model	NOUN
mkg-8178	34	53	and	and	CCONJ
mkg-8178	34	54	practical	practical	ADJ
mkg-8178	34	55	activities	activity	NOUN
mkg-8178	34	56	involving	involve	VERB
mkg-8178	34	57	patient	patient	ADJ
mkg-8178	34	58	simulation	simulation	NOUN
mkg-8178	34	59	.	.	PUNCT
mkg-8178	35	1	a	a	DET
mkg-8178	35	2	benchmarker	benchmarker	NOUN
mkg-8178	35	3	examiner	examiner	NOUN
mkg-8178	35	4	or	or	CCONJ
mkg-8178	35	5	gold	gold	NOUN
mkg-8178	35	6	standard	standard	NOUN
mkg-8178	35	7	conducted	conduct	VERB
mkg-8178	35	8	the	the	DET
mkg-8178	35	9	training	training	NOUN
mkg-8178	35	10	with	with	ADP
mkg-8178	35	11	theoretical	theoretical	ADJ
mkg-8178	35	12	and	and	CCONJ
mkg-8178	35	13	practical	practical	ADJ
mkg-8178	35	14	activities	activity	NOUN
mkg-8178	35	15	.	.	PUNCT
mkg-8178	36	1	in	in	ADP
mkg-8178	36	2	theoretical	theoretical	ADJ
mkg-8178	36	3	activities	activity	NOUN
mkg-8178	36	4	,	,	PUNCT
mkg-8178	36	5	a	a	DET
mkg-8178	36	6	benchmarker	benchmarker	NOUN
mkg-8178	36	7	examiner	examiner	NOUN
mkg-8178	36	8	explains	explain	VERB
mkg-8178	36	9	who	who	PRON
mkg-8178	36	10	basic	basic	ADJ
mkg-8178	36	11	oral	oral	ADJ
mkg-8178	36	12	health	health	NOUN
mkg-8178	36	13	survey	survey	NOUN
mkg-8178	36	14	methods	method	NOUN
mkg-8178	36	15	(	(	PUNCT
mkg-8178	36	16	2013	2013	NUM
mkg-8178	36	17	)	)	PUNCT
mkg-8178	36	18	,	,	PUNCT
mkg-8178	36	19	principles	principle	NOUN
mkg-8178	36	20	,	,	PUNCT
mkg-8178	36	21	code	code	NOUN
mkg-8178	36	22	and	and	CCONJ
mkg-8178	36	23	criteria	criterion	NOUN
mkg-8178	36	24	of	of	ADP
mkg-8178	36	25	dental	dental	ADJ
mkg-8178	36	26	caries	carie	NOUN
mkg-8178	36	27	and	and	CCONJ
mkg-8178	36	28	periodontal	periodontal	ADJ
mkg-8178	36	29	examination	examination	NOUN
mkg-8178	36	30	,	,	PUNCT
mkg-8178	36	31	the	the	DET
mkg-8178	36	32	data	data	NOUN
mkg-8178	36	33	collection	collection	NOUN
mkg-8178	36	34	procedure	procedure	NOUN
mkg-8178	36	35	and	and	CCONJ
mkg-8178	36	36	data	datum	NOUN
mkg-8178	36	37	management	management	NOUN
mkg-8178	36	38	.	.	PUNCT
mkg-8178	37	1	the	the	DET
mkg-8178	37	2	study	study	NOUN
mkg-8178	37	3	objective	objective	NOUN
mkg-8178	37	4	is	be	AUX
mkg-8178	37	5	to	to	PART
mkg-8178	37	6	assess	assess	VERB
mkg-8178	37	7	the	the	DET
mkg-8178	37	8	irr	irr	NOUN
mkg-8178	37	9	using	use	VERB
mkg-8178	37	10	consensus	consensus	NOUN
mkg-8178	37	11	and	and	CCONJ
mkg-8178	37	12	consistency	consistency	NOUN
mkg-8178	37	13	estimates	estimate	NOUN
mkg-8178	37	14	in	in	ADP
mkg-8178	37	15	a	a	DET
mkg-8178	37	16	large	large	ADJ
mkg-8178	37	17	population	population	NOUN
mkg-8178	37	18	oral	oral	ADJ
mkg-8178	37	19	health	health	NOUN
mkg-8178	37	20	survey	survey	NOUN
mkg-8178	37	21	.	.	PUNCT
mkg-8178	38	1	materials	material	NOUN
mkg-8178	38	2	and	and	CCONJ
mkg-8178	38	3	methods	method	NOUN
mkg-8178	38	4	a	a	DET
mkg-8178	38	5	total	total	NOUN
mkg-8178	38	6	of	of	ADP
mkg-8178	38	7	58	58	NUM
mkg-8178	38	8	dentists	dentist	NOUN
mkg-8178	38	9	from	from	ADP
mkg-8178	38	10	faculties	faculty	NOUN
mkg-8178	38	11	of	of	ADP
mkg-8178	38	12	dental	dental	ADJ
mkg-8178	38	13	medicine	medicine	NOUN
mkg-8178	38	14	throughout	throughout	ADP
mkg-8178	38	15	indonesia	indonesia	PROPN
mkg-8178	38	16	participated	participate	VERB
mkg-8178	38	17	in	in	ADP
mkg-8178	38	18	the	the	DET
mkg-8178	38	19	training	training	NOUN
mkg-8178	38	20	and	and	CCONJ
mkg-8178	38	21	calibration	calibration	NOUN
mkg-8178	38	22	of	of	ADP
mkg-8178	38	23	an	an	DET
mkg-8178	38	24	oral	oral	ADJ
mkg-8178	38	25	health	health	NOUN
mkg-8178	38	26	survey	survey	NOUN
mkg-8178	38	27	.	.	PUNCT
mkg-8178	39	1	the	the	DET
mkg-8178	39	2	training	training	NOUN
mkg-8178	39	3	was	be	AUX
mkg-8178	39	4	held	hold	VERB
mkg-8178	39	5	at	at	ADP
mkg-8178	39	6	the	the	DET
mkg-8178	39	7	faculty	faculty	NOUN
mkg-8178	39	8	of	of	ADP
mkg-8178	39	9	dental	dental	ADJ
mkg-8178	39	10	medicine	medicine	NOUN
mkg-8178	39	11	,	,	PUNCT
mkg-8178	39	12	universitas	universita	NOUN
mkg-8178	39	13	airlangga	airlangga	NOUN
mkg-8178	39	14	,	,	PUNCT
mkg-8178	39	15	in	in	ADP
mkg-8178	39	16	may	may	PROPN
mkg-8178	39	17	2017	2017	NUM
mkg-8178	39	18	.	.	PUNCT
mkg-8178	40	1	a	a	DET
mkg-8178	40	2	benchmarked	benchmarke	VERB
mkg-8178	40	3	examiner	examiner	NOUN
mkg-8178	40	4	(	(	PUNCT
mkg-8178	40	5	gold	gold	NOUN
mkg-8178	40	6	standard	standard	NOUN
mkg-8178	40	7	)	)	PUNCT
mkg-8178	40	8	conducted	conduct	VERB
mkg-8178	40	9	the	the	DET
mkg-8178	40	10	training	training	NOUN
mkg-8178	40	11	program	program	NOUN
mkg-8178	40	12	consisting	consist	VERB
mkg-8178	40	13	of	of	ADP
mkg-8178	40	14	theoretical	theoretical	ADJ
mkg-8178	40	15	and	and	CCONJ
mkg-8178	40	16	practical	practical	ADJ
mkg-8178	40	17	activities	activity	NOUN
mkg-8178	40	18	.	.	PUNCT
mkg-8178	41	1	the	the	DET
mkg-8178	41	2	examiner	examiner	NOUN
mkg-8178	41	3	(	(	PUNCT
mkg-8178	41	4	gold	gold	NOUN
mkg-8178	41	5	standard	standard	NOUN
mkg-8178	41	6	)	)	PUNCT
mkg-8178	41	7	should	should	AUX
mkg-8178	41	8	meet	meet	VERB
mkg-8178	41	9	the	the	DET
mkg-8178	41	10	following	follow	VERB
mkg-8178	41	11	requirements	requirement	NOUN
mkg-8178	41	12	:	:	PUNCT
mkg-8178	41	13	he	he	PRON
mkg-8178	41	14	/	/	SYM
mkg-8178	42	1	she	she	PRON
mkg-8178	42	2	has	have	AUX
mkg-8178	42	3	followed	follow	VERB
mkg-8178	42	4	who	who	PRON
mkg-8178	42	5	guideline	guideline	NOUN
mkg-8178	42	6	-	-	PUNCT
mkg-8178	42	7	based	base	VERB
mkg-8178	42	8	training	training	NOUN
mkg-8178	42	9	drawing	draw	VERB
mkg-8178	42	10	on	on	ADP
mkg-8178	42	11	the	the	DET
mkg-8178	42	12	oral	oral	ADJ
mkg-8178	42	13	health	health	NOUN
mkg-8178	42	14	survey	survey	NOUN
mkg-8178	42	15	and	and	CCONJ
mkg-8178	42	16	passed	pass	VERB
mkg-8178	42	17	with	with	ADP
mkg-8178	42	18	a	a	DET
mkg-8178	42	19	kappa	kappa	ADJ
mkg-8178	42	20	score	score	NOUN
mkg-8178	42	21	of	of	ADP
mkg-8178	42	22	at	at	ADV
mkg-8178	42	23	least	least	ADV
mkg-8178	42	24	0.8	0.8	NUM
mkg-8178	42	25	,	,	PUNCT
mkg-8178	42	26	holds	hold	VERB
mkg-8178	42	27	a	a	DET
mkg-8178	42	28	calibration	calibration	NOUN
mkg-8178	42	29	and	and	CCONJ
mkg-8178	42	30	simulation	simulation	NOUN
mkg-8178	42	31	trainer	trainer	NOUN
mkg-8178	42	32	qualification	qualification	NOUN
mkg-8178	42	33	,	,	PUNCT
mkg-8178	42	34	has	have	VERB
mkg-8178	42	35	calibration	calibration	NOUN
mkg-8178	42	36	training	training	NOUN
mkg-8178	42	37	instructor	instructor	NOUN
mkg-8178	42	38	experience	experience	NOUN
mkg-8178	42	39	,	,	PUNCT
mkg-8178	42	40	and	and	CCONJ
mkg-8178	42	41	has	have	AUX
mkg-8178	42	42	participated	participate	VERB
mkg-8178	42	43	in	in	ADP
mkg-8178	42	44	research	research	NOUN
mkg-8178	42	45	on	on	ADP
mkg-8178	42	46	the	the	DET
mkg-8178	42	47	who	who	PRON
mkg-8178	42	48	oral	oral	ADJ
mkg-8178	42	49	health	health	NOUN
mkg-8178	42	50	survey	survey	NOUN
mkg-8178	42	51	.	.	PUNCT
mkg-8178	43	1	the	the	DET
mkg-8178	43	2	training	training	NOUN
mkg-8178	43	3	and	and	CCONJ
mkg-8178	43	4	calibration	calibration	NOUN
mkg-8178	43	5	procedure	procedure	NOUN
mkg-8178	43	6	were	be	AUX
mkg-8178	43	7	delivered	deliver	VERB
mkg-8178	43	8	at	at	ADP
mkg-8178	43	9	the	the	DET
mkg-8178	43	10	faculty	faculty	NOUN
mkg-8178	43	11	of	of	ADP
mkg-8178	43	12	dental	dental	ADJ
mkg-8178	43	13	medicine	medicine	NOUN
mkg-8178	43	14	,	,	PUNCT
mkg-8178	43	15	universitas	universita	NOUN
mkg-8178	43	16	airlangga	airlangga	NOUN
mkg-8178	43	17	,	,	PUNCT
mkg-8178	43	18	in	in	ADP
mkg-8178	43	19	conjunction	conjunction	NOUN
mkg-8178	43	20	with	with	ADP
mkg-8178	43	21	the	the	DET
mkg-8178	43	22	dental	dental	ADJ
mkg-8178	43	23	public	public	ADJ
mkg-8178	43	24	health	health	NOUN
mkg-8178	43	25	association	association	NOUN
mkg-8178	43	26	meeting	meeting	NOUN
mkg-8178	43	27	.	.	PUNCT
mkg-8178	44	1	the	the	DET
mkg-8178	44	2	six	six	NUM
mkg-8178	44	3	trainers	trainer	NOUN
mkg-8178	44	4	as	as	SCONJ
mkg-8178	44	5	benchmarker	benchmarker	NOUN
mkg-8178	44	6	examiners	examiner	NOUN
mkg-8178	44	7	were	be	AUX
mkg-8178	44	8	drawn	draw	VERB
mkg-8178	44	9	from	from	ADP
mkg-8178	44	10	the	the	DET
mkg-8178	44	11	faculties	faculty	NOUN
mkg-8178	44	12	of	of	ADP
mkg-8178	44	13	dentistry	dentistry	NOUN
mkg-8178	44	14	of	of	ADP
mkg-8178	44	15	universitas	universita	NOUN
mkg-8178	44	16	padjadjaran	padjadjaran	NOUN
mkg-8178	44	17	,	,	PUNCT
mkg-8178	44	18	universitas	universita	VERB
mkg-8178	44	19	jenderal	jenderal	ADJ
mkg-8178	44	20	achmad	achmad	PROPN
mkg-8178	44	21	yani	yani	ADJ
mkg-8178	44	22	,	,	PUNCT
mkg-8178	44	23	universitas	universita	NOUN
mkg-8178	44	24	kristen	kristen	PROPN
mkg-8178	44	25	maranatha	maranatha	PROPN
mkg-8178	44	26	and	and	CCONJ
mkg-8178	44	27	universitas	universita	VERB
mkg-8178	44	28	indonesia	indonesia	PROPN
mkg-8178	44	29	.	.	PUNCT
mkg-8178	45	1	the	the	DET
mkg-8178	45	2	kappa	kappa	PROPN
mkg-8178	45	3	scores	score	NOUN
mkg-8178	45	4	among	among	ADP
mkg-8178	45	5	the	the	DET
mkg-8178	45	6	benchmaker	benchmaker	NOUN
mkg-8178	45	7	examiners	examiner	NOUN
mkg-8178	45	8	from	from	ADP
mkg-8178	45	9	all	all	DET
mkg-8178	45	10	the	the	DET
mkg-8178	45	11	faculties	faculty	NOUN
mkg-8178	45	12	varied	varied	ADJ
mkg-8178	45	13	between	between	ADP
mkg-8178	45	14	0.6	0.6	NUM
mkg-8178	45	15	and	and	CCONJ
mkg-8178	45	16	0.7	0.7	NUM
mkg-8178	45	17	.	.	PUNCT
mkg-8178	46	1	first	first	ADV
mkg-8178	46	2	,	,	PUNCT
mkg-8178	46	3	after	after	ADP
mkg-8178	46	4	the	the	DET
mkg-8178	46	5	theoretical	theoretical	ADJ
mkg-8178	46	6	session	session	NOUN
mkg-8178	46	7	,	,	PUNCT
mkg-8178	46	8	the	the	DET
mkg-8178	46	9	benchmarker	benchmarker	NOUN
mkg-8178	46	10	presented	present	VERB
mkg-8178	46	11	the	the	DET
mkg-8178	46	12	clinical	clinical	ADJ
mkg-8178	46	13	sample	sample	NOUN
mkg-8178	46	14	of	of	ADP
mkg-8178	46	15	25	25	NUM
mkg-8178	46	16	photographic	photographic	ADJ
mkg-8178	46	17	slides	slide	NOUN
mkg-8178	46	18	for	for	ADP
mkg-8178	46	19	each	each	DET
mkg-8178	46	20	criterion	criterion	NOUN
mkg-8178	46	21	of	of	ADP
mkg-8178	46	22	healthy	healthy	ADJ
mkg-8178	46	23	and	and	CCONJ
mkg-8178	46	24	decaying	decay	VERB
mkg-8178	46	25	teeth	tooth	NOUN
mkg-8178	46	26	.	.	PUNCT
mkg-8178	47	1	the	the	DET
mkg-8178	47	2	benchmarker	benchmarker	NOUN
mkg-8178	47	3	also	also	ADV
mkg-8178	47	4	displayed	display	VERB
mkg-8178	47	5	13	13	NUM
mkg-8178	47	6	photographic	photographic	ADJ
mkg-8178	47	7	slides	slide	NOUN
mkg-8178	47	8	showing	show	VERB
mkg-8178	47	9	the	the	DET
mkg-8178	47	10	periodontal	periodontal	ADJ
mkg-8178	47	11	condition	condition	NOUN
mkg-8178	47	12	for	for	ADP
mkg-8178	47	13	each	each	DET
mkg-8178	47	14	community	community	NOUN
mkg-8178	47	15	periodontal	periodontal	ADJ
mkg-8178	47	16	index	index	NOUN
mkg-8178	47	17	(	(	PUNCT
mkg-8178	47	18	cpi	cpi	NOUN
mkg-8178	47	19	)	)	PUNCT
mkg-8178	47	20	score	score	NOUN
mkg-8178	47	21	using	use	VERB
mkg-8178	47	22	cpi	cpi	NOUN
mkg-8178	47	23	-	-	PUNCT
mkg-8178	47	24	modified	modify	VERB
mkg-8178	47	25	scoring	scoring	NOUN
mkg-8178	47	26	.	.	PUNCT
mkg-8178	48	1	the	the	DET
mkg-8178	48	2	second	second	ADJ
mkg-8178	48	3	stage	stage	NOUN
mkg-8178	48	4	in	in	ADP
mkg-8178	48	5	the	the	DET
mkg-8178	48	6	training	training	NOUN
mkg-8178	48	7	consisted	consist	VERB
mkg-8178	48	8	of	of	ADP
mkg-8178	48	9	a	a	DET
mkg-8178	48	10	calibration	calibration	NOUN
mkg-8178	48	11	exercise	exercise	NOUN
mkg-8178	48	12	on	on	ADP
mkg-8178	48	13	a	a	DET
mkg-8178	48	14	dental	dental	ADJ
mkg-8178	48	15	phantom	phantom	ADJ
mkg-8178	48	16	head	head	NOUN
mkg-8178	48	17	.	.	PUNCT
mkg-8178	49	1	a	a	DET
mkg-8178	49	2	total	total	NOUN
mkg-8178	49	3	of	of	ADP
mkg-8178	49	4	36	36	NUM
mkg-8178	49	5	healthy	healthy	ADJ
mkg-8178	49	6	and	and	CCONJ
mkg-8178	49	7	decaying	decay	VERB
mkg-8178	49	8	teeth	tooth	NOUN
mkg-8178	49	9	were	be	AUX
mkg-8178	49	10	mounted	mount	VERB
mkg-8178	49	11	in	in	ADP
mkg-8178	49	12	36	36	NUM
mkg-8178	49	13	plaster	plaster	NOUN
mkg-8178	49	14	blocks	block	NOUN
mkg-8178	49	15	for	for	ADP
mkg-8178	49	16	examination	examination	NOUN
mkg-8178	49	17	with	with	ADP
mkg-8178	49	18	a	a	DET
mkg-8178	49	19	ball	ball	NOUN
mkg-8178	49	20	-	-	PUNCT
mkg-8178	49	21	ended	end	VERB
mkg-8178	49	22	probe	probe	NOUN
mkg-8178	49	23	in	in	ADP
mkg-8178	49	24	accordance	accordance	NOUN
mkg-8178	49	25	with	with	ADP
mkg-8178	49	26	who	who	PRON
mkg-8178	49	27	criteria	criteria	VERB
mkg-8178	49	28	.	.	PUNCT
mkg-8178	50	1	all	all	DET
mkg-8178	50	2	raters	rater	NOUN
mkg-8178	50	3	examined	examine	VERB
mkg-8178	50	4	the	the	DET
mkg-8178	50	5	clinical	clinical	ADJ
mkg-8178	50	6	diagnosis	diagnosis	NOUN
mkg-8178	50	7	of	of	ADP
mkg-8178	50	8	both	both	CCONJ
mkg-8178	50	9	healthy	healthy	ADJ
mkg-8178	50	10	and	and	CCONJ
mkg-8178	50	11	decaying	decay	VERB
mkg-8178	50	12	teeth	tooth	NOUN
mkg-8178	50	13	and	and	CCONJ
mkg-8178	50	14	the	the	DET
mkg-8178	50	15	assessment	assessment	NOUN
mkg-8178	50	16	criteria	criterion	NOUN
mkg-8178	50	17	.	.	PUNCT
mkg-8178	51	1	the	the	DET
mkg-8178	51	2	purpose	purpose	NOUN
mkg-8178	51	3	of	of	ADP
mkg-8178	51	4	the	the	DET
mkg-8178	51	5	first	first	ADJ
mkg-8178	51	6	and	and	CCONJ
mkg-8178	51	7	seconds	second	NOUN
mkg-8178	51	8	steps	step	NOUN
mkg-8178	51	9	was	be	AUX
mkg-8178	51	10	to	to	PART
mkg-8178	51	11	determine	determine	VERB
mkg-8178	51	12	the	the	DET
mkg-8178	51	13	inter	inter	ADJ
mkg-8178	51	14	-	-	ADJ
mkg-8178	51	15	rater	rater	ADJ
mkg-8178	51	16	reliability	reliability	NOUN
mkg-8178	51	17	based	base	VERB
mkg-8178	51	18	on	on	ADP
mkg-8178	51	19	the	the	DET
mkg-8178	51	20	percent	percent	NOUN
mkg-8178	51	21	agreement	agreement	NOUN
mkg-8178	51	22	across	across	ADP
mkg-8178	51	23	multiple	multiple	ADJ
mkg-8178	51	24	raters	rater	NOUN
mkg-8178	51	25	,	,	PUNCT
mkg-8178	51	26	cronbach	cronbach	VERB
mkg-8178	51	27	’s	’s	PART
mkg-8178	51	28	alpha	alpha	NOUN
mkg-8178	51	29	and	and	CCONJ
mkg-8178	51	30	the	the	DET
mkg-8178	51	31	intraclass	intraclass	NOUN
mkg-8178	51	32	correlation	correlation	NOUN
mkg-8178	51	33	.	.	PUNCT
mkg-8178	52	1	to	to	PART
mkg-8178	52	2	obtain	obtain	VERB
mkg-8178	52	3	the	the	DET
mkg-8178	52	4	measure	measure	NOUN
mkg-8178	52	5	of	of	ADP
mkg-8178	52	6	percent	percent	NOUN
mkg-8178	52	7	agreement	agreement	NOUN
mkg-8178	52	8	,	,	PUNCT
mkg-8178	52	9	a	a	DET
mkg-8178	52	10	matrix	matrix	NOUN
mkg-8178	52	11	in	in	ADP
mkg-8178	52	12	which	which	PRON
mkg-8178	52	13	the	the	DET
mkg-8178	52	14	columns	column	NOUN
mkg-8178	52	15	represented	represent	VERB
mkg-8178	52	16	the	the	DET
mkg-8178	52	17	different	different	ADJ
mkg-8178	52	18	raters	rater	NOUN
mkg-8178	52	19	and	and	CCONJ
mkg-8178	52	20	the	the	DET
mkg-8178	52	21	rows	row	NOUN
mkg-8178	52	22	represented	represent	VERB
mkg-8178	52	23	variables	variable	NOUN
mkg-8178	52	24	for	for	ADP
mkg-8178	52	25	which	which	PRON
mkg-8178	52	26	the	the	DET
mkg-8178	52	27	raters	rater	NOUN
mkg-8178	52	28	had	have	AUX
mkg-8178	52	29	collected	collect	VERB
mkg-8178	52	30	data	datum	NOUN
mkg-8178	52	31	was	be	AUX
mkg-8178	52	32	created	create	VERB
mkg-8178	52	33	.	.	PUNCT
mkg-8178	53	1	the	the	DET
mkg-8178	53	2	cells	cell	NOUN
mkg-8178	53	3	in	in	ADP
mkg-8178	53	4	the	the	DET
mkg-8178	53	5	matrix	matrix	NOUN
mkg-8178	53	6	contained	contain	VERB
mkg-8178	53	7	the	the	DET
mkg-8178	53	8	rater	rater	NOUN
mkg-8178	53	9	scores	score	NOUN
mkg-8178	53	10	entered	enter	VERB
mkg-8178	53	11	for	for	ADP
mkg-8178	53	12	each	each	DET
mkg-8178	53	13	variable	variable	NOUN
mkg-8178	53	14	.	.	PUNCT
mkg-8178	54	1	this	this	DET
mkg-8178	54	2	technique	technique	NOUN
mkg-8178	54	3	allowed	allow	VERB
mkg-8178	54	4	the	the	DET
mkg-8178	54	5	researcher	researcher	NOUN
mkg-8178	54	6	to	to	PART
mkg-8178	54	7	identify	identify	VERB
mkg-8178	54	8	variables	variable	NOUN
mkg-8178	54	9	that	that	PRON
mkg-8178	54	10	may	may	AUX
mkg-8178	54	11	be	be	AUX
mkg-8178	54	12	problematic.3,7	problematic.3,7	ADJ
mkg-8178	54	13	percent	percent	NOUN
mkg-8178	54	14	agreement	agreement	NOUN
mkg-8178	54	15	is	be	AUX
mkg-8178	54	16	useful	useful	ADJ
mkg-8178	54	17	but	but	CCONJ
mkg-8178	54	18	,	,	PUNCT
mkg-8178	54	19	because	because	SCONJ
mkg-8178	54	20	it	it	PRON
mkg-8178	54	21	does	do	AUX
mkg-8178	54	22	not	not	PART
mkg-8178	54	23	account	account	VERB
mkg-8178	54	24	for	for	ADP
mkg-8178	54	25	chance	chance	NOUN
mkg-8178	54	26	agreement	agreement	NOUN
mkg-8178	54	27	,	,	PUNCT
mkg-8178	54	28	it	it	PRON
mkg-8178	54	29	should	should	AUX
mkg-8178	54	30	not	not	PART
mkg-8178	54	31	be	be	AUX
mkg-8178	54	32	relied	rely	VERB
mkg-8178	54	33	upon	upon	SCONJ
mkg-8178	54	34	as	as	ADP
mkg-8178	54	35	the	the	DET
mkg-8178	54	36	only	only	ADJ
mkg-8178	54	37	measure	measure	NOUN
mkg-8178	54	38	of	of	ADP
mkg-8178	54	39	inter	inter	ADJ
mkg-8178	54	40	-	-	ADJ
mkg-8178	54	41	rater	rater	ADJ
mkg-8178	54	42	consensus	consensus	NOUN
mkg-8178	54	43	.	.	PUNCT
mkg-8178	55	1	in	in	ADP
mkg-8178	55	2	this	this	DET
mkg-8178	55	3	study	study	NOUN
mkg-8178	55	4	,	,	PUNCT
mkg-8178	55	5	intraclass	intraclass	NOUN
mkg-8178	55	6	correlation	correlation	NOUN
mkg-8178	55	7	,	,	PUNCT
mkg-8178	55	8	as	as	SCONJ
mkg-8178	55	9	one	one	NUM
mkg-8178	55	10	of	of	ADP
mkg-8178	55	11	the	the	DET
mkg-8178	55	12	most	most	ADV
mkg-8178	55	13	popular	popular	ADJ
mkg-8178	55	14	and	and	CCONJ
mkg-8178	55	15	consistent	consistent	ADJ
mkg-8178	55	16	inter	inter	ADJ
mkg-8178	55	17	-	-	ADJ
mkg-8178	55	18	rater	rater	ADJ
mkg-8178	55	19	reliability	reliability	NOUN
mkg-8178	55	20	methods	method	NOUN
mkg-8178	55	21	for	for	ADP
mkg-8178	55	22	numerous	numerous	ADJ
mkg-8178	55	23	raters	rater	NOUN
mkg-8178	55	24	has	have	AUX
mkg-8178	55	25	been	be	AUX
mkg-8178	55	26	adopted	adopt	VERB
mkg-8178	55	27	.	.	PUNCT
mkg-8178	56	1	the	the	DET
mkg-8178	56	2	last	last	ADJ
mkg-8178	56	3	step	step	NOUN
mkg-8178	56	4	of	of	ADP
mkg-8178	56	5	the	the	DET
mkg-8178	56	6	training	training	NOUN
mkg-8178	56	7	,	,	PUNCT
mkg-8178	56	8	after	after	SCONJ
mkg-8178	56	9	parents	parent	NOUN
mkg-8178	56	10	/	/	SYM
mkg-8178	56	11	teachers	teacher	NOUN
mkg-8178	56	12	had	have	AUX
mkg-8178	56	13	signed	sign	VERB
mkg-8178	56	14	an	an	DET
mkg-8178	56	15	informed	informed	ADJ
mkg-8178	56	16	consent	consent	NOUN
mkg-8178	56	17	form	form	NOUN
mkg-8178	56	18	,	,	PUNCT
mkg-8178	56	19	was	be	AUX
mkg-8178	56	20	calibration	calibration	NOUN
mkg-8178	56	21	by	by	ADP
mkg-8178	56	22	examining	examine	VERB
mkg-8178	56	23	school	school	NOUN
mkg-8178	56	24	children	child	NOUN
mkg-8178	56	25	subjects	subject	NOUN
mkg-8178	56	26	with	with	ADP
mkg-8178	56	27	healthy	healthy	ADJ
mkg-8178	56	28	and	and	CCONJ
mkg-8178	56	29	decayed	decayed	ADJ
mkg-8178	56	30	teeth	tooth	NOUN
mkg-8178	56	31	,	,	PUNCT
mkg-8178	56	32	which	which	PRON
mkg-8178	56	33	was	be	AUX
mkg-8178	56	34	granted	grant	VERB
mkg-8178	56	35	ethical	ethical	ADJ
mkg-8178	56	36	clearance	clearance	NOUN
mkg-8178	56	37	by	by	ADP
mkg-8178	56	38	the	the	DET
mkg-8178	56	39	faculty	faculty	NOUN
mkg-8178	56	40	of	of	ADP
mkg-8178	56	41	dental	dental	ADJ
mkg-8178	56	42	medicine	medicine	NOUN
mkg-8178	56	43	,	,	PUNCT
mkg-8178	56	44	universitas	universita	NOUN
mkg-8178	56	45	airlangga	airlangga	NOUN
mkg-8178	56	46	.	.	PUNCT
mkg-8178	57	1	the	the	DET
mkg-8178	57	2	simulation	simulation	NOUN
mkg-8178	57	3	of	of	ADP
mkg-8178	57	4	examination	examination	NOUN
mkg-8178	57	5	activity	activity	NOUN
mkg-8178	57	6	involved	involve	VERB
mkg-8178	57	7	six	six	NUM
mkg-8178	57	8	school	school	NOUN
mkg-8178	57	9	children	child	NOUN
mkg-8178	57	10	as	as	ADP
mkg-8178	57	11	standard	standard	ADJ
mkg-8178	57	12	patients	patient	NOUN
mkg-8178	57	13	.	.	PUNCT
mkg-8178	58	1	the	the	DET
mkg-8178	58	2	participants	participant	NOUN
mkg-8178	58	3	examined	examine	VERB
mkg-8178	58	4	the	the	DET
mkg-8178	58	5	condition	condition	NOUN
mkg-8178	58	6	of	of	ADP
mkg-8178	58	7	dental	dental	ADJ
mkg-8178	58	8	caries	carie	NOUN
mkg-8178	58	9	.	.	PUNCT
mkg-8178	59	1	otherwise	otherwise	ADV
mkg-8178	59	2	,	,	PUNCT
mkg-8178	59	3	the	the	DET
mkg-8178	59	4	cpi	cpi	PROPN
mkg-8178	59	5	score	score	NOUN
mkg-8178	59	6	examined	examine	VERB
mkg-8178	59	7	through	through	ADP
mkg-8178	59	8	slides	slide	NOUN
mkg-8178	59	9	simulation	simulation	NOUN
mkg-8178	59	10	.	.	PUNCT
mkg-8178	60	1	before	before	SCONJ
mkg-8178	60	2	the	the	DET
mkg-8178	60	3	raters	rater	NOUN
mkg-8178	60	4	examined	examine	VERB
mkg-8178	60	5	the	the	DET
mkg-8178	60	6	school	school	NOUN
mkg-8178	60	7	children	child	NOUN
mkg-8178	60	8	,	,	PUNCT
mkg-8178	60	9	a	a	DET
mkg-8178	60	10	gold	gold	ADJ
mkg-8178	60	11	standard	standard	ADJ
mkg-8178	60	12	examination	examination	NOUN
mkg-8178	60	13	of	of	ADP
mkg-8178	60	14	the	the	DET
mkg-8178	60	15	children	child	NOUN
mkg-8178	60	16	’s	’s	PART
mkg-8178	60	17	dental	dental	ADJ
mkg-8178	60	18	condition	condition	NOUN
mkg-8178	60	19	based	base	VERB
mkg-8178	60	20	on	on	ADP
mkg-8178	60	21	who	who	PRON
mkg-8178	60	22	basic	basic	ADJ
mkg-8178	60	23	oral	oral	ADJ
mkg-8178	60	24	health	health	NOUN
mkg-8178	60	25	survey	survey	NOUN
mkg-8178	60	26	methods	method	NOUN
mkg-8178	60	27	was	be	AUX
mkg-8178	60	28	conducted	conduct	VERB
mkg-8178	60	29	.	.	PUNCT
mkg-8178	61	1	each	each	DET
mkg-8178	61	2	rater	rater	NOUN
mkg-8178	61	3	was	be	AUX
mkg-8178	61	4	helped	help	VERB
mkg-8178	61	5	during	during	ADP
mkg-8178	61	6	the	the	DET
mkg-8178	61	7	study	study	NOUN
mkg-8178	61	8	by	by	ADP
mkg-8178	61	9	a	a	DET
mkg-8178	61	10	recorder	recorder	NOUN
mkg-8178	61	11	,	,	PUNCT
mkg-8178	61	12	but	but	CCONJ
mkg-8178	61	13	did	do	AUX
mkg-8178	61	14	not	not	PART
mkg-8178	61	15	discuss	discuss	VERB
mkg-8178	61	16	their	their	PRON
mkg-8178	61	17	findings	finding	NOUN
mkg-8178	61	18	with	with	ADP
mkg-8178	61	19	the	the	DET
mkg-8178	61	20	gold	gold	NOUN
mkg-8178	61	21	standard	standard	NOUN
mkg-8178	61	22	.	.	PUNCT
mkg-8178	62	1	the	the	DET
mkg-8178	62	2	examination	examination	NOUN
mkg-8178	62	3	was	be	AUX
mkg-8178	62	4	carried	carry	VERB
mkg-8178	62	5	out	out	ADP
mkg-8178	62	6	indoors	indoor	NOUN
mkg-8178	62	7	,	,	PUNCT
mkg-8178	62	8	the	the	DET
mkg-8178	62	9	school	school	NOUN
mkg-8178	62	10	children	child	NOUN
mkg-8178	62	11	lying	lie	VERB
mkg-8178	62	12	on	on	ADP
mkg-8178	62	13	a	a	DET
mkg-8178	62	14	chair	chair	NOUN
mkg-8178	62	15	or	or	CCONJ
mkg-8178	62	16	table	table	NOUN
mkg-8178	62	17	with	with	ADP
mkg-8178	62	18	the	the	DET
mkg-8178	62	19	examiner	examiner	NOUN
mkg-8178	62	20	seated	seat	VERB
mkg-8178	62	21	at	at	ADP
mkg-8178	62	22	their	their	PRON
mkg-8178	62	23	heads	head	NOUN
mkg-8178	62	24	and	and	CCONJ
mkg-8178	62	25	the	the	DET
mkg-8178	62	26	recorder	recorder	NOUN
mkg-8178	62	27	sitting	sit	VERB
mkg-8178	62	28	in	in	ADP
mkg-8178	62	29	front	front	NOUN
mkg-8178	62	30	of	of	ADP
mkg-8178	62	31	the	the	DET
mkg-8178	62	32	chair	chair	NOUN
mkg-8178	62	33	.	.	PUNCT
mkg-8178	63	1	the	the	DET
mkg-8178	63	2	examination	examination	NOUN
mkg-8178	63	3	of	of	ADP
mkg-8178	63	4	dental	dental	ADJ
mkg-8178	63	5	caries	carie	NOUN
mkg-8178	63	6	was	be	AUX
mkg-8178	63	7	conducted	conduct	VERB
mkg-8178	63	8	using	use	VERB
mkg-8178	63	9	a	a	DET
mkg-8178	63	10	dental	dental	ADJ
mkg-8178	63	11	mirror	mirror	NOUN
mkg-8178	63	12	and	and	CCONJ
mkg-8178	63	13	a	a	DET
mkg-8178	63	14	0.5	0.5	NUM
mkg-8178	63	15	mm	mm	NOUN
mkg-8178	63	16	diameter	diameter	NOUN
mkg-8178	63	17	ball	ball	NOUN
mkg-8178	63	18	-	-	PUNCT
mkg-8178	63	19	ended	end	VERB
mkg-8178	63	20	probe	probe	NOUN
mkg-8178	63	21	.	.	PUNCT
mkg-8178	64	1	table	table	NOUN
mkg-8178	64	2	1	1	NUM
mkg-8178	64	3	.	.	X
mkg-8178	64	4	calculation	calculation	NOUN
mkg-8178	64	5	of	of	ADP
mkg-8178	64	6	the	the	DET
mkg-8178	64	7	kappa	kappa	PROPN
mkg-8178	64	8	score	score	NOUN
mkg-8178	64	9	for	for	ADP
mkg-8178	64	10	dental	dental	ADJ
mkg-8178	64	11	caries	carie	NOUN
mkg-8178	64	12	examination	examination	NOUN
mkg-8178	64	13	examiner	examiner	NOUN
mkg-8178	64	14	1	1	NUM
mkg-8178	64	15	examiner	examiner	NOUN
mkg-8178	64	16	2	2	NUM
mkg-8178	64	17	total	total	NOUN
mkg-8178	64	18	decayhealthy	decayhealthy	ADJ
mkg-8178	64	19	a	a	DET
mkg-8178	64	20	+	+	CCONJ
mkg-8178	64	21	ccahealthy	ccahealthy	ADJ
mkg-8178	64	22	b	b	NOUN
mkg-8178	65	1	+	+	CCONJ
mkg-8178	65	2	ddbdecay	ddbdecay	NOUN
mkg-8178	65	3	a	a	DET
mkg-8178	65	4	+	+	NOUN
mkg-8178	65	5	b	b	NOUN
mkg-8178	65	6	+	+	CCONJ
mkg-8178	65	7	c	c	PROPN
mkg-8178	66	1	+	+	X
mkg-8178	66	2	dc	dc	PROPN
mkg-8178	66	3	+	+	CCONJ
mkg-8178	66	4	da	da	PROPN
mkg-8178	66	5	+	+	CCONJ
mkg-8178	66	6	btotal	btotal	ADJ
mkg-8178	66	7	a	a	DET
mkg-8178	66	8	=	=	NOUN
mkg-8178	66	9	proportion	proportion	NOUN
mkg-8178	66	10	of	of	ADP
mkg-8178	66	11	teeth	tooth	NOUN
mkg-8178	66	12	both	both	DET
mkg-8178	66	13	examiners	examiner	NOUN
mkg-8178	66	14	consider	consider	VERB
mkg-8178	66	15	to	to	PART
mkg-8178	66	16	be	be	AUX
mkg-8178	66	17	healthy	healthy	ADJ
mkg-8178	66	18	,	,	PUNCT
mkg-8178	66	19	b	b	X
mkg-8178	66	20	=	=	SYM
mkg-8178	66	21	proportion	proportion	NOUN
mkg-8178	66	22	of	of	ADP
mkg-8178	66	23	teeth	tooth	NOUN
mkg-8178	66	24	examiner	examiner	NOUN
mkg-8178	66	25	1	1	NUM
mkg-8178	66	26	considers	consider	VERB
mkg-8178	66	27	to	to	PART
mkg-8178	66	28	be	be	AUX
mkg-8178	66	29	decayed	decay	VERB
mkg-8178	66	30	and	and	CCONJ
mkg-8178	66	31	examiner	examiner	PROPN
mkg-8178	66	32	2	2	NUM
mkg-8178	66	33	consider	consider	VERB
mkg-8178	66	34	to	to	PART
mkg-8178	66	35	be	be	AUX
mkg-8178	66	36	healthy	healthy	ADJ
mkg-8178	66	37	,	,	PUNCT
mkg-8178	66	38	c	c	NOUN
mkg-8178	66	39	=	=	SYM
mkg-8178	66	40	proportion	proportion	NOUN
mkg-8178	66	41	of	of	ADP
mkg-8178	66	42	teeth	tooth	NOUN
mkg-8178	66	43	examiner	examiner	NOUN
mkg-8178	66	44	1	1	NUM
mkg-8178	66	45	considers	consider	VERB
mkg-8178	66	46	to	to	PART
mkg-8178	66	47	be	be	AUX
mkg-8178	66	48	healthy	healthy	ADJ
mkg-8178	66	49	and	and	CCONJ
mkg-8178	66	50	examiner	examiner	PROPN
mkg-8178	66	51	2	2	NUM
mkg-8178	66	52	considers	consider	VERB
mkg-8178	66	53	to	to	PART
mkg-8178	66	54	be	be	AUX
mkg-8178	66	55	decayed	decay	VERB
mkg-8178	66	56	,	,	PUNCT
mkg-8178	66	57	d	d	NOUN
mkg-8178	66	58	=	=	SYM
mkg-8178	66	59	proportion	proportion	NOUN
mkg-8178	66	60	of	of	ADP
mkg-8178	66	61	teeth	tooth	NOUN
mkg-8178	66	62	both	both	DET
mkg-8178	66	63	examiners	examiner	NOUN
mkg-8178	66	64	consider	consider	VERB
mkg-8178	66	65	to	to	PART
mkg-8178	66	66	be	be	AUX
mkg-8178	66	67	decayed	decay	VERB
mkg-8178	66	68	.	.	PUNCT
mkg-8178	67	1	dental	dental	ADJ
mkg-8178	67	2	journal	journal	NOUN
mkg-8178	67	3	(	(	PUNCT
mkg-8178	67	4	majalah	majalah	PROPN
mkg-8178	67	5	kedokteran	kedokteran	PROPN
mkg-8178	67	6	gigi	gigi	PROPN
mkg-8178	67	7	)	)	PUNCT
mkg-8178	68	1	p	p	X
mkg-8178	68	2	-	-	PUNCT
mkg-8178	68	3	issn	issn	NOUN
mkg-8178	68	4	:	:	PUNCT
mkg-8178	68	5	1978	1978	NUM
mkg-8178	68	6	-	-	SYM
mkg-8178	68	7	3728	3728	NUM
mkg-8178	68	8	;	;	PUNCT
mkg-8178	68	9	e	e	X
mkg-8178	68	10	-	-	PUNCT
mkg-8178	68	11	issn	issn	ADJ
mkg-8178	68	12	:	:	PUNCT
mkg-8178	68	13	2442	2442	NUM
mkg-8178	68	14	-	-	SYM
mkg-8178	68	15	9740	9740	NUM
mkg-8178	68	16	.	.	PUNCT
mkg-8178	69	1	accredited	accredit	VERB
mkg-8178	69	2	no	no	PRON
mkg-8178	69	3	.	.	PUNCT
mkg-8178	69	4	32a	32a	NOUN
mkg-8178	69	5	/	/	SYM
mkg-8178	69	6	e	e	NOUN
mkg-8178	69	7	/	/	SYM
mkg-8178	69	8	kpt/2017	kpt/2017	X
mkg-8178	69	9	.	.	PUNCT
mkg-8178	70	1	open	open	ADJ
mkg-8178	70	2	access	access	NOUN
mkg-8178	70	3	under	under	ADP
mkg-8178	70	4	cc	cc	NOUN
mkg-8178	70	5	-	-	PUNCT
mkg-8178	70	6	by	by	ADP
mkg-8178	70	7	-	-	PUNCT
mkg-8178	70	8	sa	sa	NOUN
mkg-8178	70	9	license	license	NOUN
mkg-8178	70	10	.	.	PUNCT
mkg-8178	71	1	available	available	ADJ
mkg-8178	71	2	at	at	ADP
mkg-8178	71	3	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	71	4	doi	doi	NOUN
mkg-8178	71	5	:	:	PUNCT
mkg-8178	71	6	10.20473	10.20473	NUM
mkg-8178	71	7	/	/	SYM
mkg-8178	71	8	j.djmkg.v51.i1.p42–46	j.djmkg.v51.i1.p42–46	NOUN
mkg-8178	71	9	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	71	10	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	VERB
mkg-8178	71	11	44	44	NUM
mkg-8178	71	12	susilawati	susilawati	NOUN
mkg-8178	71	13	,	,	PUNCT
mkg-8178	71	14	et	et	PROPN
mkg-8178	71	15	al./dent	al./dent	PROPN
mkg-8178	71	16	.	.	PUNCT
mkg-8178	72	1	j.	j.	PROPN
mkg-8178	72	2	(	(	PUNCT
mkg-8178	72	3	majalah	majalah	PROPN
mkg-8178	72	4	kedokteran	kedokteran	PROPN
mkg-8178	72	5	gigi	gigi	PROPN
mkg-8178	72	6	)	)	PUNCT
mkg-8178	72	7	2018	2018	NUM
mkg-8178	72	8	march	march	NOUN
mkg-8178	72	9	;	;	PUNCT
mkg-8178	72	10	51(1	51(1	NUM
mkg-8178	72	11	):	):	PUNCT
mkg-8178	72	12	42–46	42–46	NUM
mkg-8178	72	13	the	the	DET
mkg-8178	72	14	results	result	NOUN
mkg-8178	72	15	of	of	ADP
mkg-8178	72	16	such	such	ADJ
mkg-8178	72	17	examinations	examination	NOUN
mkg-8178	72	18	carried	carry	VERB
mkg-8178	72	19	out	out	ADP
mkg-8178	72	20	by	by	ADP
mkg-8178	72	21	raters	rater	NOUN
mkg-8178	72	22	were	be	AUX
mkg-8178	72	23	compared	compare	VERB
mkg-8178	72	24	with	with	ADP
mkg-8178	72	25	those	those	PRON
mkg-8178	72	26	conducted	conduct	VERB
mkg-8178	72	27	by	by	ADP
mkg-8178	72	28	the	the	DET
mkg-8178	72	29	gold	gold	NOUN
mkg-8178	72	30	standard	standard	NOUN
mkg-8178	72	31	.	.	PUNCT
mkg-8178	73	1	a	a	DET
mkg-8178	73	2	more	more	ADV
mkg-8178	73	3	reliable	reliable	ADJ
mkg-8178	73	4	means	mean	NOUN
mkg-8178	73	5	of	of	ADP
mkg-8178	73	6	assessing	assess	VERB
mkg-8178	73	7	the	the	DET
mkg-8178	73	8	overall	overall	ADJ
mkg-8178	73	9	agreement	agreement	NOUN
mkg-8178	73	10	between	between	ADP
mkg-8178	73	11	examiners	examiner	NOUN
mkg-8178	73	12	is	be	AUX
mkg-8178	73	13	the	the	DET
mkg-8178	73	14	kappa	kappa	PROPN
mkg-8178	73	15	statistic	statistic	PROPN
mkg-8178	73	16	which	which	PRON
mkg-8178	73	17	relates	relate	VERB
mkg-8178	73	18	the	the	DET
mkg-8178	73	19	actual	actual	ADJ
mkg-8178	73	20	measure	measure	NOUN
mkg-8178	73	21	of	of	ADP
mkg-8178	73	22	agreement	agreement	NOUN
mkg-8178	73	23	with	with	ADP
mkg-8178	73	24	the	the	DET
mkg-8178	73	25	degree	degree	NOUN
mkg-8178	73	26	of	of	ADP
mkg-8178	73	27	agreement	agreement	NOUN
mkg-8178	73	28	which	which	PRON
mkg-8178	73	29	would	would	AUX
mkg-8178	73	30	have	have	AUX
mkg-8178	73	31	occurred	occur	VERB
mkg-8178	73	32	by	by	ADP
mkg-8178	73	33	chance.3,8,9	chance.3,8,9	NUM
mkg-8178	73	34	the	the	DET
mkg-8178	73	35	kappa	kappa	PROPN
mkg-8178	73	36	score	score	NOUN
mkg-8178	73	37	in	in	ADP
mkg-8178	73	38	examining	examine	VERB
mkg-8178	73	39	for	for	ADP
mkg-8178	73	40	dental	dental	ADJ
mkg-8178	73	41	caries	carie	NOUN
mkg-8178	73	42	can	can	AUX
mkg-8178	73	43	be	be	AUX
mkg-8178	73	44	calculated	calculate	VERB
mkg-8178	73	45	using	use	VERB
mkg-8178	73	46	a	a	DET
mkg-8178	73	47	2	2	NUM
mkg-8178	73	48	x	x	SYM
mkg-8178	73	49	2	2	NUM
mkg-8178	73	50	table3,8	table3,8	PROPN
mkg-8178	73	51	as	as	SCONJ
mkg-8178	73	52	seen	see	VERB
mkg-8178	73	53	in	in	ADP
mkg-8178	73	54	table	table	NOUN
mkg-8178	73	55	1	1	NUM
mkg-8178	73	56	.	.	PUNCT
mkg-8178	73	57	kappa	kappa	PROPN
mkg-8178	73	58	formula	formula	NOUN
mkg-8178	73	59	:	:	PUNCT
mkg-8178	74	1	k	k	PROPN
mkg-8178	74	2	=	=	PUNCT
mkg-8178	74	3	pa	pa	PROPN
mkg-8178	74	4	–	–	PUNCT
mkg-8178	74	5	pc	pc	NOUN
mkg-8178	74	6	1	1	NUM
mkg-8178	74	7	–	–	PUNCT
mkg-8178	74	8	pc	pc	NOUN
mkg-8178	74	9	pa	pa	NOUN
mkg-8178	74	10	=	=	PUNCT
mkg-8178	74	11	the	the	DET
mkg-8178	74	12	percentage	percentage	NOUN
mkg-8178	74	13	of	of	ADP
mkg-8178	74	14	assessments	assessment	NOUN
mkg-8178	74	15	that	that	PRON
mkg-8178	74	16	are	be	AUX
mkg-8178	74	17	consistent	consistent	ADJ
mkg-8178	74	18	across	across	ADP
mkg-8178	74	19	raters	rater	NOUN
mkg-8178	74	20	,	,	PUNCT
mkg-8178	74	21	pc	pc	NOUN
mkg-8178	74	22	=	=	NOUN
mkg-8178	74	23	the	the	DET
mkg-8178	74	24	percentage	percentage	NOUN
mkg-8178	74	25	of	of	ADP
mkg-8178	74	26	assessments	assessment	NOUN
mkg-8178	74	27	that	that	PRON
mkg-8178	74	28	vary	vary	VERB
mkg-8178	74	29	between	between	ADP
mkg-8178	74	30	raters	rater	NOUN
mkg-8178	74	31	.	.	PUNCT
mkg-8178	75	1	this	this	DET
mkg-8178	75	2	figure	figure	NOUN
mkg-8178	75	3	can	can	AUX
mkg-8178	75	4	be	be	AUX
mkg-8178	75	5	calculated	calculate	VERB
mkg-8178	75	6	using	use	VERB
mkg-8178	75	7	the	the	DET
mkg-8178	75	8	following	follow	VERB
mkg-8178	75	9	formula	formula	NOUN
mkg-8178	75	10	:	:	PUNCT
mkg-8178	75	11	pa	pa	PROPN
mkg-8178	75	12	=	=	SYM
mkg-8178	75	13	(	(	PUNCT
mkg-8178	75	14	a+d	a+d	NUM
mkg-8178	75	15	)	)	PUNCT
mkg-8178	75	16	(	(	PUNCT
mkg-8178	75	17	a+b+c+d	a+b+c+d	PROPN
mkg-8178	75	18	)	)	PUNCT
mkg-8178	75	19	pc	pc	NOUN
mkg-8178	75	20	=	=	SYM
mkg-8178	75	21	(	(	PUNCT
mkg-8178	75	22	a+c)×(a+b)+(b+d)×(c+d	a+c)×(a+b)+(b+d)×(c+d	PROPN
mkg-8178	75	23	)	)	PUNCT
mkg-8178	75	24	(	(	PUNCT
mkg-8178	75	25	a+b+c+d)2	a+b+c+d)2	VERB
mkg-8178	75	26	the	the	DET
mkg-8178	75	27	kappa	kappa	ADJ
mkg-8178	75	28	score	score	NOUN
mkg-8178	75	29	is	be	AUX
mkg-8178	75	30	interpreted	interpret	VERB
mkg-8178	75	31	as	as	SCONJ
mkg-8178	75	32	follows	follow	VERB
mkg-8178	75	33	:	:	PUNCT
mkg-8178	75	34	<	<	X
mkg-8178	75	35	0.20	0.20	NUM
mkg-8178	75	36	poor	poor	ADJ
mkg-8178	75	37	agreement	agreement	NOUN
mkg-8178	75	38	,	,	PUNCT
mkg-8178	75	39	0.21	0.21	NUM
mkg-8178	75	40	-	-	SYM
mkg-8178	75	41	0.40	0.40	NUM
mkg-8178	75	42	fair	fair	ADJ
mkg-8178	75	43	agreement	agreement	NOUN
mkg-8178	75	44	,	,	PUNCT
mkg-8178	75	45	0.41	0.41	NUM
mkg-8178	75	46	-	-	SYM
mkg-8178	75	47	0.60	0.60	NUM
mkg-8178	75	48	moderate	moderate	ADJ
mkg-8178	75	49	agreement	agreement	NOUN
mkg-8178	75	50	,	,	PUNCT
mkg-8178	75	51	0.61	0.61	NUM
mkg-8178	75	52	-	-	SYM
mkg-8178	75	53	0.80	0.80	NUM
mkg-8178	75	54	substantial	substantial	ADJ
mkg-8178	75	55	agreement	agreement	NOUN
mkg-8178	75	56	,	,	PUNCT
mkg-8178	75	57	0.81	0.81	NUM
mkg-8178	75	58	-	-	SYM
mkg-8178	75	59	1.00	1.00	NUM
mkg-8178	75	60	almost	almost	ADV
mkg-8178	75	61	perfect	perfect	ADJ
mkg-8178	75	62	agreement	agreement	NOUN
mkg-8178	75	63	.	.	PUNCT
mkg-8178	76	1	results	result	VERB
mkg-8178	76	2	the	the	DET
mkg-8178	76	3	irr	irr	NOUN
mkg-8178	76	4	,	,	PUNCT
mkg-8178	76	5	based	base	VERB
mkg-8178	76	6	on	on	ADP
mkg-8178	76	7	a	a	DET
mkg-8178	76	8	calculation	calculation	NOUN
mkg-8178	76	9	of	of	ADP
mkg-8178	76	10	the	the	DET
mkg-8178	76	11	percent	percent	NOUN
mkg-8178	76	12	agreement	agreement	NOUN
mkg-8178	76	13	for	for	ADP
mkg-8178	76	14	each	each	DET
mkg-8178	76	15	rater	rater	NOUN
mkg-8178	76	16	regarding	regard	VERB
mkg-8178	76	17	the	the	DET
mkg-8178	76	18	code	code	NOUN
mkg-8178	76	19	of	of	ADP
mkg-8178	76	20	dental	dental	ADJ
mkg-8178	76	21	caries	carie	NOUN
mkg-8178	76	22	,	,	PUNCT
mkg-8178	76	23	cpi	cpi	NOUN
mkg-8178	76	24	use	use	NOUN
mkg-8178	76	25	of	of	ADP
mkg-8178	76	26	photographic	photographic	ADJ
mkg-8178	76	27	slides	slide	NOUN
mkg-8178	76	28	and	and	CCONJ
mkg-8178	76	29	phantom	phantom	NOUN
mkg-8178	76	30	,	,	PUNCT
mkg-8178	76	31	can	can	AUX
mkg-8178	76	32	be	be	AUX
mkg-8178	76	33	seen	see	VERB
mkg-8178	76	34	in	in	ADP
mkg-8178	76	35	table	table	NOUN
mkg-8178	76	36	2	2	NUM
mkg-8178	76	37	which	which	PRON
mkg-8178	76	38	shows	show	VERB
mkg-8178	76	39	the	the	DET
mkg-8178	76	40	percent	percent	NOUN
mkg-8178	76	41	agreement	agreement	NOUN
mkg-8178	76	42	between	between	ADP
mkg-8178	76	43	multiple	multiple	ADJ
mkg-8178	76	44	raters	rater	NOUN
mkg-8178	76	45	.	.	PUNCT
mkg-8178	77	1	table	table	NOUN
mkg-8178	77	2	2	2	NUM
mkg-8178	77	3	exhibits	exhibit	VERB
mkg-8178	77	4	a	a	DET
mkg-8178	77	5	percent	percent	NOUN
mkg-8178	77	6	agreemeent	agreemeent	NOUN
mkg-8178	77	7	of	of	ADP
mkg-8178	77	8	65.50	65.50	NUM
mkg-8178	77	9	%	%	NOUN
mkg-8178	77	10	for	for	ADP
mkg-8178	77	11	photographic	photographic	ADJ
mkg-8178	77	12	slide	slide	NOUN
mkg-8178	77	13	of	of	ADP
mkg-8178	77	14	dental	dental	ADJ
mkg-8178	77	15	caries	carie	NOUN
mkg-8178	77	16	,	,	PUNCT
mkg-8178	77	17	73.13	73.13	NUM
mkg-8178	77	18	%	%	NOUN
mkg-8178	77	19	for	for	ADP
mkg-8178	77	20	photographic	photographic	ADJ
mkg-8178	77	21	slides	slide	NOUN
mkg-8178	77	22	of	of	ADP
mkg-8178	77	23	cpi	cpi	PROPN
mkg-8178	77	24	and	and	CCONJ
mkg-8178	77	25	78.78	78.78	NUM
mkg-8178	77	26	%	%	NOUN
mkg-8178	77	27	for	for	ADP
mkg-8178	77	28	calibration	calibration	NOUN
mkg-8178	77	29	of	of	ADP
mkg-8178	77	30	dental	dental	ADJ
mkg-8178	77	31	caries	carie	NOUN
mkg-8178	77	32	using	use	VERB
mkg-8178	77	33	a	a	DET
mkg-8178	77	34	phantom	phantom	ADJ
mkg-8178	77	35	head	head	NOUN
mkg-8178	77	36	.	.	PUNCT
mkg-8178	78	1	table	table	NOUN
mkg-8178	78	2	3	3	NUM
mkg-8178	78	3	shows	show	VERB
mkg-8178	78	4	the	the	DET
mkg-8178	78	5	variables	variable	NOUN
mkg-8178	78	6	of	of	ADP
mkg-8178	78	7	photographic	photographic	ADJ
mkg-8178	78	8	slides	slide	NOUN
mkg-8178	78	9	and	and	CCONJ
mkg-8178	78	10	phantom	phantom	ADJ
mkg-8178	78	11	heads	head	NOUN
mkg-8178	78	12	.	.	PUNCT
mkg-8178	79	1	rater	rater	NOUN
mkg-8178	79	2	agreement	agreement	NOUN
mkg-8178	79	3	for	for	ADP
mkg-8178	79	4	each	each	DET
mkg-8178	79	5	variable	variable	NOUN
mkg-8178	79	6	can	can	AUX
mkg-8178	79	7	be	be	AUX
mkg-8178	79	8	seen	see	VERB
mkg-8178	79	9	which	which	PRON
mkg-8178	79	10	shows	show	VERB
mkg-8178	79	11	that	that	SCONJ
mkg-8178	79	12	the	the	DET
mkg-8178	79	13	raters	rater	NOUN
mkg-8178	79	14	achieved	achieve	VERB
mkg-8178	79	15	65.79	65.79	NUM
mkg-8178	79	16	%	%	NOUN
mkg-8178	79	17	agreement	agreement	NOUN
mkg-8178	79	18	for	for	ADP
mkg-8178	79	19	all	all	DET
mkg-8178	79	20	variables	variable	NOUN
mkg-8178	79	21	of	of	ADP
mkg-8178	79	22	photographic	photographic	ADJ
mkg-8178	79	23	slide	slide	NOUN
mkg-8178	79	24	of	of	ADP
mkg-8178	79	25	dental	dental	ADJ
mkg-8178	79	26	caries	carie	NOUN
mkg-8178	79	27	,	,	PUNCT
mkg-8178	79	28	73.76	73.76	NUM
mkg-8178	79	29	%	%	NOUN
mkg-8178	79	30	for	for	ADP
mkg-8178	79	31	cpi	cpi	NOUN
mkg-8178	79	32	and	and	CCONJ
mkg-8178	79	33	79.27	79.27	NUM
mkg-8178	79	34	%	%	NOUN
mkg-8178	79	35	for	for	ADP
mkg-8178	79	36	dental	dental	ADJ
mkg-8178	79	37	caries	carie	NOUN
mkg-8178	79	38	variables	variable	NOUN
mkg-8178	79	39	using	use	VERB
mkg-8178	79	40	phantom	phantom	ADJ
mkg-8178	79	41	heads	head	NOUN
mkg-8178	79	42	.	.	PUNCT
mkg-8178	80	1	according	accord	VERB
mkg-8178	80	2	to	to	ADP
mkg-8178	80	3	the	the	DET
mkg-8178	80	4	contents	content	NOUN
mkg-8178	80	5	of	of	ADP
mkg-8178	80	6	table	table	NOUN
mkg-8178	80	7	3	3	NUM
mkg-8178	80	8	,	,	PUNCT
mkg-8178	80	9	the	the	DET
mkg-8178	80	10	raters	rater	NOUN
mkg-8178	80	11	achieved	achieve	VERB
mkg-8178	80	12	between	between	ADP
mkg-8178	80	13	25	25	NUM
mkg-8178	80	14	%	%	NOUN
mkg-8178	80	15	and	and	CCONJ
mkg-8178	80	16	98.21	98.21	NUM
mkg-8178	80	17	%	%	NOUN
mkg-8178	80	18	agreement	agreement	NOUN
mkg-8178	80	19	for	for	ADP
mkg-8178	80	20	photographic	photographic	ADJ
mkg-8178	80	21	slide	slide	NOUN
mkg-8178	80	22	of	of	ADP
mkg-8178	80	23	dental	dental	ADJ
mkg-8178	80	24	caries	carie	NOUN
mkg-8178	80	25	,	,	PUNCT
mkg-8178	80	26	between	between	ADP
mkg-8178	80	27	10.71	10.71	NUM
mkg-8178	80	28	%	%	NOUN
mkg-8178	80	29	and	and	CCONJ
mkg-8178	80	30	100.00	100.00	NUM
mkg-8178	80	31	%	%	NOUN
mkg-8178	80	32	in	in	ADP
mkg-8178	80	33	cpi	cpi	PROPN
mkg-8178	80	34	and	and	CCONJ
mkg-8178	80	35	between	between	ADP
mkg-8178	80	36	20.70	20.70	NUM
mkg-8178	80	37	%	%	NOUN
mkg-8178	80	38	and	and	CCONJ
mkg-8178	80	39	98.30	98.30	NUM
mkg-8178	80	40	%	%	NOUN
mkg-8178	80	41	for	for	ADP
mkg-8178	80	42	dental	dental	ADJ
mkg-8178	80	43	caries	carie	NOUN
mkg-8178	80	44	using	use	VERB
mkg-8178	80	45	phantom	phantom	ADJ
mkg-8178	80	46	heads	head	NOUN
mkg-8178	80	47	.	.	PUNCT
mkg-8178	81	1	table	table	NOUN
mkg-8178	81	2	4	4	NUM
mkg-8178	81	3	shows	show	VERB
mkg-8178	81	4	that	that	SCONJ
mkg-8178	81	5	statistically	statistically	ADV
mkg-8178	81	6	significant	significant	ADJ
mkg-8178	81	7	differences	difference	NOUN
mkg-8178	81	8	existed	exist	VERB
mkg-8178	81	9	between	between	ADP
mkg-8178	81	10	dental	dental	ADJ
mkg-8178	81	11	caries	carie	NOUN
mkg-8178	81	12	calibration	calibration	NOUN
mkg-8178	81	13	using	use	VERB
mkg-8178	81	14	photographic	photographic	ADJ
mkg-8178	81	15	slides	slide	NOUN
mkg-8178	81	16	and	and	CCONJ
mkg-8178	81	17	phantom	phantom	ADJ
mkg-8178	81	18	head	head	NOUN
mkg-8178	81	19	(	(	PUNCT
mkg-8178	81	20	p<0.000	p<0.000	ADJ
mkg-8178	81	21	)	)	PUNCT
mkg-8178	81	22	.	.	PUNCT
mkg-8178	82	1	with	with	ADP
mkg-8178	82	2	reference	reference	NOUN
mkg-8178	82	3	to	to	ADP
mkg-8178	82	4	the	the	DET
mkg-8178	82	5	kolmogorov	kolmogorov	ADJ
mkg-8178	82	6	-	-	PUNCT
mkg-8178	82	7	smirnov	smirnov	ADJ
mkg-8178	82	8	test	test	NOUN
mkg-8178	82	9	,	,	PUNCT
mkg-8178	82	10	neither	neither	DET
mkg-8178	82	11	percent	percent	NOUN
mkg-8178	82	12	agreement	agreement	NOUN
mkg-8178	82	13	was	be	AUX
mkg-8178	82	14	normally	normally	ADV
mkg-8178	82	15	distributed	distribute	VERB
mkg-8178	82	16	,	,	PUNCT
mkg-8178	82	17	so	so	SCONJ
mkg-8178	82	18	that	that	SCONJ
mkg-8178	82	19	a	a	DET
mkg-8178	82	20	differences	difference	NOUN
mkg-8178	82	21	test	test	NOUN
mkg-8178	82	22	of	of	ADP
mkg-8178	82	23	non	non	ADJ
mkg-8178	82	24	parametric	parametric	ADJ
mkg-8178	82	25	tests	test	NOUN
mkg-8178	82	26	was	be	AUX
mkg-8178	82	27	employed	employ	VERB
mkg-8178	82	28	.	.	PUNCT
mkg-8178	83	1	based	base	VERB
mkg-8178	83	2	on	on	ADP
mkg-8178	83	3	the	the	DET
mkg-8178	83	4	results	result	NOUN
mkg-8178	83	5	of	of	ADP
mkg-8178	83	6	a	a	DET
mkg-8178	83	7	wilcoxon	wilcoxon	ADJ
mkg-8178	83	8	test	test	NOUN
mkg-8178	83	9	,	,	PUNCT
mkg-8178	83	10	the	the	DET
mkg-8178	83	11	difference	difference	NOUN
mkg-8178	83	12	between	between	ADP
mkg-8178	83	13	the	the	DET
mkg-8178	83	14	mean	mean	NOUN
mkg-8178	83	15	of	of	ADP
mkg-8178	83	16	percent	percent	NOUN
mkg-8178	83	17	agreement	agreement	NOUN
mkg-8178	83	18	between	between	ADP
mkg-8178	83	19	photographic	photographic	ADJ
mkg-8178	83	20	slides	slide	NOUN
mkg-8178	83	21	and	and	CCONJ
mkg-8178	83	22	phantom	phantom	ADJ
mkg-8178	83	23	heads	head	NOUN
mkg-8178	83	24	is	be	AUX
mkg-8178	83	25	very	very	ADV
mkg-8178	83	26	significant	significant	ADJ
mkg-8178	83	27	(	(	PUNCT
mkg-8178	83	28	p=0.000	p=0.000	NOUN
mkg-8178	83	29	)	)	PUNCT
mkg-8178	83	30	.	.	PUNCT
mkg-8178	84	1	the	the	DET
mkg-8178	84	2	method	method	NOUN
mkg-8178	84	3	of	of	ADP
mkg-8178	84	4	calculating	calculate	VERB
mkg-8178	84	5	the	the	DET
mkg-8178	84	6	percent	percent	NOUN
mkg-8178	84	7	agreement	agreement	NOUN
mkg-8178	84	8	does	do	AUX
mkg-8178	84	9	not	not	PART
mkg-8178	84	10	account	account	VERB
mkg-8178	84	11	for	for	ADP
mkg-8178	84	12	chance	chance	NOUN
mkg-8178	84	13	agreement	agreement	NOUN
mkg-8178	84	14	.	.	PUNCT
mkg-8178	85	1	in	in	ADP
mkg-8178	85	2	this	this	DET
mkg-8178	85	3	study	study	NOUN
mkg-8178	85	4	,	,	PUNCT
mkg-8178	85	5	the	the	DET
mkg-8178	85	6	interrater	interrater	ADJ
mkg-8178	85	7	reliability	reliability	NOUN
mkg-8178	85	8	was	be	AUX
mkg-8178	85	9	based	base	VERB
mkg-8178	85	10	on	on	ADP
mkg-8178	85	11	cronbach	cronbach	PROPN
mkg-8178	85	12	’s	’s	PART
mkg-8178	85	13	alpha	alpha	NOUN
mkg-8178	85	14	and	and	CCONJ
mkg-8178	85	15	an	an	DET
mkg-8178	85	16	intraclass	intraclass	NOUN
mkg-8178	85	17	correlation	correlation	NOUN
mkg-8178	85	18	method	method	NOUN
mkg-8178	85	19	to	to	PART
mkg-8178	85	20	analyze	analyze	VERB
mkg-8178	85	21	the	the	DET
mkg-8178	85	22	consistency	consistency	NOUN
mkg-8178	85	23	and	and	CCONJ
mkg-8178	85	24	agreement	agreement	NOUN
mkg-8178	85	25	among	among	ADP
mkg-8178	85	26	raters	rater	NOUN
mkg-8178	85	27	based	base	VERB
mkg-8178	85	28	on	on	ADP
mkg-8178	85	29	the	the	DET
mkg-8178	85	30	contents	content	NOUN
mkg-8178	85	31	of	of	ADP
mkg-8178	85	32	table	table	NOUN
mkg-8178	85	33	5	5	NUM
mkg-8178	85	34	,	,	PUNCT
mkg-8178	85	35	the	the	DET
mkg-8178	85	36	cronbrach	cronbrach	NOUN
mkg-8178	85	37	’s	’s	PART
mkg-8178	85	38	alpha	alpha	ADJ
mkg-8178	85	39	score	score	NOUN
mkg-8178	85	40	for	for	ADP
mkg-8178	85	41	all	all	DET
mkg-8178	85	42	calibration	calibration	NOUN
mkg-8178	85	43	methods	method	NOUN
mkg-8178	85	44	was	be	AUX
mkg-8178	85	45	>	>	X
mkg-8178	85	46	0.9	0.9	NUM
mkg-8178	85	47	,	,	PUNCT
mkg-8178	85	48	indicating	indicate	VERB
mkg-8178	85	49	that	that	SCONJ
mkg-8178	85	50	the	the	DET
mkg-8178	85	51	consistency	consistency	NOUN
mkg-8178	85	52	of	of	ADP
mkg-8178	85	53	irr	irr	NOUN
mkg-8178	85	54	between	between	ADP
mkg-8178	85	55	multiple	multiple	ADJ
mkg-8178	85	56	rater	rater	NOUN
mkg-8178	85	57	was	be	AUX
mkg-8178	85	58	strong	strong	ADJ
mkg-8178	85	59	.	.	PUNCT
mkg-8178	86	1	this	this	PRON
mkg-8178	86	2	means	mean	VERB
mkg-8178	86	3	that	that	SCONJ
mkg-8178	86	4	all	all	DET
mkg-8178	86	5	raters	rater	NOUN
mkg-8178	86	6	were	be	AUX
mkg-8178	86	7	reliable	reliable	ADJ
mkg-8178	86	8	in	in	ADP
mkg-8178	86	9	diagnosing	diagnose	VERB
mkg-8178	86	10	dental	dental	ADJ
mkg-8178	86	11	caries	carie	NOUN
mkg-8178	86	12	using	use	VERB
mkg-8178	86	13	photographic	photographic	ADJ
mkg-8178	86	14	slides	slide	NOUN
mkg-8178	86	15	and	and	CCONJ
mkg-8178	86	16	phantom	phantom	ADJ
mkg-8178	86	17	heads	head	NOUN
mkg-8178	86	18	.	.	PUNCT
mkg-8178	87	1	all	all	DET
mkg-8178	87	2	raters	rater	NOUN
mkg-8178	87	3	were	be	AUX
mkg-8178	87	4	also	also	ADV
mkg-8178	87	5	reliable	reliable	ADJ
mkg-8178	87	6	in	in	ADP
mkg-8178	87	7	determining	determine	VERB
mkg-8178	87	8	the	the	DET
mkg-8178	87	9	cpi	cpi	PROPN
mkg-8178	87	10	code	code	NOUN
mkg-8178	87	11	using	use	VERB
mkg-8178	87	12	photographic	photographic	ADJ
mkg-8178	87	13	slides	slide	NOUN
mkg-8178	87	14	.	.	PUNCT
mkg-8178	87	15	table	table	NOUN
mkg-8178	87	16	2	2	NUM
mkg-8178	87	17	.	.	PUNCT
mkg-8178	88	1	the	the	DET
mkg-8178	88	2	percent	percent	NOUN
mkg-8178	88	3	agreement	agreement	NOUN
mkg-8178	88	4	between	between	ADP
mkg-8178	88	5	multiple	multiple	ADJ
mkg-8178	88	6	raters	rater	NOUN
mkg-8178	88	7	ncalibration	ncalibration	NOUN
mkg-8178	88	8	method	method	NOUN
mkg-8178	88	9	mean	mean	VERB
mkg-8178	88	10	(	(	PUNCT
mkg-8178	88	11	%	%	NOUN
mkg-8178	88	12	)	)	PUNCT
mkg-8178	88	13	sd	sd	NOUN
mkg-8178	88	14	min	min	NOUN
mkg-8178	88	15	(	(	PUNCT
mkg-8178	88	16	%	%	INTJ
mkg-8178	88	17	)	)	PUNCT
mkg-8178	88	18	max	max	PROPN
mkg-8178	88	19	(	(	PUNCT
mkg-8178	88	20	%	%	INTJ
mkg-8178	88	21	)	)	PUNCT
mkg-8178	88	22	dental	dental	ADJ
mkg-8178	88	23	caries	carie	NOUN
mkg-8178	88	24	(	(	PUNCT
mkg-8178	88	25	slide	slide	NOUN
mkg-8178	88	26	)	)	PUNCT
mkg-8178	88	27	cpi	cpi	NOUN
mkg-8178	88	28	(	(	PUNCT
mkg-8178	88	29	slide	slide	NOUN
mkg-8178	88	30	)	)	PUNCT
mkg-8178	88	31	dental	dental	ADJ
mkg-8178	88	32	caries	carie	NOUN
mkg-8178	88	33	(	(	PUNCT
mkg-8178	88	34	phantom	phantom	NOUN
mkg-8178	88	35	)	)	PUNCT
mkg-8178	88	36	56	56	NUM
mkg-8178	88	37	56	56	NUM
mkg-8178	88	38	58	58	NUM
mkg-8178	88	39	65.50	65.50	NUM
mkg-8178	88	40	73.13	73.13	NUM
mkg-8178	88	41	78.78	78.78	NUM
mkg-8178	88	42	73.29	73.29	NUM
mkg-8178	88	43	10.16	10.16	NUM
mkg-8178	88	44	12.61	12.61	NUM
mkg-8178	88	45	12.00	12.00	NUM
mkg-8178	88	46	46.00	46.00	NUM
mkg-8178	88	47	16.67	16.67	NUM
mkg-8178	88	48	84.00	84.00	NUM
mkg-8178	88	49	92.00	92.00	NUM
mkg-8178	88	50	94.44	94.44	NUM
mkg-8178	88	51	table	table	NOUN
mkg-8178	88	52	3	3	NUM
mkg-8178	88	53	.	.	PUNCT
mkg-8178	89	1	the	the	DET
mkg-8178	89	2	percent	percent	NOUN
mkg-8178	89	3	agreement	agreement	NOUN
mkg-8178	89	4	among	among	ADP
mkg-8178	89	5	multiple	multiple	ADJ
mkg-8178	89	6	raters	rater	NOUN
mkg-8178	89	7	for	for	ADP
mkg-8178	89	8	each	each	DET
mkg-8178	89	9	variables	variable	NOUN
mkg-8178	89	10	item	item	NOUN
mkg-8178	89	11	total	total	ADJ
mkg-8178	89	12	variables	variable	NOUN
mkg-8178	89	13	mean	mean	VERB
mkg-8178	89	14	(	(	PUNCT
mkg-8178	89	15	%	%	NOUN
mkg-8178	89	16	)	)	PUNCT
mkg-8178	89	17	sd	sd	NOUN
mkg-8178	89	18	min	min	NOUN
mkg-8178	89	19	(	(	PUNCT
mkg-8178	89	20	%	%	INTJ
mkg-8178	89	21	)	)	PUNCT
mkg-8178	89	22	max	max	PROPN
mkg-8178	89	23	(	(	PUNCT
mkg-8178	89	24	%	%	INTJ
mkg-8178	89	25	)	)	PUNCT
mkg-8178	89	26	dental	dental	ADJ
mkg-8178	89	27	caries	carie	NOUN
mkg-8178	89	28	(	(	PUNCT
mkg-8178	89	29	slide	slide	NOUN
mkg-8178	89	30	)	)	PUNCT
mkg-8178	89	31	cpi	cpi	NOUN
mkg-8178	89	32	(	(	PUNCT
mkg-8178	89	33	slide	slide	NOUN
mkg-8178	89	34	)	)	PUNCT
mkg-8178	89	35	dental	dental	ADJ
mkg-8178	89	36	caries	carie	NOUN
mkg-8178	89	37	(	(	PUNCT
mkg-8178	89	38	phantom	phantom	ADJ
mkg-8178	89	39	)	)	PUNCT
mkg-8178	90	1	25	25	NUM
mkg-8178	90	2	13	13	NUM
mkg-8178	90	3	36	36	NUM
mkg-8178	91	1	65.79	65.79	NUM
mkg-8178	91	2	73.76	73.76	NUM
mkg-8178	91	3	79.27	79.27	NUM
mkg-8178	91	4	22.25	22.25	NUM
mkg-8178	91	5	26.09	26.09	NUM
mkg-8178	91	6	19.21	19.21	NUM
mkg-8178	91	7	25.00	25.00	NUM
mkg-8178	91	8	10.71	10.71	NUM
mkg-8178	91	9	20.70	20.70	NUM
mkg-8178	91	10	98.21	98.21	NUM
mkg-8178	91	11	100.00	100.00	NUM
mkg-8178	91	12	98.30	98.30	NUM
mkg-8178	91	13	table	table	NOUN
mkg-8178	91	14	4	4	NUM
mkg-8178	91	15	.	.	PUNCT
mkg-8178	91	16	differences	difference	NOUN
mkg-8178	91	17	in	in	ADP
mkg-8178	91	18	percent	percent	NOUN
mkg-8178	91	19	agreement	agreement	NOUN
mkg-8178	91	20	between	between	ADP
mkg-8178	91	21	photographic	photographic	ADJ
mkg-8178	91	22	slide	slide	NOUN
mkg-8178	91	23	and	and	CCONJ
mkg-8178	91	24	phantom	phantom	ADJ
mkg-8178	91	25	mean	mean	NOUN
mkg-8178	91	26	(	(	PUNCT
mkg-8178	91	27	%	%	INTJ
mkg-8178	91	28	)	)	PUNCT
mkg-8178	91	29	pzsd	pzsd	NOUN
mkg-8178	91	30	photographic	photographic	ADJ
mkg-8178	91	31	slide	slide	NOUN
mkg-8178	91	32	phantom	phantom	NOUN
mkg-8178	91	33	n=53	n=53	ADP
mkg-8178	91	34	65.81	65.81	NUM
mkg-8178	91	35	80.66	80.66	NUM
mkg-8178	91	36	12.37	12.37	NUM
mkg-8178	91	37	8.5	8.5	NUM
mkg-8178	91	38	0.000	0.000	NUM
mkg-8178	91	39	*	*	PUNCT
mkg-8178	91	40	-5.635	-5.635	PUNCT
mkg-8178	91	41	*	*	PUNCT
mkg-8178	91	42	significant	significant	ADJ
mkg-8178	91	43	table	table	NOUN
mkg-8178	91	44	5	5	NUM
mkg-8178	91	45	.	.	PUNCT
mkg-8178	92	1	inter	inter	ADJ
mkg-8178	92	2	-	-	ADJ
mkg-8178	92	3	rater	rater	ADJ
mkg-8178	92	4	reliability	reliability	NOUN
mkg-8178	92	5	based	base	VERB
mkg-8178	92	6	on	on	ADP
mkg-8178	92	7	cronbach	cronbach	PROPN
mkg-8178	92	8	’s	’s	PART
mkg-8178	92	9	alpha	alpha	NOUN
mkg-8178	92	10	cronbrach	cronbrach	PROPN
mkg-8178	92	11	alphancalibration	alphancalibration	NOUN
mkg-8178	92	12	method	method	NOUN
mkg-8178	92	13	dental	dental	ADJ
mkg-8178	92	14	caries	carie	NOUN
mkg-8178	92	15	(	(	PUNCT
mkg-8178	92	16	slide	slide	NOUN
mkg-8178	92	17	)	)	PUNCT
mkg-8178	92	18	cpi	cpi	NOUN
mkg-8178	92	19	(	(	PUNCT
mkg-8178	92	20	slide	slide	NOUN
mkg-8178	92	21	)	)	PUNCT
mkg-8178	92	22	dental	dental	ADJ
mkg-8178	92	23	caries	carie	NOUN
mkg-8178	92	24	(	(	PUNCT
mkg-8178	92	25	phantom	phantom	NOUN
mkg-8178	92	26	)	)	PUNCT
mkg-8178	92	27	56	56	NUM
mkg-8178	92	28	56	56	NUM
mkg-8178	92	29	58	58	NUM
mkg-8178	92	30	0.942	0.942	NUM
mkg-8178	92	31	*	*	PUNCT
mkg-8178	92	32	0.973	0.973	NUM
mkg-8178	92	33	*	*	NUM
mkg-8178	92	34	0.946	0.946	NUM
mkg-8178	92	35	*	*	PUNCT
mkg-8178	92	36	*	*	NOUN
mkg-8178	92	37	)	)	PUNCT
mkg-8178	92	38	p=0.000	p=0.000	PRON
mkg-8178	92	39	dental	dental	ADJ
mkg-8178	92	40	journal	journal	NOUN
mkg-8178	92	41	(	(	PUNCT
mkg-8178	92	42	majalah	majalah	PROPN
mkg-8178	92	43	kedokteran	kedokteran	PROPN
mkg-8178	92	44	gigi	gigi	PROPN
mkg-8178	92	45	)	)	PUNCT
mkg-8178	93	1	p	p	X
mkg-8178	93	2	-	-	PUNCT
mkg-8178	93	3	issn	issn	NOUN
mkg-8178	93	4	:	:	PUNCT
mkg-8178	93	5	1978	1978	NUM
mkg-8178	93	6	-	-	SYM
mkg-8178	93	7	3728	3728	NUM
mkg-8178	93	8	;	;	PUNCT
mkg-8178	93	9	e	e	X
mkg-8178	93	10	-	-	PUNCT
mkg-8178	93	11	issn	issn	ADJ
mkg-8178	93	12	:	:	PUNCT
mkg-8178	93	13	2442	2442	NUM
mkg-8178	93	14	-	-	SYM
mkg-8178	93	15	9740	9740	NUM
mkg-8178	93	16	.	.	PUNCT
mkg-8178	94	1	accredited	accredit	VERB
mkg-8178	94	2	no	no	PRON
mkg-8178	94	3	.	.	PUNCT
mkg-8178	94	4	32a	32a	NOUN
mkg-8178	94	5	/	/	SYM
mkg-8178	94	6	e	e	NOUN
mkg-8178	94	7	/	/	SYM
mkg-8178	94	8	kpt/2017	kpt/2017	X
mkg-8178	94	9	.	.	PUNCT
mkg-8178	95	1	open	open	ADJ
mkg-8178	95	2	access	access	NOUN
mkg-8178	95	3	under	under	ADP
mkg-8178	95	4	cc	cc	NOUN
mkg-8178	95	5	-	-	PUNCT
mkg-8178	95	6	by	by	ADP
mkg-8178	95	7	-	-	PUNCT
mkg-8178	95	8	sa	sa	NOUN
mkg-8178	95	9	license	license	NOUN
mkg-8178	95	10	.	.	PUNCT
mkg-8178	96	1	available	available	ADJ
mkg-8178	96	2	at	at	ADP
mkg-8178	96	3	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	96	4	doi	doi	NOUN
mkg-8178	96	5	:	:	PUNCT
mkg-8178	96	6	10.20473	10.20473	NUM
mkg-8178	96	7	/	/	SYM
mkg-8178	96	8	j.djmkg.v51.i1.p42–46	j.djmkg.v51.i1.p42–46	NOUN
mkg-8178	97	1	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	97	2	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	VERB
mkg-8178	97	3	45susilawati	45susilawati	NUM
mkg-8178	97	4	,	,	PUNCT
mkg-8178	97	5	et	et	PROPN
mkg-8178	97	6	al./dent	al./dent	PROPN
mkg-8178	97	7	.	.	PUNCT
mkg-8178	98	1	j.	j.	PROPN
mkg-8178	98	2	(	(	PUNCT
mkg-8178	98	3	majalah	majalah	PROPN
mkg-8178	98	4	kedokteran	kedokteran	PROPN
mkg-8178	98	5	gigi	gigi	PROPN
mkg-8178	98	6	)	)	PUNCT
mkg-8178	98	7	2018	2018	NUM
mkg-8178	98	8	march	march	NOUN
mkg-8178	98	9	;	;	PUNCT
mkg-8178	98	10	51(1	51(1	NUM
mkg-8178	98	11	):	):	PUNCT
mkg-8178	98	12	42–46	42–46	NUM
mkg-8178	98	13	table	table	NOUN
mkg-8178	98	14	6	6	NUM
mkg-8178	98	15	shows	show	VERB
mkg-8178	98	16	the	the	DET
mkg-8178	98	17	average	average	ADJ
mkg-8178	98	18	score	score	NOUN
mkg-8178	98	19	of	of	ADP
mkg-8178	98	20	the	the	DET
mkg-8178	98	21	56	56	NUM
mkg-8178	98	22	raters	rater	NOUN
mkg-8178	98	23	using	use	VERB
mkg-8178	98	24	photographic	photographic	ADJ
mkg-8178	98	25	slides	slide	NOUN
mkg-8178	98	26	to	to	PART
mkg-8178	98	27	diagnose	diagnose	VERB
mkg-8178	98	28	dental	dental	ADJ
mkg-8178	98	29	caries	carie	NOUN
mkg-8178	98	30	to	to	PART
mkg-8178	98	31	be	be	AUX
mkg-8178	98	32	reliable	reliable	ADJ
mkg-8178	98	33	(	(	PUNCT
mkg-8178	98	34	an	an	DET
mkg-8178	98	35	interval	interval	NOUN
mkg-8178	98	36	of	of	ADP
mkg-8178	98	37	0.903	0.903	NUM
mkg-8178	98	38	to	to	ADP
mkg-8178	98	39	0.937	0.937	NUM
mkg-8178	98	40	with	with	ADP
mkg-8178	98	41	95	95	NUM
mkg-8178	98	42	%	%	NOUN
mkg-8178	98	43	confidence	confidence	NOUN
mkg-8178	98	44	)	)	PUNCT
mkg-8178	98	45	.	.	PUNCT
mkg-8178	99	1	the	the	DET
mkg-8178	99	2	average	average	ADJ
mkg-8178	99	3	score	score	NOUN
mkg-8178	99	4	of	of	ADP
mkg-8178	99	5	the	the	DET
mkg-8178	99	6	56	56	NUM
mkg-8178	99	7	raters	rater	NOUN
mkg-8178	99	8	using	use	VERB
mkg-8178	99	9	photographic	photographic	ADJ
mkg-8178	99	10	slides	slide	NOUN
mkg-8178	99	11	to	to	PART
mkg-8178	99	12	determine	determine	VERB
mkg-8178	99	13	the	the	DET
mkg-8178	99	14	cpi	cpi	PROPN
mkg-8178	99	15	code	code	NOUN
mkg-8178	99	16	was	be	AUX
mkg-8178	99	17	reliable	reliable	ADJ
mkg-8178	99	18	(	(	PUNCT
mkg-8178	99	19	an	an	DET
mkg-8178	99	20	interval	interval	NOUN
mkg-8178	99	21	of	of	ADP
mkg-8178	99	22	0.946	0.946	NUM
mkg-8178	99	23	to	to	ADP
mkg-8178	99	24	0.9990	0.9990	NUM
mkg-8178	99	25	with	with	ADP
mkg-8178	99	26	95	95	NUM
mkg-8178	99	27	%	%	NOUN
mkg-8178	99	28	confidence	confidence	NOUN
mkg-8178	99	29	)	)	PUNCT
mkg-8178	99	30	.	.	PUNCT
mkg-8178	100	1	the	the	DET
mkg-8178	100	2	average	average	ADJ
mkg-8178	100	3	score	score	NOUN
mkg-8178	100	4	of	of	ADP
mkg-8178	100	5	the	the	DET
mkg-8178	100	6	56	56	NUM
mkg-8178	100	7	raters	rater	NOUN
mkg-8178	100	8	using	use	VERB
mkg-8178	100	9	phantom	phantom	ADJ
mkg-8178	100	10	heads	head	NOUN
mkg-8178	100	11	to	to	PART
mkg-8178	100	12	diagnose	diagnose	VERB
mkg-8178	100	13	dental	dental	ADJ
mkg-8178	100	14	caries	carie	NOUN
mkg-8178	100	15	was	be	AUX
mkg-8178	100	16	also	also	ADV
mkg-8178	100	17	reliable	reliable	ADJ
mkg-8178	100	18	(	(	PUNCT
mkg-8178	100	19	an	an	DET
mkg-8178	100	20	interval	interval	NOUN
mkg-8178	100	21	of	of	ADP
mkg-8178	100	22	0.917	0.917	NUM
mkg-8178	100	23	to	to	ADP
mkg-8178	100	24	0.968	0.968	NUM
mkg-8178	100	25	with	with	ADP
mkg-8178	100	26	95	95	NUM
mkg-8178	100	27	%	%	NOUN
mkg-8178	100	28	confidence	confidence	NOUN
mkg-8178	100	29	)	)	PUNCT
mkg-8178	100	30	.	.	PUNCT
mkg-8178	101	1	this	this	PRON
mkg-8178	101	2	suggests	suggest	VERB
mkg-8178	101	3	that	that	SCONJ
mkg-8178	101	4	,	,	PUNCT
mkg-8178	101	5	despite	despite	SCONJ
mkg-8178	101	6	their	their	PRON
mkg-8178	101	7	apparent	apparent	ADJ
mkg-8178	101	8	differences	difference	NOUN
mkg-8178	101	9	in	in	ADP
mkg-8178	101	10	diagnosis	diagnosis	NOUN
mkg-8178	101	11	dental	dental	ADJ
mkg-8178	101	12	caries	carie	NOUN
mkg-8178	101	13	and	and	CCONJ
mkg-8178	101	14	determining	determine	VERB
mkg-8178	101	15	cpi	cpi	NOUN
mkg-8178	101	16	using	use	VERB
mkg-8178	101	17	various	various	ADJ
mkg-8178	101	18	methods	method	NOUN
mkg-8178	101	19	,	,	PUNCT
mkg-8178	101	20	the	the	DET
mkg-8178	101	21	process	process	NOUN
mkg-8178	101	22	was	be	AUX
mkg-8178	101	23	successful	successful	ADJ
mkg-8178	101	24	in	in	ADP
mkg-8178	101	25	training	train	VERB
mkg-8178	101	26	the	the	DET
mkg-8178	101	27	examiner	examiner	NOUN
mkg-8178	101	28	to	to	PART
mkg-8178	101	29	determine	determine	VERB
mkg-8178	101	30	the	the	DET
mkg-8178	101	31	code	code	NOUN
mkg-8178	101	32	of	of	ADP
mkg-8178	101	33	dental	dental	ADJ
mkg-8178	101	34	caries	carie	NOUN
mkg-8178	101	35	and	and	CCONJ
mkg-8178	101	36	cpi	cpi	NOUN
mkg-8178	101	37	based	base	VERB
mkg-8178	101	38	on	on	ADP
mkg-8178	101	39	who	who	PRON
mkg-8178	101	40	oral	oral	ADJ
mkg-8178	101	41	health	health	NOUN
mkg-8178	101	42	survey	survey	NOUN
mkg-8178	101	43	methods	method	NOUN
mkg-8178	101	44	.	.	PUNCT
mkg-8178	102	1	in	in	ADP
mkg-8178	102	2	the	the	DET
mkg-8178	102	3	final	final	ADJ
mkg-8178	102	4	calibration	calibration	NOUN
mkg-8178	102	5	session	session	NOUN
mkg-8178	102	6	,	,	PUNCT
mkg-8178	102	7	the	the	DET
mkg-8178	102	8	simulation	simulation	NOUN
mkg-8178	102	9	of	of	ADP
mkg-8178	102	10	dental	dental	ADJ
mkg-8178	102	11	caries	carie	NOUN
mkg-8178	102	12	examination	examination	NOUN
mkg-8178	102	13	was	be	AUX
mkg-8178	102	14	carried	carry	VERB
mkg-8178	102	15	out	out	ADP
mkg-8178	102	16	on	on	ADP
mkg-8178	102	17	the	the	DET
mkg-8178	102	18	students	student	NOUN
mkg-8178	102	19	.	.	PUNCT
mkg-8178	103	1	table	table	NOUN
mkg-8178	103	2	7	7	NUM
mkg-8178	103	3	shows	show	VERB
mkg-8178	103	4	the	the	DET
mkg-8178	103	5	results	result	NOUN
mkg-8178	103	6	of	of	ADP
mkg-8178	103	7	the	the	DET
mkg-8178	103	8	examination	examination	NOUN
mkg-8178	103	9	simulation	simulation	NOUN
mkg-8178	103	10	performed	perform	VERB
mkg-8178	103	11	by	by	ADP
mkg-8178	103	12	the	the	DET
mkg-8178	103	13	examiners	examiner	NOUN
mkg-8178	103	14	on	on	ADP
mkg-8178	103	15	students	student	NOUN
mkg-8178	103	16	.	.	PUNCT
mkg-8178	104	1	the	the	DET
mkg-8178	104	2	kappa	kappa	PROPN
mkg-8178	104	3	score	score	NOUN
mkg-8178	104	4	is	be	AUX
mkg-8178	104	5	0.23	0.23	NUM
mkg-8178	104	6	which	which	PRON
mkg-8178	104	7	,	,	PUNCT
mkg-8178	104	8	being	be	AUX
mkg-8178	104	9	below	below	ADP
mkg-8178	104	10	0.4	0.4	NUM
mkg-8178	104	11	,	,	PUNCT
mkg-8178	104	12	represents	represent	VERB
mkg-8178	104	13	fair	fair	ADJ
mkg-8178	104	14	agreement	agreement	NOUN
mkg-8178	104	15	.	.	PUNCT
mkg-8178	105	1	discussion	discussion	NOUN
mkg-8178	105	2	the	the	DET
mkg-8178	105	3	limitation	limitation	NOUN
mkg-8178	105	4	of	of	ADP
mkg-8178	105	5	information	information	NOUN
mkg-8178	105	6	about	about	ADP
mkg-8178	105	7	the	the	DET
mkg-8178	105	8	irr	irr	NOUN
mkg-8178	105	9	among	among	ADP
mkg-8178	105	10	examiners	examiner	NOUN
mkg-8178	105	11	in	in	ADP
mkg-8178	105	12	training	training	NOUN
mkg-8178	105	13	and	and	CCONJ
mkg-8178	105	14	the	the	DET
mkg-8178	105	15	calibration	calibration	NOUN
mkg-8178	105	16	of	of	ADP
mkg-8178	105	17	oral	oral	ADJ
mkg-8178	105	18	health	health	NOUN
mkg-8178	105	19	surveys	survey	NOUN
mkg-8178	105	20	based	base	VERB
mkg-8178	105	21	on	on	ADP
mkg-8178	105	22	who	who	PRON
mkg-8178	105	23	methods	method	NOUN
mkg-8178	105	24	in	in	ADP
mkg-8178	105	25	indonesia	indonesia	PROPN
mkg-8178	105	26	underlies	underlie	VERB
mkg-8178	105	27	this	this	DET
mkg-8178	105	28	study	study	NOUN
mkg-8178	105	29	.	.	PUNCT
mkg-8178	106	1	the	the	DET
mkg-8178	106	2	data	datum	NOUN
mkg-8178	106	3	of	of	ADP
mkg-8178	106	4	irr	irr	NOUN
mkg-8178	106	5	in	in	ADP
mkg-8178	106	6	this	this	DET
mkg-8178	106	7	study	study	NOUN
mkg-8178	106	8	was	be	AUX
mkg-8178	106	9	collected	collect	VERB
mkg-8178	106	10	by	by	ADP
mkg-8178	106	11	several	several	ADJ
mkg-8178	106	12	methods	method	NOUN
mkg-8178	106	13	using	use	VERB
mkg-8178	106	14	the	the	DET
mkg-8178	106	15	percent	percent	NOUN
mkg-8178	106	16	agreement	agreement	NOUN
mkg-8178	106	17	,	,	PUNCT
mkg-8178	106	18	cronbach	cronbach	VERB
mkg-8178	106	19	’s	’s	PART
mkg-8178	106	20	alpha	alpha	NOUN
mkg-8178	106	21	,	,	PUNCT
mkg-8178	106	22	consistency	consistency	NOUN
mkg-8178	106	23	using	use	VERB
mkg-8178	106	24	intraclass	intraclass	NOUN
mkg-8178	106	25	correlation	correlation	NOUN
mkg-8178	106	26	and	and	CCONJ
mkg-8178	106	27	kappa	kappa	ADJ
mkg-8178	106	28	statistics.10,11	statistics.10,11	PROPN
mkg-8178	106	29	irr	irr	PROPN
mkg-8178	106	30	constitutes	constitute	VERB
mkg-8178	106	31	the	the	DET
mkg-8178	106	32	degree	degree	NOUN
mkg-8178	106	33	of	of	ADP
mkg-8178	106	34	agreement	agreement	NOUN
mkg-8178	106	35	between	between	ADP
mkg-8178	106	36	raters	rater	NOUN
mkg-8178	106	37	.	.	PUNCT
mkg-8178	107	1	if	if	SCONJ
mkg-8178	107	2	raters	rater	NOUN
mkg-8178	107	3	agree	agree	VERB
mkg-8178	107	4	,	,	PUNCT
mkg-8178	107	5	irr	irr	PROPN
mkg-8178	107	6	is	be	AUX
mkg-8178	107	7	1	1	NUM
mkg-8178	107	8	(	(	PUNCT
mkg-8178	107	9	100	100	NUM
mkg-8178	107	10	%	%	NOUN
mkg-8178	107	11	)	)	PUNCT
mkg-8178	107	12	,	,	PUNCT
mkg-8178	107	13	whereas	whereas	SCONJ
mkg-8178	107	14	if	if	SCONJ
mkg-8178	107	15	they	they	PRON
mkg-8178	107	16	disagree	disagree	VERB
mkg-8178	107	17	,	,	PUNCT
mkg-8178	107	18	the	the	DET
mkg-8178	107	19	irr	irr	NOUN
mkg-8178	107	20	is	be	AUX
mkg-8178	107	21	0	0	NUM
mkg-8178	107	22	(	(	PUNCT
mkg-8178	107	23	0	0	NUM
mkg-8178	107	24	%	%	NOUN
mkg-8178	107	25	)	)	PUNCT
mkg-8178	107	26	.	.	PUNCT
mkg-8178	108	1	this	this	PRON
mkg-8178	108	2	produces	produce	VERB
mkg-8178	108	3	a	a	DET
mkg-8178	108	4	score	score	NOUN
mkg-8178	108	5	of	of	ADP
mkg-8178	108	6	how	how	SCONJ
mkg-8178	108	7	much	much	ADJ
mkg-8178	108	8	homogeneity	homogeneity	NOUN
mkg-8178	108	9	or	or	CCONJ
mkg-8178	108	10	consensus	consensus	NOUN
mkg-8178	108	11	exists	exist	VERB
mkg-8178	108	12	between	between	ADP
mkg-8178	108	13	the	the	DET
mkg-8178	108	14	ratings	rating	NOUN
mkg-8178	108	15	awarded	award	VERB
mkg-8178	108	16	by	by	ADP
mkg-8178	108	17	raters	rater	NOUN
mkg-8178	108	18	.	.	PUNCT
mkg-8178	109	1	based	base	VERB
mkg-8178	109	2	on	on	ADP
mkg-8178	109	3	the	the	DET
mkg-8178	109	4	percent	percent	NOUN
mkg-8178	109	5	agreement	agreement	NOUN
mkg-8178	109	6	,	,	PUNCT
mkg-8178	109	7	the	the	DET
mkg-8178	109	8	irr	irr	NOUN
mkg-8178	109	9	in	in	ADP
mkg-8178	109	10	this	this	DET
mkg-8178	109	11	study	study	NOUN
mkg-8178	109	12	fell	fall	VERB
mkg-8178	109	13	within	within	ADP
mkg-8178	109	14	the	the	DET
mkg-8178	109	15	range	range	NOUN
mkg-8178	109	16	of	of	ADP
mkg-8178	109	17	60	60	NUM
mkg-8178	109	18	-	-	SYM
mkg-8178	109	19	90	90	NUM
mkg-8178	109	20	%	%	NOUN
mkg-8178	109	21	.	.	PUNCT
mkg-8178	110	1	in	in	ADP
mkg-8178	110	2	general	general	ADJ
mkg-8178	110	3	,	,	PUNCT
mkg-8178	110	4	above	above	ADP
mkg-8178	110	5	75	75	NUM
mkg-8178	110	6	%	%	NOUN
mkg-8178	110	7	is	be	AUX
mkg-8178	110	8	considered	consider	VERB
mkg-8178	110	9	acceptable	acceptable	ADJ
mkg-8178	110	10	for	for	ADP
mkg-8178	110	11	diagnosing	diagnose	VERB
mkg-8178	110	12	dental	dental	ADJ
mkg-8178	110	13	caries	carie	NOUN
mkg-8178	110	14	using	use	VERB
mkg-8178	110	15	photographic	photographic	ADJ
mkg-8178	110	16	slides	slide	NOUN
mkg-8178	110	17	and	and	CCONJ
mkg-8178	110	18	phantom	phantom	ADJ
mkg-8178	110	19	heads	head	NOUN
mkg-8178	110	20	and	and	CCONJ
mkg-8178	110	21	determining	determine	VERB
mkg-8178	110	22	cpi	cpi	NOUN
mkg-8178	110	23	using	use	VERB
mkg-8178	110	24	photographic	photographic	ADJ
mkg-8178	110	25	slides	slide	NOUN
mkg-8178	110	26	.	.	PUNCT
mkg-8178	111	1	there	there	PRON
mkg-8178	111	2	are	be	VERB
mkg-8178	111	3	some	some	DET
mkg-8178	111	4	factors	factor	NOUN
mkg-8178	111	5	potentially	potentially	ADV
mkg-8178	111	6	influencing	influence	VERB
mkg-8178	111	7	the	the	DET
mkg-8178	111	8	low	low	ADJ
mkg-8178	111	9	percent	percent	NOUN
mkg-8178	111	10	agreement	agreement	NOUN
mkg-8178	111	11	between	between	ADP
mkg-8178	111	12	rater	rater	NOUN
mkg-8178	111	13	/	/	SYM
mkg-8178	111	14	examiners	examiner	NOUN
mkg-8178	111	15	in	in	ADP
mkg-8178	111	16	this	this	DET
mkg-8178	111	17	study	study	NOUN
mkg-8178	111	18	.	.	PUNCT
mkg-8178	112	1	first	first	ADV
mkg-8178	112	2	,	,	PUNCT
mkg-8178	112	3	some	some	PRON
mkg-8178	112	4	of	of	ADP
mkg-8178	112	5	the	the	DET
mkg-8178	112	6	examiners	examiner	NOUN
mkg-8178	112	7	might	might	AUX
mkg-8178	112	8	not	not	PART
mkg-8178	112	9	yet	yet	ADV
mkg-8178	112	10	have	have	AUX
mkg-8178	112	11	been	be	AUX
mkg-8178	112	12	familiar	familiar	ADJ
mkg-8178	112	13	with	with	ADP
mkg-8178	112	14	the	the	DET
mkg-8178	112	15	code	code	NOUN
mkg-8178	112	16	and	and	CCONJ
mkg-8178	112	17	criteria	criterion	NOUN
mkg-8178	112	18	of	of	ADP
mkg-8178	112	19	dental	dental	ADJ
mkg-8178	112	20	caries	carie	NOUN
mkg-8178	112	21	and	and	CCONJ
mkg-8178	112	22	cpi	cpi	NOUN
mkg-8178	112	23	based	base	VERB
mkg-8178	112	24	on	on	ADP
mkg-8178	112	25	who	who	PRON
mkg-8178	112	26	basic	basic	ADJ
mkg-8178	112	27	oral	oral	ADJ
mkg-8178	112	28	health	health	NOUN
mkg-8178	112	29	survey	survey	NOUN
mkg-8178	112	30	methods	method	NOUN
mkg-8178	112	31	(	(	PUNCT
mkg-8178	112	32	2013	2013	NUM
mkg-8178	112	33	)	)	PUNCT
mkg-8178	112	34	.	.	PUNCT
mkg-8178	113	1	second	second	ADJ
mkg-8178	113	2	,	,	PUNCT
mkg-8178	113	3	the	the	DET
mkg-8178	113	4	quality	quality	NOUN
mkg-8178	113	5	of	of	ADP
mkg-8178	113	6	photographic	photographic	ADJ
mkg-8178	113	7	slides	slide	NOUN
mkg-8178	113	8	or	or	CCONJ
mkg-8178	113	9	phantom	phantom	ADJ
mkg-8178	113	10	heads	head	NOUN
mkg-8178	113	11	remains	remain	VERB
mkg-8178	113	12	in	in	ADP
mkg-8178	113	13	question	question	NOUN
mkg-8178	113	14	due	due	ADP
mkg-8178	113	15	to	to	ADP
mkg-8178	113	16	their	their	PRON
mkg-8178	113	17	unclear	unclear	ADJ
mkg-8178	113	18	appearance	appearance	NOUN
mkg-8178	113	19	.	.	PUNCT
mkg-8178	114	1	the	the	DET
mkg-8178	114	2	low	low	ADJ
mkg-8178	114	3	percent	percent	NOUN
mkg-8178	114	4	agreement	agreement	NOUN
mkg-8178	114	5	in	in	ADP
mkg-8178	114	6	diagnosing	diagnose	VERB
mkg-8178	114	7	dental	dental	ADJ
mkg-8178	114	8	caries	carie	NOUN
mkg-8178	114	9	is	be	AUX
mkg-8178	114	10	found	find	VERB
mkg-8178	114	11	in	in	ADP
mkg-8178	114	12	photographic	photographic	ADJ
mkg-8178	114	13	slides	slide	NOUN
mkg-8178	114	14	,	,	PUNCT
mkg-8178	114	15	but	but	CCONJ
mkg-8178	114	16	increases	increase	NOUN
mkg-8178	114	17	when	when	SCONJ
mkg-8178	114	18	the	the	DET
mkg-8178	114	19	raters	rater	NOUN
mkg-8178	114	20	follow	follow	VERB
mkg-8178	114	21	the	the	DET
mkg-8178	114	22	calibration	calibration	NOUN
mkg-8178	114	23	using	use	VERB
mkg-8178	114	24	phantom	phantom	ADJ
mkg-8178	114	25	heads	head	NOUN
mkg-8178	114	26	.	.	PUNCT
mkg-8178	115	1	based	base	VERB
mkg-8178	115	2	on	on	ADP
mkg-8178	115	3	a	a	DET
mkg-8178	115	4	wilcoxon	wilcoxon	ADJ
mkg-8178	115	5	test	test	NOUN
mkg-8178	115	6	,	,	PUNCT
mkg-8178	115	7	the	the	DET
mkg-8178	115	8	difference	difference	NOUN
mkg-8178	115	9	in	in	ADP
mkg-8178	115	10	the	the	DET
mkg-8178	115	11	mean	mean	NOUN
mkg-8178	115	12	of	of	ADP
mkg-8178	115	13	the	the	DET
mkg-8178	115	14	percent	percent	NOUN
mkg-8178	115	15	agreement	agreement	NOUN
mkg-8178	115	16	between	between	ADP
mkg-8178	115	17	photographic	photographic	ADJ
mkg-8178	115	18	slides	slide	NOUN
mkg-8178	115	19	and	and	CCONJ
mkg-8178	115	20	phantom	phantom	ADJ
mkg-8178	115	21	heads	head	NOUN
mkg-8178	115	22	is	be	AUX
mkg-8178	115	23	very	very	ADV
mkg-8178	115	24	significant	significant	ADJ
mkg-8178	115	25	(	(	PUNCT
mkg-8178	115	26	p=0.000	p=0.000	NOUN
mkg-8178	115	27	)	)	PUNCT
mkg-8178	115	28	.	.	PUNCT
mkg-8178	116	1	it	it	PRON
mkg-8178	116	2	means	mean	VERB
mkg-8178	116	3	that	that	SCONJ
mkg-8178	116	4	the	the	DET
mkg-8178	116	5	perception	perception	NOUN
mkg-8178	116	6	and	and	CCONJ
mkg-8178	116	7	understanding	understanding	NOUN
mkg-8178	116	8	of	of	ADP
mkg-8178	116	9	all	all	DET
mkg-8178	116	10	raters	rater	NOUN
mkg-8178	116	11	about	about	ADP
mkg-8178	116	12	the	the	DET
mkg-8178	116	13	code	code	NOUN
mkg-8178	116	14	of	of	ADP
mkg-8178	116	15	dental	dental	ADJ
mkg-8178	116	16	caries	carie	NOUN
mkg-8178	116	17	based	base	VERB
mkg-8178	116	18	on	on	ADP
mkg-8178	116	19	who	who	PRON
mkg-8178	116	20	methods	method	NOUN
mkg-8178	116	21	increased	increase	VERB
mkg-8178	116	22	after	after	SCONJ
mkg-8178	116	23	they	they	PRON
mkg-8178	116	24	had	have	AUX
mkg-8178	116	25	followed	follow	VERB
mkg-8178	116	26	the	the	DET
mkg-8178	116	27	second	second	ADJ
mkg-8178	116	28	training	training	NOUN
mkg-8178	116	29	stage	stage	NOUN
mkg-8178	116	30	.	.	PUNCT
mkg-8178	117	1	the	the	DET
mkg-8178	117	2	most	most	ADV
mkg-8178	117	3	popular	popular	ADJ
mkg-8178	117	4	method	method	NOUN
mkg-8178	117	5	for	for	ADP
mkg-8178	117	6	computing	compute	VERB
mkg-8178	117	7	a	a	DET
mkg-8178	117	8	consensus	consensus	NOUN
mkg-8178	117	9	estimate	estimate	NOUN
mkg-8178	117	10	of	of	ADP
mkg-8178	117	11	inter	inter	ADJ
mkg-8178	117	12	-	-	ADJ
mkg-8178	117	13	rater	rater	ADJ
mkg-8178	117	14	reliability	reliability	NOUN
mkg-8178	117	15	is	be	AUX
mkg-8178	117	16	through	through	ADP
mkg-8178	117	17	the	the	DET
mkg-8178	117	18	use	use	NOUN
mkg-8178	117	19	of	of	ADP
mkg-8178	117	20	the	the	DET
mkg-8178	117	21	percent	percent	NOUN
mkg-8178	117	22	agreement	agreement	NOUN
mkg-8178	117	23	between	between	ADP
mkg-8178	117	24	multiple	multiple	ADJ
mkg-8178	117	25	raters	rater	NOUN
mkg-8178	117	26	.	.	PUNCT
mkg-8178	118	1	percent	percent	NOUN
mkg-8178	118	2	agreement	agreement	NOUN
mkg-8178	118	3	is	be	AUX
mkg-8178	118	4	easy	easy	ADJ
mkg-8178	118	5	to	to	PART
mkg-8178	118	6	calculate	calculate	VERB
mkg-8178	118	7	and	and	CCONJ
mkg-8178	118	8	explain.12	explain.12	NOUN
mkg-8178	118	9	the	the	DET
mkg-8178	118	10	calculation	calculation	NOUN
mkg-8178	118	11	of	of	ADP
mkg-8178	118	12	percent	percent	NOUN
mkg-8178	118	13	agreement	agreement	NOUN
mkg-8178	118	14	does	do	AUX
mkg-8178	118	15	not	not	PART
mkg-8178	118	16	take	take	VERB
mkg-8178	118	17	chance	chance	NOUN
mkg-8178	118	18	agreement	agreement	NOUN
mkg-8178	118	19	into	into	ADP
mkg-8178	118	20	account	account	NOUN
mkg-8178	118	21	.	.	PUNCT
mkg-8178	119	1	that	that	PRON
mkg-8178	119	2	is	be	AUX
mkg-8178	119	3	one	one	NUM
mkg-8178	119	4	of	of	ADP
mkg-8178	119	5	the	the	DET
mkg-8178	119	6	disadvantages	disadvantage	NOUN
mkg-8178	119	7	of	of	ADP
mkg-8178	119	8	the	the	DET
mkg-8178	119	9	percent	percent	NOUN
mkg-8178	119	10	agreement	agreement	NOUN
mkg-8178	119	11	method	method	NOUN
mkg-8178	119	12	.	.	PUNCT
mkg-8178	120	1	in	in	ADP
mkg-8178	120	2	this	this	DET
mkg-8178	120	3	study	study	NOUN
mkg-8178	120	4	,	,	PUNCT
mkg-8178	120	5	the	the	DET
mkg-8178	120	6	kappa	kappa	PROPN
mkg-8178	120	7	statistic	statistic	PROPN
mkg-8178	120	8	was	be	AUX
mkg-8178	120	9	used	use	VERB
mkg-8178	120	10	as	as	ADP
mkg-8178	120	11	the	the	DET
mkg-8178	120	12	other	other	ADJ
mkg-8178	120	13	method	method	NOUN
mkg-8178	120	14	of	of	ADP
mkg-8178	120	15	irr	irr	NOUN
mkg-8178	120	16	to	to	PART
mkg-8178	120	17	determine	determine	VERB
mkg-8178	120	18	the	the	DET
mkg-8178	120	19	consensus	consensus	NOUN
mkg-8178	120	20	or	or	CCONJ
mkg-8178	120	21	agreement	agreement	NOUN
mkg-8178	120	22	between	between	ADP
mkg-8178	120	23	two	two	NUM
mkg-8178	120	24	raters	rater	NOUN
mkg-8178	120	25	.	.	PUNCT
mkg-8178	121	1	cohen	cohen	PROPN
mkg-8178	121	2	’s	’s	PART
mkg-8178	121	3	kappa	kappa	PROPN
mkg-8178	121	4	was	be	AUX
mkg-8178	121	5	designed	design	VERB
mkg-8178	121	6	to	to	PART
mkg-8178	121	7	estimate	estimate	VERB
mkg-8178	121	8	the	the	DET
mkg-8178	121	9	degree	degree	NOUN
mkg-8178	121	10	of	of	ADP
mkg-8178	121	11	consensus	consensus	NOUN
mkg-8178	121	12	between	between	ADP
mkg-8178	121	13	two	two	NUM
mkg-8178	121	14	raters	rater	NOUN
mkg-8178	121	15	after	after	ADP
mkg-8178	121	16	correcting	correct	VERB
mkg-8178	121	17	the	the	DET
mkg-8178	121	18	percent	percent	NOUN
mkg-8178	121	19	agreement	agreement	NOUN
mkg-8178	121	20	figure	figure	NOUN
mkg-8178	121	21	for	for	ADP
mkg-8178	121	22	the	the	DET
mkg-8178	121	23	amount	amount	NOUN
mkg-8178	121	24	of	of	ADP
mkg-8178	121	25	agreement	agreement	NOUN
mkg-8178	121	26	that	that	PRON
mkg-8178	121	27	could	could	AUX
mkg-8178	121	28	be	be	AUX
mkg-8178	121	29	expected	expect	VERB
mkg-8178	121	30	due	due	ADP
mkg-8178	121	31	to	to	PART
mkg-8178	121	32	chance	chance	NOUN
mkg-8178	121	33	alone	alone	ADV
mkg-8178	121	34	based	base	VERB
mkg-8178	121	35	upon	upon	SCONJ
mkg-8178	121	36	the	the	DET
mkg-8178	121	37	values	value	NOUN
mkg-8178	121	38	of	of	ADP
mkg-8178	121	39	the	the	DET
mkg-8178	121	40	marginal	marginal	ADJ
mkg-8178	121	41	distributions.13	distributions.13	PROPN
mkg-8178	121	42	kappa	kappa	PROPN
mkg-8178	121	43	statistics	statistics	PROPN
mkg-8178	121	44	are	be	AUX
mkg-8178	121	45	used	use	VERB
mkg-8178	121	46	for	for	ADP
mkg-8178	121	47	the	the	DET
mkg-8178	121	48	assessment	assessment	NOUN
mkg-8178	121	49	of	of	ADP
mkg-8178	121	50	agreement	agreement	NOUN
mkg-8178	121	51	between	between	ADP
mkg-8178	121	52	two	two	NUM
mkg-8178	121	53	or	or	CCONJ
mkg-8178	121	54	more	more	ADJ
mkg-8178	121	55	raters	rater	NOUN
mkg-8178	121	56	when	when	SCONJ
mkg-8178	121	57	the	the	DET
mkg-8178	121	58	measurement	measurement	NOUN
mkg-8178	121	59	scale	scale	NOUN
mkg-8178	121	60	is	be	AUX
mkg-8178	121	61	categorical	categorical	ADJ
mkg-8178	121	62	.	.	PUNCT
mkg-8178	122	1	kappa	kappa	PROPN
mkg-8178	122	2	agreement	agreement	PROPN
mkg-8178	122	3	is	be	AUX
mkg-8178	122	4	simply	simply	ADV
mkg-8178	122	5	an	an	DET
mkg-8178	122	6	adjusted	adjust	VERB
mkg-8178	122	7	form	form	NOUN
mkg-8178	122	8	of	of	ADP
mkg-8178	122	9	percent	percent	NOUN
mkg-8178	122	10	agreement	agreement	NOUN
mkg-8178	122	11	that	that	PRON
mkg-8178	122	12	takes	take	VERB
mkg-8178	122	13	chance	chance	NOUN
mkg-8178	122	14	agreement	agreement	NOUN
mkg-8178	122	15	into	into	ADP
mkg-8178	122	16	account	account	NOUN
mkg-8178	122	17	.	.	PUNCT
mkg-8178	123	1	a	a	DET
mkg-8178	123	2	kappa	kappa	ADJ
mkg-8178	123	3	score	score	NOUN
mkg-8178	123	4	is	be	AUX
mkg-8178	123	5	usually	usually	ADV
mkg-8178	123	6	expressed	express	VERB
mkg-8178	123	7	as	as	ADP
mkg-8178	123	8	a	a	DET
mkg-8178	123	9	proportion	proportion	NOUN
mkg-8178	123	10	,	,	PUNCT
mkg-8178	123	11	rather	rather	ADV
mkg-8178	123	12	than	than	ADP
mkg-8178	123	13	a	a	DET
mkg-8178	123	14	percentage	percentage	NOUN
mkg-8178	123	15	,	,	PUNCT
mkg-8178	123	16	and	and	CCONJ
mkg-8178	123	17	is	be	AUX
mkg-8178	123	18	not	not	PART
mkg-8178	123	19	multiplied	multiply	VERB
mkg-8178	123	20	by	by	ADP
mkg-8178	123	21	100	100	NUM
mkg-8178	123	22	as	as	ADP
mkg-8178	123	23	with	with	ADP
mkg-8178	123	24	percent	percent	NOUN
mkg-8178	123	25	agreement	agreement	NOUN
mkg-8178	123	26	.	.	PUNCT
mkg-8178	124	1	in	in	ADP
mkg-8178	124	2	this	this	DET
mkg-8178	124	3	study	study	NOUN
mkg-8178	124	4	,	,	PUNCT
mkg-8178	124	5	the	the	DET
mkg-8178	124	6	kappa	kappa	ADJ
mkg-8178	124	7	score	score	NOUN
mkg-8178	124	8	for	for	ADP
mkg-8178	124	9	one	one	NUM
mkg-8178	124	10	sample	sample	NOUN
mkg-8178	124	11	falls	fall	VERB
mkg-8178	124	12	within	within	ADP
mkg-8178	124	13	the	the	DET
mkg-8178	124	14	fair	fair	ADJ
mkg-8178	124	15	agreement	agreement	NOUN
mkg-8178	124	16	category.4,5	category.4,5	VERB
mkg-8178	124	17	the	the	DET
mkg-8178	124	18	factors	factor	NOUN
mkg-8178	124	19	that	that	PRON
mkg-8178	124	20	affect	affect	VERB
mkg-8178	124	21	the	the	DET
mkg-8178	124	22	fair	fair	ADJ
mkg-8178	124	23	agreement	agreement	NOUN
mkg-8178	124	24	category	category	NOUN
mkg-8178	124	25	in	in	ADP
mkg-8178	124	26	this	this	DET
mkg-8178	124	27	sample	sample	NOUN
mkg-8178	124	28	of	of	ADP
mkg-8178	124	29	the	the	DET
mkg-8178	124	30	study	study	NOUN
mkg-8178	124	31	might	might	AUX
mkg-8178	124	32	be	be	AUX
mkg-8178	124	33	that	that	SCONJ
mkg-8178	124	34	the	the	DET
mkg-8178	124	35	raters	rater	NOUN
mkg-8178	124	36	lack	lack	VERB
mkg-8178	124	37	familiarity	familiarity	NOUN
mkg-8178	124	38	with	with	ADP
mkg-8178	124	39	the	the	DET
mkg-8178	124	40	dental	dental	ADJ
mkg-8178	124	41	caries	carie	NOUN
mkg-8178	124	42	code	code	NOUN
mkg-8178	124	43	based	base	VERB
mkg-8178	124	44	on	on	ADP
mkg-8178	124	45	the	the	DET
mkg-8178	124	46	who	who	PRON
mkg-8178	124	47	method	method	VERB
mkg-8178	124	48	.	.	PUNCT
mkg-8178	125	1	the	the	DET
mkg-8178	125	2	other	other	ADJ
mkg-8178	125	3	factors	factor	NOUN
mkg-8178	125	4	might	might	AUX
mkg-8178	125	5	be	be	AUX
mkg-8178	125	6	related	relate	VERB
mkg-8178	125	7	to	to	ADP
mkg-8178	125	8	the	the	DET
mkg-8178	125	9	condition	condition	NOUN
mkg-8178	125	10	of	of	ADP
mkg-8178	125	11	mixed	mixed	ADJ
mkg-8178	125	12	dentition	dentition	NOUN
mkg-8178	125	13	which	which	PRON
mkg-8178	125	14	is	be	AUX
mkg-8178	125	15	confusing	confuse	VERB
mkg-8178	125	16	for	for	ADP
mkg-8178	125	17	raters	rater	NOUN
mkg-8178	125	18	to	to	PART
mkg-8178	125	19	determine	determine	VERB
mkg-8178	125	20	the	the	DET
mkg-8178	125	21	coding	coding	NOUN
mkg-8178	125	22	for	for	ADP
mkg-8178	125	23	deciduous	deciduous	ADJ
mkg-8178	125	24	or	or	CCONJ
mkg-8178	125	25	primary	primary	ADJ
mkg-8178	125	26	teeth	tooth	NOUN
mkg-8178	125	27	.	.	PUNCT
mkg-8178	126	1	in	in	ADP
mkg-8178	126	2	this	this	DET
mkg-8178	126	3	study	study	NOUN
mkg-8178	126	4	,	,	PUNCT
mkg-8178	126	5	the	the	DET
mkg-8178	126	6	consistency	consistency	NOUN
mkg-8178	126	7	of	of	ADP
mkg-8178	126	8	raters	rater	NOUN
mkg-8178	126	9	is	be	AUX
mkg-8178	126	10	assessed	assess	VERB
mkg-8178	126	11	by	by	ADP
mkg-8178	126	12	cronbach	cronbach	NOUN
mkg-8178	126	13	’s	’s	PART
mkg-8178	126	14	alpha	alpha	NOUN
mkg-8178	126	15	and	and	CCONJ
mkg-8178	126	16	intraclass	intraclass	NOUN
mkg-8178	126	17	correlation	correlation	NOUN
mkg-8178	126	18	method	method	NOUN
mkg-8178	126	19	.	.	PUNCT
mkg-8178	127	1	cronbach	cronbach	PROPN
mkg-8178	127	2	’s	’s	PART
mkg-8178	127	3	alpha	alpha	ADJ
mkg-8178	127	4	coefficient	coefficient	NOUN
mkg-8178	127	5	is	be	AUX
mkg-8178	127	6	a	a	DET
mkg-8178	127	7	measure	measure	NOUN
mkg-8178	127	8	of	of	ADP
mkg-8178	127	9	internal	internal	ADJ
mkg-8178	127	10	consistency	consistency	NOUN
mkg-8178	127	11	reliability	reliability	NOUN
mkg-8178	127	12	and	and	CCONJ
mkg-8178	127	13	is	be	AUX
mkg-8178	127	14	useful	useful	ADJ
mkg-8178	127	15	for	for	ADP
mkg-8178	127	16	understanding	understand	VERB
mkg-8178	127	17	the	the	DET
mkg-8178	127	18	extent	extent	NOUN
mkg-8178	127	19	to	to	PART
mkg-8178	127	20	which	which	PRON
mkg-8178	127	21	the	the	DET
mkg-8178	127	22	ratings	rating	NOUN
mkg-8178	127	23	from	from	ADP
mkg-8178	127	24	a	a	DET
mkg-8178	127	25	group	group	NOUN
mkg-8178	127	26	of	of	ADP
mkg-8178	127	27	raters	rater	NOUN
mkg-8178	127	28	can	can	AUX
mkg-8178	127	29	be	be	AUX
mkg-8178	127	30	taken	take	VERB
mkg-8178	127	31	together	together	ADV
mkg-8178	127	32	to	to	PART
mkg-8178	127	33	measure	measure	VERB
mkg-8178	127	34	a	a	DET
mkg-8178	127	35	common	common	ADJ
mkg-8178	127	36	dimension.13,14	dimension.13,14	NOUN
mkg-8178	127	37	the	the	DET
mkg-8178	127	38	consistency	consistency	NOUN
mkg-8178	127	39	between	between	ADP
mkg-8178	127	40	raters	rater	NOUN
mkg-8178	127	41	using	use	VERB
mkg-8178	127	42	various	various	ADJ
mkg-8178	127	43	calibration	calibration	NOUN
mkg-8178	127	44	methods	method	NOUN
mkg-8178	127	45	in	in	ADP
mkg-8178	127	46	this	this	DET
mkg-8178	127	47	study	study	NOUN
mkg-8178	127	48	is	be	AUX
mkg-8178	127	49	rigorous	rigorous	ADJ
mkg-8178	127	50	.	.	PUNCT
mkg-8178	128	1	table	table	NOUN
mkg-8178	128	2	6	6	NUM
mkg-8178	128	3	.	.	PUNCT
mkg-8178	129	1	consistency	consistency	NOUN
mkg-8178	129	2	among	among	ADP
mkg-8178	129	3	raters	rater	NOUN
mkg-8178	129	4	based	base	VERB
mkg-8178	129	5	on	on	ADP
mkg-8178	129	6	intraclass	intraclass	NOUN
mkg-8178	129	7	correlation	correlation	NOUN
mkg-8178	129	8	95	95	NUM
mkg-8178	129	9	%	%	NOUN
mkg-8178	129	10	ci	ci	NOUN
mkg-8178	129	11	ncalibration	ncalibration	NOUN
mkg-8178	129	12	method	method	NOUN
mkg-8178	129	13	average	average	ADJ
mkg-8178	129	14	measures	measure	NOUN
mkg-8178	129	15	lower	low	ADJ
mkg-8178	129	16	bound	bind	VERB
mkg-8178	129	17	upper	upper	ADJ
mkg-8178	129	18	bound	bind	VERB
mkg-8178	129	19	dental	dental	ADJ
mkg-8178	129	20	caries	carie	NOUN
mkg-8178	129	21	(	(	PUNCT
mkg-8178	129	22	slide	slide	NOUN
mkg-8178	129	23	)	)	PUNCT
mkg-8178	129	24	cpi	cpi	NOUN
mkg-8178	129	25	(	(	PUNCT
mkg-8178	129	26	slide	slide	NOUN
mkg-8178	129	27	)	)	PUNCT
mkg-8178	129	28	dental	dental	ADJ
mkg-8178	129	29	caries	carie	NOUN
mkg-8178	129	30	(	(	PUNCT
mkg-8178	129	31	phantom	phantom	NOUN
mkg-8178	129	32	)	)	PUNCT
mkg-8178	129	33	56	56	NUM
mkg-8178	129	34	56	56	NUM
mkg-8178	129	35	58	58	NUM
mkg-8178	129	36	0.942	0.942	NUM
mkg-8178	129	37	*	*	PUNCT
mkg-8178	129	38	0.973	0.973	NUM
mkg-8178	129	39	*	*	PUNCT
mkg-8178	129	40	0.946	0.946	NUM
mkg-8178	129	41	*	*	NOUN
mkg-8178	129	42	0.903	0.903	NUM
mkg-8178	129	43	0.946	0.946	NUM
mkg-8178	129	44	0.917	0.917	NUM
mkg-8178	129	45	0.937	0.937	NUM
mkg-8178	129	46	0.990	0.990	NUM
mkg-8178	129	47	0.968	0.968	NUM
mkg-8178	129	48	*	*	PUNCT
mkg-8178	129	49	)	)	PUNCT
mkg-8178	130	1	p	p	X
mkg-8178	130	2	=	=	PUNCT
mkg-8178	130	3	0.000	0.000	NUM
mkg-8178	130	4	table	table	NOUN
mkg-8178	130	5	7	7	NUM
mkg-8178	130	6	.	.	PUNCT
mkg-8178	130	7	calculation	calculation	NOUN
mkg-8178	130	8	of	of	ADP
mkg-8178	130	9	the	the	DET
mkg-8178	130	10	kappa	kappa	PROPN
mkg-8178	130	11	score	score	NOUN
mkg-8178	130	12	for	for	ADP
mkg-8178	130	13	dental	dental	ADJ
mkg-8178	130	14	caries	carie	NOUN
mkg-8178	130	15	examination	examination	NOUN
mkg-8178	130	16	examiner	examiner	NOUN
mkg-8178	130	17	1	1	NUM
mkg-8178	130	18	examiner	examiner	NOUN
mkg-8178	130	19	2	2	NUM
mkg-8178	130	20	total	total	NOUN
mkg-8178	130	21	decayhealthy	decayhealthy	ADJ
mkg-8178	130	22	241311healthy	241311healthy	NUM
mkg-8178	130	23	1192decay	1192decay	NUM
mkg-8178	130	24	13	13	NUM
mkg-8178	130	25	22	22	NUM
mkg-8178	130	26	35total	35total	NUM
mkg-8178	130	27	using	use	VERB
mkg-8178	130	28	the	the	DET
mkg-8178	130	29	kappa	kappa	ADJ
mkg-8178	130	30	formula	formula	NOUN
mkg-8178	130	31	,	,	PUNCT
mkg-8178	130	32	a	a	DET
mkg-8178	130	33	pc	pc	NOUN
mkg-8178	130	34	score	score	NOUN
mkg-8178	130	35	of	of	ADP
mkg-8178	130	36	0.23	0.23	NUM
mkg-8178	130	37	(	(	PUNCT
mkg-8178	130	38	fair	fair	ADJ
mkg-8178	130	39	agreement	agreement	NOUN
mkg-8178	130	40	)	)	PUNCT
mkg-8178	130	41	is	be	AUX
mkg-8178	130	42	obtained	obtain	VERB
mkg-8178	130	43	dental	dental	ADJ
mkg-8178	130	44	journal	journal	NOUN
mkg-8178	130	45	(	(	PUNCT
mkg-8178	130	46	majalah	majalah	PROPN
mkg-8178	130	47	kedokteran	kedokteran	PROPN
mkg-8178	130	48	gigi	gigi	PROPN
mkg-8178	130	49	)	)	PUNCT
mkg-8178	131	1	p	p	X
mkg-8178	131	2	-	-	PUNCT
mkg-8178	131	3	issn	issn	NOUN
mkg-8178	131	4	:	:	PUNCT
mkg-8178	131	5	1978	1978	NUM
mkg-8178	131	6	-	-	SYM
mkg-8178	131	7	3728	3728	NUM
mkg-8178	131	8	;	;	PUNCT
mkg-8178	131	9	e	e	X
mkg-8178	131	10	-	-	PUNCT
mkg-8178	131	11	issn	issn	ADJ
mkg-8178	131	12	:	:	PUNCT
mkg-8178	131	13	2442	2442	NUM
mkg-8178	131	14	-	-	SYM
mkg-8178	131	15	9740	9740	NUM
mkg-8178	131	16	.	.	PUNCT
mkg-8178	132	1	accredited	accredit	VERB
mkg-8178	132	2	no	no	PRON
mkg-8178	132	3	.	.	PUNCT
mkg-8178	132	4	32a	32a	NOUN
mkg-8178	132	5	/	/	SYM
mkg-8178	132	6	e	e	NOUN
mkg-8178	132	7	/	/	SYM
mkg-8178	132	8	kpt/2017	kpt/2017	X
mkg-8178	132	9	.	.	PUNCT
mkg-8178	133	1	open	open	ADJ
mkg-8178	133	2	access	access	NOUN
mkg-8178	133	3	under	under	ADP
mkg-8178	133	4	cc	cc	NOUN
mkg-8178	133	5	-	-	PUNCT
mkg-8178	133	6	by	by	ADP
mkg-8178	133	7	-	-	PUNCT
mkg-8178	133	8	sa	sa	NOUN
mkg-8178	133	9	license	license	NOUN
mkg-8178	133	10	.	.	PUNCT
mkg-8178	134	1	available	available	ADJ
mkg-8178	134	2	at	at	ADP
mkg-8178	134	3	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	134	4	doi	doi	NOUN
mkg-8178	134	5	:	:	PUNCT
mkg-8178	134	6	10.20473	10.20473	NUM
mkg-8178	134	7	/	/	SYM
mkg-8178	134	8	j.djmkg.v51.i1.p42–46	j.djmkg.v51.i1.p42–46	NOUN
mkg-8178	134	9	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	134	10	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	VERB
mkg-8178	134	11	46	46	NUM
mkg-8178	134	12	susilawati	susilawati	NOUN
mkg-8178	134	13	,	,	PUNCT
mkg-8178	134	14	et	et	PROPN
mkg-8178	134	15	al./dent	al./dent	PROPN
mkg-8178	134	16	.	.	PUNCT
mkg-8178	135	1	j.	j.	PROPN
mkg-8178	135	2	(	(	PUNCT
mkg-8178	135	3	majalah	majalah	PROPN
mkg-8178	135	4	kedokteran	kedokteran	PROPN
mkg-8178	135	5	gigi	gigi	PROPN
mkg-8178	135	6	)	)	PUNCT
mkg-8178	135	7	2018	2018	NUM
mkg-8178	135	8	march	march	NOUN
mkg-8178	135	9	;	;	PUNCT
mkg-8178	135	10	51(1	51(1	NUM
mkg-8178	135	11	):	):	PUNCT
mkg-8178	135	12	42–46	42–46	NUM
mkg-8178	135	13	intraclass	intraclass	NOUN
mkg-8178	135	14	correlation	correlation	NOUN
mkg-8178	135	15	is	be	AUX
mkg-8178	135	16	one	one	NUM
mkg-8178	135	17	of	of	ADP
mkg-8178	135	18	the	the	DET
mkg-8178	135	19	most	most	ADV
mkg-8178	135	20	popular	popular	ADJ
mkg-8178	135	21	irr	irr	NOUN
mkg-8178	135	22	methods	method	NOUN
mkg-8178	135	23	to	to	PART
mkg-8178	135	24	measure	measure	VERB
mkg-8178	135	25	two	two	NUM
mkg-8178	135	26	or	or	CCONJ
mkg-8178	135	27	more	more	ADJ
mkg-8178	135	28	raters.14,15	raters.14,15	VERB
mkg-8178	135	29	the	the	DET
mkg-8178	135	30	results	result	NOUN
mkg-8178	135	31	of	of	ADP
mkg-8178	135	32	an	an	DET
mkg-8178	135	33	intraclass	intraclass	NOUN
mkg-8178	135	34	correlation	correlation	NOUN
mkg-8178	135	35	method	method	NOUN
mkg-8178	135	36	of	of	ADP
mkg-8178	135	37	both	both	CCONJ
mkg-8178	135	38	dental	dental	ADJ
mkg-8178	135	39	caries	carie	NOUN
mkg-8178	135	40	and	and	CCONJ
mkg-8178	135	41	cpi	cpi	PROPN
mkg-8178	135	42	are	be	AUX
mkg-8178	135	43	reliable	reliable	ADJ
mkg-8178	135	44	,	,	PUNCT
mkg-8178	135	45	as	as	SCONJ
mkg-8178	135	46	can	can	AUX
mkg-8178	135	47	be	be	AUX
mkg-8178	135	48	seen	see	VERB
mkg-8178	135	49	from	from	ADP
mkg-8178	135	50	the	the	DET
mkg-8178	135	51	average	average	ADJ
mkg-8178	135	52	score	score	NOUN
mkg-8178	135	53	of	of	ADP
mkg-8178	135	54	raters	rater	NOUN
mkg-8178	135	55	for	for	ADP
mkg-8178	135	56	all	all	DET
mkg-8178	135	57	the	the	DET
mkg-8178	135	58	calibration	calibration	NOUN
mkg-8178	135	59	methods	method	NOUN
mkg-8178	135	60	.	.	PUNCT
mkg-8178	136	1	the	the	DET
mkg-8178	136	2	consistency	consistency	NOUN
mkg-8178	136	3	of	of	ADP
mkg-8178	136	4	multiple	multiple	ADJ
mkg-8178	136	5	raters	rater	NOUN
mkg-8178	136	6	using	use	VERB
mkg-8178	136	7	various	various	ADJ
mkg-8178	136	8	calibration	calibration	NOUN
mkg-8178	136	9	methods	method	NOUN
mkg-8178	136	10	in	in	ADP
mkg-8178	136	11	this	this	DET
mkg-8178	136	12	study	study	NOUN
mkg-8178	136	13	was	be	AUX
mkg-8178	136	14	strong	strong	ADJ
mkg-8178	136	15	,	,	PUNCT
mkg-8178	136	16	when	when	SCONJ
mkg-8178	136	17	computed	compute	VERB
mkg-8178	136	18	by	by	ADP
mkg-8178	136	19	both	both	DET
mkg-8178	136	20	cronbach	cronbach	PROPN
mkg-8178	136	21	’s	’s	PART
mkg-8178	136	22	alpha	alpha	NOUN
mkg-8178	136	23	and	and	CCONJ
mkg-8178	136	24	intraclass	intraclass	NOUN
mkg-8178	136	25	correlation	correlation	NOUN
mkg-8178	136	26	.	.	PUNCT
mkg-8178	137	1	in	in	ADP
mkg-8178	137	2	conclusion	conclusion	NOUN
mkg-8178	137	3	,	,	PUNCT
mkg-8178	137	4	the	the	DET
mkg-8178	137	5	percent	percent	NOUN
mkg-8178	137	6	agreement	agreement	NOUN
mkg-8178	137	7	across	across	ADP
mkg-8178	137	8	multiple	multiple	ADJ
mkg-8178	137	9	raters	rater	NOUN
mkg-8178	137	10	in	in	ADP
mkg-8178	137	11	this	this	DET
mkg-8178	137	12	study	study	NOUN
mkg-8178	137	13	are	be	AUX
mkg-8178	137	14	considered	consider	VERB
mkg-8178	137	15	acceptable	acceptable	ADJ
mkg-8178	137	16	for	for	ADP
mkg-8178	137	17	diagnosing	diagnose	VERB
mkg-8178	137	18	dental	dental	ADJ
mkg-8178	137	19	caries	carie	NOUN
mkg-8178	137	20	,	,	PUNCT
mkg-8178	137	21	but	but	CCONJ
mkg-8178	137	22	the	the	DET
mkg-8178	137	23	agreement	agreement	NOUN
mkg-8178	137	24	based	base	VERB
mkg-8178	137	25	on	on	ADP
mkg-8178	137	26	kappa	kappa	PROPN
mkg-8178	137	27	statistics	statistic	NOUN
mkg-8178	137	28	must	must	AUX
mkg-8178	137	29	increase	increase	VERB
mkg-8178	137	30	if	if	SCONJ
mkg-8178	137	31	raters	rater	NOUN
mkg-8178	137	32	,	,	PUNCT
mkg-8178	137	33	particularly	particularly	ADV
mkg-8178	137	34	those	those	PRON
mkg-8178	137	35	with	with	ADP
mkg-8178	137	36	low	low	PROPN
mkg-8178	137	37	kappa	kappa	PROPN
mkg-8178	137	38	scores	score	NOUN
mkg-8178	137	39	,	,	PUNCT
mkg-8178	137	40	follow	follow	VERB
mkg-8178	137	41	the	the	DET
mkg-8178	137	42	same	same	ADJ
mkg-8178	137	43	training	training	NOUN
mkg-8178	137	44	.	.	PUNCT
mkg-8178	138	1	the	the	DET
mkg-8178	138	2	consistency	consistency	NOUN
mkg-8178	138	3	between	between	ADP
mkg-8178	138	4	multiple	multiple	ADJ
mkg-8178	138	5	raters	rater	NOUN
mkg-8178	138	6	using	use	VERB
mkg-8178	138	7	cronbach	cronbach	NOUN
mkg-8178	138	8	’s	’s	PART
mkg-8178	138	9	alpha	alpha	NOUN
mkg-8178	138	10	and	and	CCONJ
mkg-8178	138	11	intraclass	intraclass	NOUN
mkg-8178	138	12	correlation	correlation	NOUN
mkg-8178	138	13	in	in	ADP
mkg-8178	138	14	this	this	DET
mkg-8178	138	15	study	study	NOUN
mkg-8178	138	16	was	be	AUX
mkg-8178	138	17	fair	fair	ADJ
mkg-8178	138	18	and	and	CCONJ
mkg-8178	138	19	reliable	reliable	ADJ
mkg-8178	138	20	in	in	ADP
mkg-8178	138	21	diagnosing	diagnose	VERB
mkg-8178	138	22	dental	dental	ADJ
mkg-8178	138	23	caries	carie	NOUN
mkg-8178	138	24	and	and	CCONJ
mkg-8178	138	25	cpi	cpi	NOUN
mkg-8178	138	26	score	score	NOUN
mkg-8178	138	27	in	in	ADP
mkg-8178	138	28	large	large	ADJ
mkg-8178	138	29	population	population	NOUN
mkg-8178	138	30	oral	oral	ADJ
mkg-8178	138	31	health	health	NOUN
mkg-8178	138	32	surveys	survey	NOUN
mkg-8178	138	33	based	base	VERB
mkg-8178	138	34	on	on	ADP
mkg-8178	138	35	who	who	PRON
mkg-8178	138	36	oral	oral	ADJ
mkg-8178	138	37	health	health	NOUN
mkg-8178	138	38	survey	survey	NOUN
mkg-8178	138	39	methods	method	NOUN
mkg-8178	138	40	.	.	PUNCT
mkg-8178	139	1	references	reference	NOUN
mkg-8178	139	2	1	1	NUM
mkg-8178	139	3	.	.	PUNCT
mkg-8178	139	4	world	world	PROPN
mkg-8178	139	5	health	health	PROPN
mkg-8178	139	6	organization	organization	PROPN
mkg-8178	139	7	.	.	PUNCT
mkg-8178	140	1	oral	oral	ADJ
mkg-8178	140	2	health	health	NOUN
mkg-8178	140	3	surveys	survey	NOUN
mkg-8178	140	4	:	:	PUNCT
mkg-8178	140	5	basic	basic	ADJ
mkg-8178	140	6	methods	method	NOUN
mkg-8178	140	7	.	.	PUNCT
mkg-8178	141	1	5th	5th	ADJ
mkg-8178	141	2	ed	ed	NOUN
mkg-8178	141	3	.	.	PUNCT
mkg-8178	142	1	france	france	PROPN
mkg-8178	142	2	:	:	PUNCT
mkg-8178	142	3	world	world	PROPN
mkg-8178	142	4	health	health	PROPN
mkg-8178	142	5	organization	organization	NOUN
mkg-8178	142	6	;	;	PUNCT
mkg-8178	142	7	2013	2013	NUM
mkg-8178	142	8	.	.	PUNCT
mkg-8178	143	1	p.	p.	NOUN
mkg-8178	143	2	25	25	NUM
mkg-8178	143	3	-	-	SYM
mkg-8178	143	4	7	7	NUM
mkg-8178	143	5	.	.	NOUN
mkg-8178	143	6	2	2	NUM
mkg-8178	143	7	.	.	NUM
mkg-8178	143	8	tonello	tonello	PROPN
mkg-8178	143	9	as	as	ADP
mkg-8178	143	10	,	,	PUNCT
mkg-8178	143	11	silva	silva	PROPN
mkg-8178	143	12	rp	rp	PROPN
mkg-8178	143	13	da	da	PROPN
mkg-8178	143	14	,	,	PUNCT
mkg-8178	143	15	assaf	assaf	PROPN
mkg-8178	143	16	av	av	PROPN
mkg-8178	143	17	,	,	PUNCT
mkg-8178	143	18	ambrosano	ambrosano	PROPN
mkg-8178	143	19	gmb	gmb	PROPN
mkg-8178	143	20	,	,	PUNCT
mkg-8178	143	21	peres	peres	PROPN
mkg-8178	143	22	sh	sh	PROPN
mkg-8178	143	23	de	de	PROPN
mkg-8178	143	24	cs	cs	PROPN
mkg-8178	143	25	,	,	PUNCT
mkg-8178	143	26	pereira	pereira	PROPN
mkg-8178	143	27	ac	ac	PROPN
mkg-8178	143	28	,	,	PUNCT
mkg-8178	143	29	meneghim	meneghim	PROPN
mkg-8178	143	30	m	m	PROPN
mkg-8178	143	31	de	de	PROPN
mkg-8178	143	32	c.	c.	PROPN
mkg-8178	143	33	interexaminer	interexaminer	NOUN
mkg-8178	143	34	agreement	agreement	NOUN
mkg-8178	143	35	dental	dental	ADJ
mkg-8178	143	36	caries	carie	NOUN
mkg-8178	143	37	epidemiological	epidemiological	ADJ
mkg-8178	143	38	surveys	survey	NOUN
mkg-8178	143	39	:	:	PUNCT
mkg-8178	143	40	the	the	DET
mkg-8178	143	41	importance	importance	NOUN
mkg-8178	143	42	of	of	ADP
mkg-8178	143	43	disease	disease	NOUN
mkg-8178	143	44	prevalence	prevalence	NOUN
mkg-8178	143	45	in	in	ADP
mkg-8178	143	46	the	the	DET
mkg-8178	143	47	sample	sample	NOUN
mkg-8178	143	48	.	.	PUNCT
mkg-8178	144	1	rev	rev	PROPN
mkg-8178	144	2	bras	bras	PROPN
mkg-8178	144	3	epidemiol	epidemiol	PROPN
mkg-8178	144	4	.	.	PROPN
mkg-8178	145	1	2016	2016	NUM
mkg-8178	145	2	;	;	PUNCT
mkg-8178	145	3	19(2	19(2	NUM
mkg-8178	145	4	):	):	PUNCT
mkg-8178	145	5	272–9	272–9	NOUN
mkg-8178	145	6	.	.	NOUN
mkg-8178	145	7	3	3	NUM
mkg-8178	145	8	.	.	X
mkg-8178	146	1	mchugh	mchugh	PROPN
mkg-8178	146	2	ml	ml	PROPN
mkg-8178	146	3	.	.	PUNCT
mkg-8178	147	1	interrater	interrater	PROPN
mkg-8178	147	2	reliability	reliability	NOUN
mkg-8178	147	3	:	:	PUNCT
mkg-8178	147	4	the	the	DET
mkg-8178	147	5	kappa	kappa	PROPN
mkg-8178	147	6	statistic	statistic	PROPN
mkg-8178	147	7	.	.	PUNCT
mkg-8178	148	1	biochem	biochem	PROPN
mkg-8178	148	2	medica	medica	PROPN
mkg-8178	148	3	.	.	PROPN
mkg-8178	148	4	2012	2012	NUM
mkg-8178	148	5	;	;	PUNCT
mkg-8178	148	6	22(3	22(3	NUM
mkg-8178	148	7	):	):	PUNCT
mkg-8178	148	8	276–82	276–82	NUM
mkg-8178	148	9	.	.	NOUN
mkg-8178	149	1	4	4	X
mkg-8178	149	2	.	.	X
mkg-8178	150	1	mandrekar	mandrekar	PROPN
mkg-8178	150	2	jn	jn	PROPN
mkg-8178	150	3	.	.	PROPN
mkg-8178	150	4	measures	measure	NOUN
mkg-8178	150	5	of	of	ADP
mkg-8178	150	6	interrater	interrater	ADJ
mkg-8178	150	7	agreement	agreement	NOUN
mkg-8178	150	8	.	.	PUNCT
mkg-8178	151	1	j	j	PROPN
mkg-8178	151	2	thorac	thorac	PROPN
mkg-8178	151	3	oncol	oncol	ADJ
mkg-8178	151	4	.	.	PUNCT
mkg-8178	152	1	2011	2011	NUM
mkg-8178	152	2	;	;	PUNCT
mkg-8178	152	3	6	6	NUM
mkg-8178	152	4	:	:	SYM
mkg-8178	152	5	6–7	6–7	NUM
mkg-8178	152	6	.	.	NOUN
mkg-8178	152	7	5	5	NUM
mkg-8178	152	8	.	.	X
mkg-8178	152	9	stemler	stemler	PROPN
mkg-8178	152	10	se	se	PROPN
mkg-8178	152	11	.	.	PUNCT
mkg-8178	153	1	a	a	DET
mkg-8178	153	2	comparison	comparison	NOUN
mkg-8178	153	3	of	of	ADP
mkg-8178	153	4	consensus	consensus	NOUN
mkg-8178	153	5	,	,	PUNCT
mkg-8178	153	6	consistency	consistency	NOUN
mkg-8178	153	7	,	,	PUNCT
mkg-8178	153	8	and	and	CCONJ
mkg-8178	153	9	measurement	measurement	NOUN
mkg-8178	153	10	approaches	approach	NOUN
mkg-8178	153	11	to	to	ADP
mkg-8178	153	12	estimating	estimate	VERB
mkg-8178	153	13	interrater	interrater	ADJ
mkg-8178	153	14	reliability	reliability	NOUN
mkg-8178	153	15	.	.	PUNCT
mkg-8178	154	1	pract	pract	NOUN
mkg-8178	154	2	assess	assess	NOUN
mkg-8178	154	3	res	re	NOUN
mkg-8178	154	4	eval	eval	NOUN
mkg-8178	154	5	.	.	PUNCT
mkg-8178	155	1	2004	2004	NUM
mkg-8178	155	2	;	;	PUNCT
mkg-8178	155	3	9(4	9(4	NUM
mkg-8178	155	4	):	):	PUNCT
mkg-8178	155	5	1–11	1–11	PROPN
mkg-8178	155	6	.	.	PUNCT
mkg-8178	156	1	6	6	NUM
mkg-8178	156	2	.	.	X
mkg-8178	157	1	gisev	gisev	PROPN
mkg-8178	157	2	n	n	PROPN
mkg-8178	157	3	,	,	PUNCT
mkg-8178	157	4	bell	bell	PROPN
mkg-8178	157	5	js	js	PROPN
mkg-8178	157	6	,	,	PUNCT
mkg-8178	157	7	chen	chen	PROPN
mkg-8178	157	8	tf	tf	X
mkg-8178	157	9	.	.	PUNCT
mkg-8178	157	10	interrater	interrater	PROPN
mkg-8178	157	11	agreement	agreement	NOUN
mkg-8178	157	12	and	and	CCONJ
mkg-8178	157	13	interrater	interrater	ADJ
mkg-8178	157	14	reliability	reliability	NOUN
mkg-8178	157	15	:	:	PUNCT
mkg-8178	157	16	key	key	ADJ
mkg-8178	157	17	concepts	concept	NOUN
mkg-8178	157	18	,	,	PUNCT
mkg-8178	157	19	approaches	approach	NOUN
mkg-8178	157	20	,	,	PUNCT
mkg-8178	157	21	and	and	CCONJ
mkg-8178	157	22	applications	application	NOUN
mkg-8178	157	23	.	.	PUNCT
mkg-8178	158	1	res	re	NOUN
mkg-8178	158	2	soc	soc	PROPN
mkg-8178	158	3	adm	adm	PROPN
mkg-8178	158	4	pharm	pharm	PROPN
mkg-8178	158	5	.	.	PUNCT
mkg-8178	159	1	2013	2013	NUM
mkg-8178	159	2	;	;	PUNCT
mkg-8178	159	3	9(3	9(3	NUM
mkg-8178	159	4	):	):	PUNCT
mkg-8178	159	5	330–8	330–8	NUM
mkg-8178	159	6	.	.	PUNCT
mkg-8178	160	1	7	7	X
mkg-8178	160	2	.	.	X
mkg-8178	160	3	lebreton	lebreton	PROPN
mkg-8178	160	4	jm	jm	PROPN
mkg-8178	160	5	,	,	PUNCT
mkg-8178	160	6	burgess	burgess	PROPN
mkg-8178	160	7	jrd	jrd	PROPN
mkg-8178	160	8	,	,	PUNCT
mkg-8178	160	9	kaiser	kaiser	PROPN
mkg-8178	160	10	rb	rb	PROPN
mkg-8178	160	11	,	,	PUNCT
mkg-8178	160	12	atchley	atchley	PROPN
mkg-8178	160	13	ek	ek	PROPN
mkg-8178	160	14	,	,	PUNCT
mkg-8178	160	15	james	james	PROPN
mkg-8178	160	16	lr	lr	PROPN
mkg-8178	160	17	.	.	PUNCT
mkg-8178	161	1	the	the	DET
mkg-8178	161	2	restriction	restriction	NOUN
mkg-8178	161	3	of	of	ADP
mkg-8178	161	4	variance	variance	NOUN
mkg-8178	161	5	hypothesis	hypothesis	NOUN
mkg-8178	161	6	and	and	CCONJ
mkg-8178	161	7	interrater	interrater	ADJ
mkg-8178	161	8	reliability	reliability	NOUN
mkg-8178	161	9	and	and	CCONJ
mkg-8178	161	10	agreement	agreement	NOUN
mkg-8178	161	11	:	:	PUNCT
mkg-8178	161	12	are	be	AUX
mkg-8178	161	13	ratings	rating	NOUN
mkg-8178	161	14	from	from	ADP
mkg-8178	161	15	multiple	multiple	ADJ
mkg-8178	161	16	sources	source	NOUN
mkg-8178	161	17	really	really	ADV
mkg-8178	161	18	dissimilar	dissimilar	ADJ
mkg-8178	161	19	?	?	PUNCT
mkg-8178	162	1	organ	organ	NOUN
mkg-8178	162	2	res	re	NOUN
mkg-8178	162	3	methods	method	NOUN
mkg-8178	162	4	.	.	PUNCT
mkg-8178	163	1	2003	2003	NUM
mkg-8178	163	2	;	;	PUNCT
mkg-8178	163	3	6	6	NUM
mkg-8178	163	4	:	:	PUNCT
mkg-8178	163	5	80–2	80–2	NUM
mkg-8178	163	6	.	.	NOUN
mkg-8178	163	7	8	8	X
mkg-8178	163	8	.	.	X
mkg-8178	164	1	sim	sim	PROPN
mkg-8178	164	2	j	j	PROPN
mkg-8178	164	3	,	,	PUNCT
mkg-8178	164	4	wright	wright	PROPN
mkg-8178	164	5	cc	cc	PROPN
mkg-8178	164	6	.	.	PUNCT
mkg-8178	165	1	the	the	DET
mkg-8178	165	2	kappa	kappa	PROPN
mkg-8178	165	3	statistic	statistic	PROPN
mkg-8178	165	4	in	in	ADP
mkg-8178	165	5	reliability	reliability	NOUN
mkg-8178	165	6	studies	study	NOUN
mkg-8178	165	7	:	:	PUNCT
mkg-8178	165	8	use	use	NOUN
mkg-8178	165	9	,	,	PUNCT
mkg-8178	165	10	interpretation	interpretation	NOUN
mkg-8178	165	11	,	,	PUNCT
mkg-8178	165	12	and	and	CCONJ
mkg-8178	165	13	sample	sample	NOUN
mkg-8178	165	14	size	size	NOUN
mkg-8178	165	15	requirements	requirement	NOUN
mkg-8178	165	16	.	.	PUNCT
mkg-8178	166	1	phys	phy	NOUN
mkg-8178	166	2	ther	ther	ADV
mkg-8178	166	3	.	.	PUNCT
mkg-8178	167	1	2005	2005	NUM
mkg-8178	167	2	;	;	PUNCT
mkg-8178	167	3	85(3	85(3	NUM
mkg-8178	167	4	):	):	PUNCT
mkg-8178	167	5	257–68	257–68	NOUN
mkg-8178	167	6	.	.	PUNCT
mkg-8178	168	1	9	9	X
mkg-8178	168	2	.	.	X
mkg-8178	168	3	watson	watson	PROPN
mkg-8178	168	4	pf	pf	PROPN
mkg-8178	168	5	,	,	PUNCT
mkg-8178	168	6	petrie	petrie	NOUN
mkg-8178	168	7	a.	a.	NOUN
mkg-8178	168	8	method	method	PROPN
mkg-8178	168	9	agreement	agreement	NOUN
mkg-8178	168	10	analysis	analysis	NOUN
mkg-8178	168	11	:	:	PUNCT
mkg-8178	168	12	a	a	DET
mkg-8178	168	13	review	review	NOUN
mkg-8178	168	14	of	of	ADP
mkg-8178	168	15	correct	correct	ADJ
mkg-8178	168	16	methodology	methodology	NOUN
mkg-8178	168	17	.	.	PUNCT
mkg-8178	169	1	theriogenology	theriogenology	NOUN
mkg-8178	169	2	.	.	PUNCT
mkg-8178	170	1	2010	2010	NUM
mkg-8178	170	2	;	;	PUNCT
mkg-8178	170	3	73(9	73(9	NUM
mkg-8178	170	4	):	):	PUNCT
mkg-8178	170	5	1167–79	1167–79	ADV
mkg-8178	170	6	.	.	PUNCT
mkg-8178	171	1	10	10	NUM
mkg-8178	171	2	.	.	PUNCT
mkg-8178	172	1	marusteri	marusteri	PROPN
mkg-8178	172	2	m	m	PROPN
mkg-8178	172	3	,	,	PUNCT
mkg-8178	172	4	bacarea	bacarea	ADV
mkg-8178	172	5	v.	v.	ADP
mkg-8178	172	6	comparing	compare	VERB
mkg-8178	172	7	groups	group	NOUN
mkg-8178	172	8	for	for	ADP
mkg-8178	172	9	statistical	statistical	ADJ
mkg-8178	172	10	differences	difference	NOUN
mkg-8178	172	11	:	:	PUNCT
mkg-8178	172	12	how	how	SCONJ
mkg-8178	172	13	to	to	PART
mkg-8178	172	14	choose	choose	VERB
mkg-8178	172	15	the	the	DET
mkg-8178	172	16	right	right	ADJ
mkg-8178	172	17	statistical	statistical	ADJ
mkg-8178	172	18	test	test	NOUN
mkg-8178	172	19	?	?	PUNCT
mkg-8178	173	1	biochem	biochem	PROPN
mkg-8178	173	2	medica	medica	PROPN
mkg-8178	173	3	.	.	PUNCT
mkg-8178	174	1	2010	2010	NUM
mkg-8178	174	2	;	;	PUNCT
mkg-8178	174	3	20	20	NUM
mkg-8178	174	4	:	:	SYM
mkg-8178	174	5	15–32	15–32	NUM
mkg-8178	174	6	.	.	PUNCT
mkg-8178	175	1	11	11	NUM
mkg-8178	175	2	.	.	PUNCT
mkg-8178	176	1	pieper	pieper	PROPN
mkg-8178	176	2	d	d	PROPN
mkg-8178	176	3	,	,	PUNCT
mkg-8178	176	4	jacobs	jacobs	PROPN
mkg-8178	176	5	a	a	PRON
mkg-8178	176	6	,	,	PUNCT
mkg-8178	176	7	weikert	weikert	ADJ
mkg-8178	176	8	b	b	NOUN
mkg-8178	176	9	,	,	PUNCT
mkg-8178	176	10	fishta	fishta	VERB
mkg-8178	176	11	a	a	PRON
mkg-8178	176	12	,	,	PUNCT
mkg-8178	176	13	wegewitz	wegewitz	PROPN
mkg-8178	176	14	u.	u.	PROPN
mkg-8178	176	15	inter	inter	PROPN
mkg-8178	176	16	-	-	ADJ
mkg-8178	176	17	rater	rater	ADJ
mkg-8178	176	18	reliability	reliability	NOUN
mkg-8178	176	19	of	of	ADP
mkg-8178	176	20	amstar	amstar	PROPN
mkg-8178	176	21	is	be	AUX
mkg-8178	176	22	dependent	dependent	ADJ
mkg-8178	176	23	on	on	ADP
mkg-8178	176	24	the	the	DET
mkg-8178	176	25	pair	pair	NOUN
mkg-8178	176	26	of	of	ADP
mkg-8178	176	27	reviewers	reviewer	NOUN
mkg-8178	176	28	.	.	PUNCT
mkg-8178	177	1	bmc	bmc	PROPN
mkg-8178	177	2	med	med	ADJ
mkg-8178	177	3	res	re	NOUN
mkg-8178	177	4	methodol	methodol	NOUN
mkg-8178	177	5	.	.	PUNCT
mkg-8178	178	1	2017	2017	NUM
mkg-8178	178	2	;	;	PUNCT
mkg-8178	178	3	17	17	NUM
mkg-8178	178	4	:	:	SYM
mkg-8178	178	5	98	98	NUM
mkg-8178	178	6	.	.	X
mkg-8178	179	1	12	12	NUM
mkg-8178	179	2	.	.	PUNCT
mkg-8178	179	3	stolarova	stolarova	PROPN
mkg-8178	179	4	m	m	PROPN
mkg-8178	179	5	,	,	PUNCT
mkg-8178	179	6	wolf	wolf	PROPN
mkg-8178	179	7	c	c	AUX
mkg-8178	179	8	,	,	PUNCT
mkg-8178	179	9	rinker	rinker	PROPN
mkg-8178	179	10	t	t	PROPN
mkg-8178	179	11	,	,	PUNCT
mkg-8178	179	12	brielmann	brielmann	NOUN
mkg-8178	179	13	a.	a.	NOUN
mkg-8178	179	14	how	how	SCONJ
mkg-8178	179	15	to	to	PART
mkg-8178	179	16	assess	assess	VERB
mkg-8178	179	17	and	and	CCONJ
mkg-8178	179	18	compare	compare	VERB
mkg-8178	179	19	inter	inter	ADJ
mkg-8178	179	20	-	-	ADJ
mkg-8178	179	21	rater	rater	ADJ
mkg-8178	179	22	reliability	reliability	NOUN
mkg-8178	179	23	,	,	PUNCT
mkg-8178	179	24	agreement	agreement	NOUN
mkg-8178	179	25	and	and	CCONJ
mkg-8178	179	26	correlation	correlation	NOUN
mkg-8178	179	27	of	of	ADP
mkg-8178	179	28	ratings	rating	NOUN
mkg-8178	179	29	:	:	PUNCT
mkg-8178	179	30	an	an	DET
mkg-8178	179	31	exemplary	exemplary	ADJ
mkg-8178	179	32	analysis	analysis	NOUN
mkg-8178	179	33	of	of	ADP
mkg-8178	179	34	mother	mother	NOUN
mkg-8178	179	35	-	-	PUNCT
mkg-8178	179	36	father	father	NOUN
mkg-8178	179	37	and	and	CCONJ
mkg-8178	179	38	parent	parent	NOUN
mkg-8178	179	39	-	-	PUNCT
mkg-8178	179	40	teacher	teacher	NOUN
mkg-8178	179	41	expressive	expressive	ADJ
mkg-8178	179	42	vocabulary	vocabulary	ADJ
mkg-8178	179	43	rating	rating	NOUN
mkg-8178	179	44	pairs	pair	NOUN
mkg-8178	179	45	.	.	PUNCT
mkg-8178	180	1	front	front	ADJ
mkg-8178	180	2	psychol	psychol	PROPN
mkg-8178	180	3	.	.	PUNCT
mkg-8178	180	4	2014	2014	NUM
mkg-8178	180	5	;	;	PUNCT
mkg-8178	180	6	5	5	NUM
mkg-8178	180	7	:	:	SYM
mkg-8178	180	8	509	509	NUM
mkg-8178	180	9	.	.	NOUN
mkg-8178	180	10	13	13	NUM
mkg-8178	180	11	.	.	PUNCT
mkg-8178	181	1	mccrae	mccrae	PROPN
mkg-8178	181	2	rr	rr	PROPN
mkg-8178	181	3	,	,	PUNCT
mkg-8178	181	4	kurtz	kurtz	PROPN
mkg-8178	181	5	je	je	PROPN
mkg-8178	181	6	,	,	PUNCT
mkg-8178	181	7	yamagata	yamagata	PROPN
mkg-8178	181	8	s	s	PART
mkg-8178	181	9	,	,	PUNCT
mkg-8178	181	10	terracciano	terracciano	PROPN
mkg-8178	181	11	a.	a.	PROPN
mkg-8178	181	12	internal	internal	PROPN
mkg-8178	181	13	consistency	consistency	NOUN
mkg-8178	181	14	,	,	PUNCT
mkg-8178	181	15	retest	retest	ADJ
mkg-8178	181	16	reliability	reliability	NOUN
mkg-8178	181	17	,	,	PUNCT
mkg-8178	181	18	and	and	CCONJ
mkg-8178	181	19	their	their	PRON
mkg-8178	181	20	implications	implication	NOUN
mkg-8178	181	21	for	for	ADP
mkg-8178	181	22	personality	personality	NOUN
mkg-8178	181	23	scale	scale	NOUN
mkg-8178	181	24	validity	validity	NOUN
mkg-8178	181	25	.	.	PUNCT
mkg-8178	182	1	personal	personal	ADJ
mkg-8178	182	2	soc	soc	PROPN
mkg-8178	182	3	psychol	psychol	PROPN
mkg-8178	182	4	rev	rev	PROPN
mkg-8178	182	5	.	.	PROPN
mkg-8178	182	6	2011	2011	NUM
mkg-8178	182	7	;	;	PUNCT
mkg-8178	182	8	15	15	NUM
mkg-8178	182	9	:	:	SYM
mkg-8178	182	10	28–50	28–50	NUM
mkg-8178	182	11	.	.	PUNCT
mkg-8178	183	1	14	14	NUM
mkg-8178	183	2	.	.	PUNCT
mkg-8178	184	1	vilella	vilella	PROPN
mkg-8178	184	2	kd	kd	PROPN
mkg-8178	184	3	,	,	PUNCT
mkg-8178	184	4	assunção	assunção	PROPN
mkg-8178	184	5	lr	lr	NOUN
mkg-8178	184	6	da	da	PROPN
mkg-8178	184	7	s	s	PROPN
mkg-8178	184	8	,	,	PUNCT
mkg-8178	184	9	junkes	junkes	PROPN
mkg-8178	184	10	mc	mc	PROPN
mkg-8178	184	11	,	,	PUNCT
mkg-8178	184	12	de	de	PROPN
mkg-8178	184	13	menezes	menezes	PROPN
mkg-8178	184	14	jvnb	jvnb	NOUN
mkg-8178	184	15	,	,	PUNCT
mkg-8178	184	16	fraiz	fraiz	ADJ
mkg-8178	184	17	fc	fc	PROPN
mkg-8178	184	18	,	,	PUNCT
mkg-8178	184	19	ferreira	ferreira	PROPN
mkg-8178	184	20	f	f	PROPN
mkg-8178	184	21	de	de	PROPN
mkg-8178	184	22	m.	m.	NOUN
mkg-8178	184	23	training	training	NOUN
mkg-8178	184	24	and	and	CCONJ
mkg-8178	184	25	calibration	calibration	NOUN
mkg-8178	184	26	of	of	ADP
mkg-8178	184	27	interviewers	interviewer	NOUN
mkg-8178	184	28	for	for	ADP
mkg-8178	184	29	oral	oral	ADJ
mkg-8178	184	30	health	health	NOUN
mkg-8178	184	31	literacy	literacy	NOUN
mkg-8178	184	32	using	use	VERB
mkg-8178	184	33	the	the	DET
mkg-8178	184	34	breald-30	breald-30	PROPN
mkg-8178	184	35	in	in	ADP
mkg-8178	184	36	epidemiological	epidemiological	ADJ
mkg-8178	184	37	studies	study	NOUN
mkg-8178	184	38	.	.	PUNCT
mkg-8178	185	1	braz	braz	PROPN
mkg-8178	185	2	oral	oral	PROPN
mkg-8178	185	3	res	re	NOUN
mkg-8178	185	4	.	.	PROPN
mkg-8178	185	5	2016	2016	NUM
mkg-8178	185	6	;	;	PUNCT
mkg-8178	185	7	30	30	NUM
mkg-8178	185	8	:	:	PUNCT
mkg-8178	185	9	e90	e90	NOUN
mkg-8178	185	10	.	.	PROPN
mkg-8178	186	1	15	15	NUM
mkg-8178	186	2	.	.	PUNCT
mkg-8178	186	3	hallgren	hallgren	PROPN
mkg-8178	186	4	ka	ka	PROPN
mkg-8178	186	5	.	.	PROPN
mkg-8178	187	1	computing	compute	VERB
mkg-8178	187	2	inter	inter	ADJ
mkg-8178	187	3	-	-	ADJ
mkg-8178	187	4	rater	rater	ADJ
mkg-8178	187	5	reliability	reliability	NOUN
mkg-8178	187	6	for	for	ADP
mkg-8178	187	7	observational	observational	ADJ
mkg-8178	187	8	data	datum	NOUN
mkg-8178	187	9	:	:	PUNCT
mkg-8178	187	10	an	an	DET
mkg-8178	187	11	overview	overview	NOUN
mkg-8178	187	12	and	and	CCONJ
mkg-8178	187	13	tutorial	tutorial	NOUN
mkg-8178	187	14	.	.	PUNCT
mkg-8178	188	1	tutor	tutor	NOUN
mkg-8178	188	2	quant	quant	ADJ
mkg-8178	188	3	methods	method	NOUN
mkg-8178	188	4	psychol	psychol	NOUN
mkg-8178	188	5	.	.	PUNCT
mkg-8178	188	6	2012	2012	NUM
mkg-8178	188	7	;	;	PUNCT
mkg-8178	188	8	8	8	NUM
mkg-8178	188	9	:	:	SYM
mkg-8178	188	10	23–34	23–34	NUM
mkg-8178	188	11	.	.	PUNCT
mkg-8178	189	1	dental	dental	ADJ
mkg-8178	189	2	journal	journal	NOUN
mkg-8178	189	3	(	(	PUNCT
mkg-8178	189	4	majalah	majalah	PROPN
mkg-8178	189	5	kedokteran	kedokteran	PROPN
mkg-8178	189	6	gigi	gigi	PROPN
mkg-8178	189	7	)	)	PUNCT
mkg-8178	190	1	p	p	X
mkg-8178	190	2	-	-	PUNCT
mkg-8178	190	3	issn	issn	NOUN
mkg-8178	190	4	:	:	PUNCT
mkg-8178	190	5	1978	1978	NUM
mkg-8178	190	6	-	-	SYM
mkg-8178	190	7	3728	3728	NUM
mkg-8178	190	8	;	;	PUNCT
mkg-8178	190	9	e	e	X
mkg-8178	190	10	-	-	PUNCT
mkg-8178	190	11	issn	issn	ADJ
mkg-8178	190	12	:	:	PUNCT
mkg-8178	190	13	2442	2442	NUM
mkg-8178	190	14	-	-	SYM
mkg-8178	190	15	9740	9740	NUM
mkg-8178	190	16	.	.	PUNCT
mkg-8178	191	1	accredited	accredit	VERB
mkg-8178	191	2	no	no	PRON
mkg-8178	191	3	.	.	PUNCT
mkg-8178	191	4	32a	32a	NOUN
mkg-8178	191	5	/	/	SYM
mkg-8178	191	6	e	e	NOUN
mkg-8178	191	7	/	/	SYM
mkg-8178	191	8	kpt/2017	kpt/2017	X
mkg-8178	191	9	.	.	PUNCT
mkg-8178	192	1	open	open	ADJ
mkg-8178	192	2	access	access	NOUN
mkg-8178	192	3	under	under	ADP
mkg-8178	192	4	cc	cc	NOUN
mkg-8178	192	5	-	-	PUNCT
mkg-8178	192	6	by	by	ADP
mkg-8178	192	7	-	-	PUNCT
mkg-8178	192	8	sa	sa	NOUN
mkg-8178	192	9	license	license	NOUN
mkg-8178	192	10	.	.	PUNCT
mkg-8178	193	1	available	available	ADJ
mkg-8178	193	2	at	at	ADP
mkg-8178	193	3	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	PROPN
mkg-8178	193	4	doi	doi	NOUN
mkg-8178	193	5	:	:	PUNCT
mkg-8178	193	6	10.20473	10.20473	NUM
mkg-8178	193	7	/	/	SYM
mkg-8178	193	8	j.djmkg.v51.i1.p42–46	j.djmkg.v51.i1.p42–46	NOUN
mkg-8178	194	1	http://e-journal.unair.ac.id/index.php/mkg	http://e-journal.unair.ac.id/index.php/mkg	ADV
mkg-8178	194	2	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	http://dx.doi.org/10.20473/j.djmkg.v51.i1.p42-46	VERB