id	sid	tid	token	lemma	pos
ideas-3058	1	1	845	845	NUM
ideas-3058	1	2	copyright	copyright	NOUN
ideas-3058	1	3	©	©	ADP
ideas-3058	1	4	2023	2023	NUM
ideas-3058	1	5	the	the	DET
ideas-3058	1	6	author	author	NOUN
ideas-3058	1	7	ideas	idea	NOUN
ideas-3058	1	8	is	be	AUX
ideas-3058	1	9	licensed	license	VERB
ideas-3058	1	10	under	under	ADP
ideas-3058	1	11	cc	cc	NOUN
ideas-3058	1	12	-	-	PUNCT
ideas-3058	1	13	by	by	ADP
ideas-3058	1	14	-	-	PUNCT
ideas-3058	1	15	sa	sa	NOUN
ideas-3058	1	16	4.0	4.0	NUM
ideas-3058	1	17	license	license	NOUN
ideas-3058	1	18	issued	issue	VERB
ideas-3058	1	19	by	by	ADP
ideas-3058	1	20	english	english	ADJ
ideas-3058	1	21	study	study	NOUN
ideas-3058	1	22	program	program	NOUN
ideas-3058	1	23	of	of	ADP
ideas-3058	1	24	iain	iain	PROPN
ideas-3058	1	25	palopo	palopo	PROPN
ideas-3058	1	26	ideas	ideas	PROPN
ideas-3058	1	27	journal	journal	PROPN
ideas-3058	1	28	of	of	ADP
ideas-3058	1	29	language	language	NOUN
ideas-3058	1	30	teaching	teaching	NOUN
ideas-3058	1	31	and	and	CCONJ
ideas-3058	1	32	learning	learning	NOUN
ideas-3058	1	33	,	,	PUNCT
ideas-3058	1	34	linguistics	linguistic	NOUN
ideas-3058	1	35	and	and	CCONJ
ideas-3058	1	36	literature	literature	NOUN
ideas-3058	1	37	issn	issn	PROPN
ideas-3058	1	38	2338	2338	NUM
ideas-3058	1	39	-	-	SYM
ideas-3058	1	40	4778	4778	NUM
ideas-3058	1	41	(	(	PUNCT
ideas-3058	1	42	print	print	NOUN
ideas-3058	1	43	)	)	PUNCT
ideas-3058	1	44	issn	issn	VERB
ideas-3058	1	45	2548	2548	NUM
ideas-3058	1	46	-	-	SYM
ideas-3058	1	47	4192	4192	NUM
ideas-3058	1	48	(	(	PUNCT
ideas-3058	1	49	online	online	ADJ
ideas-3058	1	50	)	)	PUNCT
ideas-3058	1	51	volume	volume	NOUN
ideas-3058	1	52	11	11	NUM
ideas-3058	1	53	,	,	PUNCT
ideas-3058	1	54	number	number	NOUN
ideas-3058	1	55	1	1	NUM
ideas-3058	1	56	,	,	PUNCT
ideas-3058	1	57	june	june	PROPN
ideas-3058	1	58	2023	2023	NUM
ideas-3058	1	59	pp	pp	NOUN
ideas-3058	1	60	.	.	PUNCT
ideas-3058	2	1	845	845	NUM
ideas-3058	2	2	853	853	NUM
ideas-3058	2	3	developing	develop	VERB
ideas-3058	2	4	digital	digital	NOUN
ideas-3058	2	5	-	-	PUNCT
ideas-3058	2	6	based	base	VERB
ideas-3058	2	7	speaking	speaking	NOUN
ideas-3058	2	8	skill	skill	NOUN
ideas-3058	2	9	literacy	literacy	NOUN
ideas-3058	2	10	assessment	assessment	NOUN
ideas-3058	2	11	using	use	VERB
ideas-3058	2	12	plomp	plomp	NOUN
ideas-3058	2	13	model	model	NOUN
ideas-3058	2	14	to	to	PART
ideas-3058	2	15	support	support	VERB
ideas-3058	2	16	the	the	DET
ideas-3058	2	17	national	national	ADJ
ideas-3058	2	18	literacy	literacy	PROPN
ideas-3058	2	19	movement	movement	PROPN
ideas-3058	2	20	maitri	maitri	PROPN
ideas-3058	2	21	rahmadhani1	rahmadhani1	PROPN
ideas-3058	2	22	madani.edu19@gmail.com	madani.edu19@gmail.com	PROPN
ideas-3058	2	23	stkip	stkip	VERB
ideas-3058	2	24	al	al	PROPN
ideas-3058	2	25	makusm	makusm	PROPN
ideas-3058	2	26	langkat	langkat	PROPN
ideas-3058	2	27	received	receive	VERB
ideas-3058	2	28	:	:	PUNCT
ideas-3058	2	29	2023	2023	NUM
ideas-3058	2	30	-	-	SYM
ideas-3058	2	31	04	04	NUM
ideas-3058	2	32	-	-	PUNCT
ideas-3058	2	33	11	11	NUM
ideas-3058	2	34	accepted	accept	VERB
ideas-3058	2	35	:	:	PUNCT
ideas-3058	2	36	2023	2023	NUM
ideas-3058	2	37	-	-	SYM
ideas-3058	2	38	07	07	NUM
ideas-3058	2	39	-	-	PUNCT
ideas-3058	2	40	05	05	NUM
ideas-3058	2	41	doi	doi	NOUN
ideas-3058	2	42	:	:	PUNCT
ideas-3058	2	43	10.24256	10.24256	NUM
ideas-3058	2	44	/	/	SYM
ideas-3058	2	45	ideas	idea	NOUN
ideas-3058	2	46	.	.	PUNCT
ideas-3058	3	1	v	v	NUM
ideas-3058	3	2	11i1.3058	11i1.3058	NUM
ideas-3058	3	3	abstract	abstract	ADJ
ideas-3058	3	4	this	this	DET
ideas-3058	3	5	research	research	NOUN
ideas-3058	3	6	aimed	aim	VERB
ideas-3058	3	7	to	to	PART
ideas-3058	3	8	develop	develop	VERB
ideas-3058	3	9	a	a	DET
ideas-3058	3	10	digital	digital	NOUN
ideas-3058	3	11	-	-	PUNCT
ideas-3058	3	12	based	base	VERB
ideas-3058	3	13	speaking	speak	VERB
ideas-3058	3	14	literacy	literacy	NOUN
ideas-3058	3	15	assessment	assessment	NOUN
ideas-3058	3	16	model	model	NOUN
ideas-3058	3	17	that	that	PRON
ideas-3058	3	18	credible	credible	ADJ
ideas-3058	3	19	,	,	PUNCT
ideas-3058	3	20	measurable	measurable	ADJ
ideas-3058	3	21	and	and	CCONJ
ideas-3058	3	22	do	do	VERB
ideas-3058	3	23	able	able	ADJ
ideas-3058	3	24	by	by	ADP
ideas-3058	3	25	using	use	VERB
ideas-3058	3	26	the	the	DET
ideas-3058	3	27	plomp	plomp	NOUN
ideas-3058	3	28	model	model	NOUN
ideas-3058	3	29	in	in	ADP
ideas-3058	3	30	an	an	DET
ideas-3058	3	31	effort	effort	NOUN
ideas-3058	3	32	to	to	PART
ideas-3058	3	33	support	support	VERB
ideas-3058	3	34	the	the	DET
ideas-3058	3	35	national	national	ADJ
ideas-3058	3	36	literacy	literacy	NOUN
ideas-3058	3	37	movement	movement	NOUN
ideas-3058	3	38	.	.	PUNCT
ideas-3058	4	1	located	locate	VERB
ideas-3058	4	2	in	in	ADP
ideas-3058	4	3	smk	smk	PROPN
ideas-3058	4	4	al	al	PROPN
ideas-3058	4	5	maksum	maksum	PROPN
ideas-3058	4	6	stabat	stabat	PROPN
ideas-3058	4	7	,	,	PUNCT
ideas-3058	4	8	the	the	DET
ideas-3058	4	9	subject	subject	NOUN
ideas-3058	4	10	of	of	ADP
ideas-3058	4	11	this	this	DET
ideas-3058	4	12	research	research	NOUN
ideas-3058	4	13	was	be	AUX
ideas-3058	4	14	the	the	DET
ideas-3058	4	15	second	second	ADJ
ideas-3058	4	16	graders	grader	NOUN
ideas-3058	4	17	of	of	ADP
ideas-3058	4	18	smk	smk	PROPN
ideas-3058	4	19	al	al	PROPN
ideas-3058	4	20	maksum	maksum	PROPN
ideas-3058	4	21	stabat	stabat	VERB
ideas-3058	4	22	by	by	ADP
ideas-3058	4	23	applying	apply	VERB
ideas-3058	4	24	random	random	ADJ
ideas-3058	4	25	sampling	sampling	NOUN
ideas-3058	4	26	.	.	PUNCT
ideas-3058	5	1	the	the	DET
ideas-3058	5	2	instrument	instrument	NOUN
ideas-3058	5	3	used	use	VERB
ideas-3058	5	4	were	be	AUX
ideas-3058	5	5	questionnaires	questionnaire	NOUN
ideas-3058	5	6	both	both	PRON
ideas-3058	5	7	used	use	VERB
ideas-3058	5	8	for	for	ADP
ideas-3058	5	9	the	the	DET
ideas-3058	5	10	expert	expert	ADJ
ideas-3058	5	11	validator	validator	NOUN
ideas-3058	5	12	and	and	CCONJ
ideas-3058	5	13	for	for	ADP
ideas-3058	5	14	the	the	DET
ideas-3058	5	15	teachers	teacher	NOUN
ideas-3058	5	16	.	.	PUNCT
ideas-3058	6	1	the	the	DET
ideas-3058	6	2	result	result	NOUN
ideas-3058	6	3	showed	show	VERB
ideas-3058	6	4	that	that	SCONJ
ideas-3058	6	5	the	the	DET
ideas-3058	6	6	digital	digital	NOUN
ideas-3058	6	7	-	-	PUNCT
ideas-3058	6	8	based	base	VERB
ideas-3058	6	9	speaking	speak	VERB
ideas-3058	6	10	literacy	literacy	NOUN
ideas-3058	6	11	assessment	assessment	NOUN
ideas-3058	6	12	model	model	NOUN
ideas-3058	6	13	has	have	VERB
ideas-3058	6	14	90.88	90.88	NUM
ideas-3058	6	15	%	%	NOUN
ideas-3058	6	16	of	of	ADP
ideas-3058	6	17	validation	validation	NOUN
ideas-3058	6	18	percentage	percentage	NOUN
ideas-3058	6	19	which	which	PRON
ideas-3058	6	20	means	mean	VERB
ideas-3058	6	21	it	it	PRON
ideas-3058	6	22	has	have	VERB
ideas-3058	6	23	a	a	DET
ideas-3058	6	24	high	high	ADJ
ideas-3058	6	25	level	level	NOUN
ideas-3058	6	26	of	of	ADP
ideas-3058	6	27	validity	validity	NOUN
ideas-3058	6	28	but	but	CCONJ
ideas-3058	6	29	need	need	VERB
ideas-3058	6	30	to	to	PART
ideas-3058	6	31	be	be	AUX
ideas-3058	6	32	revised	revise	VERB
ideas-3058	6	33	.	.	PUNCT
ideas-3058	7	1	85.5	85.5	NUM
ideas-3058	7	2	%	%	NOUN
ideas-3058	7	3	respondents	respondent	NOUN
ideas-3058	7	4	respond	respond	VERB
ideas-3058	7	5	positively	positively	ADV
ideas-3058	7	6	to	to	ADP
ideas-3058	7	7	the	the	DET
ideas-3058	7	8	developed	develop	VERB
ideas-3058	7	9	digital	digital	NOUN
ideas-3058	7	10	-	-	PUNCT
ideas-3058	7	11	based	base	VERB
ideas-3058	7	12	speaking	speak	VERB
ideas-3058	7	13	literacy	literacy	NOUN
ideas-3058	7	14	assessment	assessment	NOUN
ideas-3058	7	15	model	model	NOUN
ideas-3058	7	16	including	include	VERB
ideas-3058	7	17	its	its	PRON
ideas-3058	7	18	interest	interest	NOUN
ideas-3058	7	19	and	and	CCONJ
ideas-3058	7	20	its	its	PRON
ideas-3058	7	21	attractiveness	attractiveness	NOUN
ideas-3058	7	22	.	.	PUNCT
ideas-3058	8	1	it	it	PRON
ideas-3058	8	2	indicated	indicate	VERB
ideas-3058	8	3	that	that	SCONJ
ideas-3058	8	4	the	the	DET
ideas-3058	8	5	developed	develop	VERB
ideas-3058	8	6	digital	digital	NOUN
ideas-3058	8	7	-	-	PUNCT
ideas-3058	8	8	based	base	VERB
ideas-3058	8	9	speaking	speak	VERB
ideas-3058	8	10	literacy	literacy	NOUN
ideas-3058	8	11	assessment	assessment	NOUN
ideas-3058	8	12	model	model	NOUN
ideas-3058	8	13	has	have	AUX
ideas-3058	8	14	fulfill	fulfill	VERB
ideas-3058	8	15	the	the	DET
ideas-3058	8	16	aspect	aspect	NOUN
ideas-3058	8	17	of	of	ADP
ideas-3058	8	18	feasibility	feasibility	NOUN
ideas-3058	8	19	and	and	CCONJ
ideas-3058	8	20	effectiveness	effectiveness	NOUN
ideas-3058	8	21	and	and	CCONJ
ideas-3058	8	22	has	have	AUX
ideas-3058	8	23	been	be	AUX
ideas-3058	8	24	tested	test	VERB
ideas-3058	8	25	successfully	successfully	ADV
ideas-3058	8	26	implemented	implement	VERB
ideas-3058	8	27	at	at	ADP
ideas-3058	8	28	smk	smk	PROPN
ideas-3058	8	29	al	al	PROPN
ideas-3058	8	30	maksum	maksum	PROPN
ideas-3058	8	31	stabat	stabat	PROPN
ideas-3058	8	32	.	.	PUNCT
ideas-3058	9	1	keywords	keyword	NOUN
ideas-3058	9	2	:	:	PUNCT
ideas-3058	9	3	assessment	assessment	NOUN
ideas-3058	9	4	;	;	PUNCT
ideas-3058	9	5	digital	digital	ADJ
ideas-3058	9	6	;	;	PUNCT
ideas-3058	9	7	plomp	plomp	NOUN
ideas-3058	9	8	;	;	PUNCT
ideas-3058	9	9	speaking_literacy	speaking_literacy	NUM
ideas-3058	9	10	introduction	introduction	NOUN
ideas-3058	9	11	based	base	VERB
ideas-3058	9	12	on	on	ADP
ideas-3058	9	13	various	various	ADJ
ideas-3058	9	14	international	international	ADJ
ideas-3058	9	15	surveys	survey	NOUN
ideas-3058	9	16	on	on	ADP
ideas-3058	9	17	literacy	literacy	NOUN
ideas-3058	9	18	,	,	PUNCT
ideas-3058	9	19	it	it	PRON
ideas-3058	9	20	is	be	AUX
ideas-3058	9	21	known	know	VERB
ideas-3058	9	22	that	that	SCONJ
ideas-3058	9	23	indonesia	indonesia	PROPN
ideas-3058	9	24	has	have	VERB
ideas-3058	9	25	a	a	DET
ideas-3058	9	26	low	low	ADJ
ideas-3058	9	27	literacy	literacy	NOUN
ideas-3058	9	28	culture	culture	NOUN
ideas-3058	9	29	.	.	PUNCT
ideas-3058	10	1	the	the	DET
ideas-3058	10	2	fact	fact	NOUN
ideas-3058	10	3	is	be	AUX
ideas-3058	10	4	that	that	SCONJ
ideas-3058	10	5	indonesia	indonesia	PROPN
ideas-3058	10	6	ranks	rank	VERB
ideas-3058	10	7	64th	64th	ADV
ideas-3058	10	8	out	out	ADP
ideas-3058	10	9	of	of	ADP
ideas-3058	10	10	65	65	NUM
ideas-3058	10	11	countries	country	NOUN
ideas-3058	10	12	in	in	ADP
ideas-3058	10	13	program	program	NOUN
ideas-3058	10	14	for	for	ADP
ideas-3058	10	15	international	international	ADJ
ideas-3058	10	16	students	student	NOUN
ideas-3058	10	17	assessment	assessment	NOUN
ideas-3058	10	18	(	(	PUNCT
ideas-3058	10	19	pisa	pisa	PROPN
ideas-3058	10	20	)	)	PUNCT
ideas-3058	10	21	regarding	regard	VERB
ideas-3058	10	22	literacy	literacy	NOUN
ideas-3058	10	23	culture	culture	NOUN
ideas-3058	10	24	.	.	PUNCT
ideas-3058	11	1	this	this	PRON
ideas-3058	11	2	is	be	AUX
ideas-3058	11	3	certainly	certainly	ADV
ideas-3058	11	4	be	be	AUX
ideas-3058	11	5	a	a	DET
ideas-3058	11	6	spotlight	spotlight	NOUN
ideas-3058	11	7	for	for	ADP
ideas-3058	11	8	other	other	ADJ
ideas-3058	11	9	countries	country	NOUN
ideas-3058	11	10	in	in	ADP
ideas-3058	11	11	seeing	see	VERB
ideas-3058	11	12	indonesia	indonesia	PROPN
ideas-3058	11	13	as	as	ADV
ideas-3058	11	14	well	well	ADV
ideas-3058	11	15	as	as	ADP
ideas-3058	11	16	being	be	AUX
ideas-3058	11	17	a	a	DET
ideas-3058	11	18	whip	whip	NOUN
ideas-3058	11	19	for	for	SCONJ
ideas-3058	11	20	the	the	DET
ideas-3058	11	21	indonesian	indonesian	ADJ
ideas-3058	11	22	government	government	NOUN
ideas-3058	11	23	to	to	PART
ideas-3058	11	24	improve	improve	VERB
ideas-3058	11	25	itself	itself	PRON
ideas-3058	11	26	considering	consider	VERB
ideas-3058	11	27	that	that	SCONJ
ideas-3058	11	28	indonesia	indonesia	PROPN
ideas-3058	11	29	is	be	AUX
ideas-3058	11	30	a	a	DET
ideas-3058	11	31	country	country	NOUN
ideas-3058	11	32	rich	rich	ADJ
ideas-3058	11	33	in	in	ADP
ideas-3058	11	34	nature	nature	NOUN
ideas-3058	11	35	and	and	CCONJ
ideas-3058	11	36	culture	culture	NOUN
ideas-3058	11	37	,	,	PUNCT
ideas-3058	11	38	which	which	PRON
ideas-3058	11	39	if	if	SCONJ
ideas-3058	11	40	managed	manage	VERB
ideas-3058	11	41	by	by	ADP
ideas-3058	11	42	reliable	reliable	ADJ
ideas-3058	11	43	and	and	CCONJ
ideas-3058	11	44	quality	quality	NOUN
ideas-3058	11	45	human	human	ADJ
ideas-3058	11	46	resources	resource	NOUN
ideas-3058	11	47	,	,	PUNCT
ideas-3058	11	48	god	god	PROPN
ideas-3058	11	49	willing	willing	ADJ
ideas-3058	11	50	,	,	PUNCT
ideas-3058	11	51	it	it	PRON
ideas-3058	11	52	will	will	AUX
ideas-3058	11	53	become	become	VERB
ideas-3058	11	54	a	a	DET
ideas-3058	11	55	great	great	ADJ
ideas-3058	11	56	developed	develop	VERB
ideas-3058	11	57	country	country	NOUN
ideas-3058	11	58	.	.	PUNCT
ideas-3058	12	1	one	one	NUM
ideas-3058	12	2	of	of	ADP
ideas-3058	12	3	the	the	DET
ideas-3058	12	4	government	government	NOUN
ideas-3058	12	5	's	's	PART
ideas-3058	12	6	contributions	contribution	NOUN
ideas-3058	12	7	is	be	AUX
ideas-3058	12	8	to	to	PART
ideas-3058	12	9	issue	issue	VERB
ideas-3058	12	10	permendikbud	permendikbud	NOUN
ideas-3058	12	11	n0.23	n0.23	PROPN
ideas-3058	12	12	in	in	ADP
ideas-3058	12	13	2015	2015	NUM
ideas-3058	12	14	.	.	PUNCT
ideas-3058	13	1	based	base	VERB
ideas-3058	13	2	on	on	ADP
ideas-3058	13	3	the	the	DET
ideas-3058	13	4	permendikbud	permendikbud	NOUN
ideas-3058	13	5	,	,	PUNCT
ideas-3058	13	6	we	we	PRON
ideas-3058	13	7	can	can	AUX
ideas-3058	13	8	see	see	VERB
ideas-3058	13	9	that	that	SCONJ
ideas-3058	13	10	it	it	PRON
ideas-3058	13	11	is	be	AUX
ideas-3058	13	12	important	important	ADJ
ideas-3058	13	13	for	for	SCONJ
ideas-3058	13	14	schools	school	NOUN
ideas-3058	13	15	to	to	PART
ideas-3058	13	16	set	set	VERB
ideas-3058	13	17	aside	aside	ADP
ideas-3058	13	18	time	time	NOUN
ideas-3058	13	19	regularly	regularly	ADV
ideas-3058	13	20	for	for	ADP
ideas-3058	13	21	the	the	DET
ideas-3058	13	22	habit	habit	NOUN
ideas-3058	13	23	of	of	ADP
ideas-3058	13	24	reading	reading	NOUN
ideas-3058	13	25	as	as	ADP
ideas-3058	13	26	part	part	NOUN
ideas-3058	13	27	of	of	ADP
ideas-3058	13	28	developing	develop	VERB
ideas-3058	13	29	character	character	NOUN
ideas-3058	13	30	.	.	PUNCT
ideas-3058	14	1	in	in	ADP
ideas-3058	14	2	this	this	DET
ideas-3058	14	3	case	case	NOUN
ideas-3058	14	4	,	,	PUNCT
ideas-3058	14	5	it	it	PRON
ideas-3058	14	6	is	be	AUX
ideas-3058	14	7	implied	imply	VERB
ideas-3058	14	8	that	that	SCONJ
ideas-3058	14	9	reading	read	VERB
ideas-3058	14	10	activities	activity	NOUN
ideas-3058	14	11	are	be	AUX
ideas-3058	14	12	believed	believe	VERB
ideas-3058	14	13	to	to	PART
ideas-3058	14	14	have	have	VERB
ideas-3058	14	15	a	a	DET
ideas-3058	14	16	positive	positive	ADJ
ideas-3058	14	17	role	role	NOUN
ideas-3058	14	18	on	on	ADP
ideas-3058	14	19	character	character	NOUN
ideas-3058	14	20	.	.	PUNCT
ideas-3058	15	1	this	this	DET
ideas-3058	15	2	reading	reading	NOUN
ideas-3058	15	3	activity	activity	NOUN
ideas-3058	15	4	is	be	AUX
ideas-3058	15	5	certainly	certainly	ADV
ideas-3058	15	6	not	not	PART
ideas-3058	15	7	only	only	ADV
ideas-3058	15	8	intended	intend	VERB
ideas-3058	15	9	for	for	ADP
ideas-3058	15	10	textbooks	textbook	NOUN
ideas-3058	15	11	,	,	PUNCT
ideas-3058	15	12	but	but	CCONJ
ideas-3058	15	13	also	also	ADV
ideas-3058	15	14	other	other	ADJ
ideas-3058	15	15	quality	quality	NOUN
ideas-3058	15	16	and	and	CCONJ
ideas-3058	15	17	useful	useful	ADJ
ideas-3058	15	18	reading	reading	NOUN
ideas-3058	15	19	http://u.lipi.go.id/1457703302	http://u.lipi.go.id/1457703302	PROPN
ideas-3058	15	20	maitri	maitri	PROPN
ideas-3058	15	21	rahmadhani1	rahmadhani1	ADJ
ideas-3058	16	1	developing	develop	VERB
ideas-3058	16	2	digital	digital	NOUN
ideas-3058	16	3	-	-	PUNCT
ideas-3058	16	4	based	base	VERB
ideas-3058	16	5	speaking	speaking	NOUN
ideas-3058	16	6	skill	skill	NOUN
ideas-3058	16	7	literacy	literacy	NOUN
ideas-3058	16	8	assessment	assessment	NOUN
ideas-3058	16	9	using	use	VERB
ideas-3058	16	10	plomp	plomp	NOUN
ideas-3058	16	11	model	model	NOUN
ideas-3058	16	12	to	to	PART
ideas-3058	16	13	support	support	VERB
ideas-3058	16	14	the	the	DET
ideas-3058	16	15	national	national	ADJ
ideas-3058	16	16	literacy	literacy	PROPN
ideas-3058	16	17	movement	movement	NOUN
ideas-3058	16	18	846	846	NUM
ideas-3058	16	19	books	book	NOUN
ideas-3058	16	20	or	or	CCONJ
ideas-3058	16	21	more	more	ADV
ideas-3058	16	22	familiarly	familiarly	ADV
ideas-3058	16	23	what	what	PRON
ideas-3058	16	24	we	we	PRON
ideas-3058	16	25	call	call	VERB
ideas-3058	16	26	free	free	ADJ
ideas-3058	16	27	reading	reading	NOUN
ideas-3058	16	28	.	.	PUNCT
ideas-3058	17	1	because	because	SCONJ
ideas-3058	17	2	“	"	PUNCT
ideas-3058	17	3	literacy	literacy	NOUN
ideas-3058	17	4	”	"	PUNCT
ideas-3058	17	5	is	be	AUX
ideas-3058	17	6	not	not	PART
ideas-3058	17	7	just	just	ADV
ideas-3058	17	8	being	be	AUX
ideas-3058	17	9	free	free	ADJ
ideas-3058	17	10	from	from	ADP
ideas-3058	17	11	illiteracy	illiteracy	NOUN
ideas-3058	17	12	,	,	PUNCT
ideas-3058	17	13	but	but	CCONJ
ideas-3058	17	14	more	more	ADJ
ideas-3058	17	15	than	than	ADP
ideas-3058	17	16	that	that	PRON
ideas-3058	17	17	.	.	PUNCT
ideas-3058	18	1	thus	thus	ADV
ideas-3058	18	2	,	,	PUNCT
ideas-3058	18	3	activating	activate	VERB
ideas-3058	18	4	literacy	literacy	NOUN
ideas-3058	18	5	for	for	SCONJ
ideas-3058	18	6	students	student	NOUN
ideas-3058	18	7	at	at	ADP
ideas-3058	18	8	schools	school	NOUN
ideas-3058	18	9	is	be	AUX
ideas-3058	18	10	expected	expect	VERB
ideas-3058	18	11	to	to	PART
ideas-3058	18	12	be	be	AUX
ideas-3058	18	13	able	able	ADJ
ideas-3058	18	14	to	to	PART
ideas-3058	18	15	develop	develop	VERB
ideas-3058	18	16	their	their	PRON
ideas-3058	18	17	learning	learning	NOUN
ideas-3058	18	18	habits	habit	NOUN
ideas-3058	18	19	.	.	PUNCT
ideas-3058	19	1	in	in	ADP
ideas-3058	19	2	practice	practice	NOUN
ideas-3058	19	3	,	,	PUNCT
ideas-3058	19	4	this	this	DET
ideas-3058	19	5	free	free	ADJ
ideas-3058	19	6	reading	reading	NOUN
ideas-3058	19	7	activity	activity	NOUN
ideas-3058	19	8	is	be	AUX
ideas-3058	19	9	carried	carry	VERB
ideas-3058	19	10	out	out	ADP
ideas-3058	19	11	at	at	ADP
ideas-3058	19	12	schools	school	NOUN
ideas-3058	19	13	in	in	ADP
ideas-3058	19	14	the	the	DET
ideas-3058	19	15	first	first	ADJ
ideas-3058	19	16	fifteen	fifteen	NUM
ideas-3058	19	17	minutes	minute	NOUN
ideas-3058	19	18	before	before	ADP
ideas-3058	19	19	starting	start	VERB
ideas-3058	19	20	the	the	DET
ideas-3058	19	21	lesson	lesson	NOUN
ideas-3058	19	22	.	.	PUNCT
ideas-3058	20	1	of	of	ADP
ideas-3058	20	2	course	course	NOUN
ideas-3058	20	3	,	,	PUNCT
ideas-3058	20	4	the	the	DET
ideas-3058	20	5	activities	activity	NOUN
ideas-3058	20	6	that	that	PRON
ideas-3058	20	7	have	have	AUX
ideas-3058	20	8	been	be	AUX
ideas-3058	20	9	initiated	initiate	VERB
ideas-3058	20	10	by	by	ADP
ideas-3058	20	11	the	the	DET
ideas-3058	20	12	government	government	NOUN
ideas-3058	20	13	must	must	AUX
ideas-3058	20	14	also	also	ADV
ideas-3058	20	15	be	be	AUX
ideas-3058	20	16	intensified	intensify	VERB
ideas-3058	20	17	by	by	ADP
ideas-3058	20	18	the	the	DET
ideas-3058	20	19	schools	school	NOUN
ideas-3058	20	20	,	,	PUNCT
ideas-3058	20	21	both	both	CCONJ
ideas-3058	20	22	in	in	ADP
ideas-3058	20	23	big	big	ADJ
ideas-3058	20	24	cities	city	NOUN
ideas-3058	20	25	and	and	CCONJ
ideas-3058	20	26	in	in	ADP
ideas-3058	20	27	remote	remote	ADJ
ideas-3058	20	28	parts	part	NOUN
ideas-3058	20	29	of	of	ADP
ideas-3058	20	30	the	the	DET
ideas-3058	20	31	country	country	NOUN
ideas-3058	20	32	.	.	PUNCT
ideas-3058	21	1	in	in	ADP
ideas-3058	21	2	fact	fact	NOUN
ideas-3058	21	3	,	,	PUNCT
ideas-3058	21	4	there	there	PRON
ideas-3058	21	5	are	be	VERB
ideas-3058	21	6	still	still	ADV
ideas-3058	21	7	many	many	ADJ
ideas-3058	21	8	schools	school	NOUN
ideas-3058	21	9	that	that	PRON
ideas-3058	21	10	have	have	AUX
ideas-3058	21	11	not	not	PART
ideas-3058	21	12	implemented	implement	VERB
ideas-3058	21	13	it	it	PRON
ideas-3058	21	14	.	.	PUNCT
ideas-3058	22	1	the	the	DET
ideas-3058	22	2	lack	lack	NOUN
ideas-3058	22	3	of	of	ADP
ideas-3058	22	4	reading	read	VERB
ideas-3058	22	5	books	book	NOUN
ideas-3058	22	6	and	and	CCONJ
ideas-3058	22	7	socialization	socialization	NOUN
ideas-3058	22	8	to	to	ADP
ideas-3058	22	9	parents	parent	NOUN
ideas-3058	22	10	and	and	CCONJ
ideas-3058	22	11	even	even	ADV
ideas-3058	22	12	students	student	NOUN
ideas-3058	22	13	are	be	AUX
ideas-3058	22	14	also	also	ADV
ideas-3058	22	15	the	the	DET
ideas-3058	22	16	reasons	reason	NOUN
ideas-3058	22	17	.	.	PUNCT
ideas-3058	23	1	not	not	PART
ideas-3058	23	2	only	only	ADV
ideas-3058	23	3	that	that	PRON
ideas-3058	23	4	,	,	PUNCT
ideas-3058	23	5	the	the	DET
ideas-3058	23	6	next	next	ADJ
ideas-3058	23	7	obstacle	obstacle	NOUN
ideas-3058	23	8	is	be	AUX
ideas-3058	23	9	how	how	SCONJ
ideas-3058	23	10	teachers	teacher	NOUN
ideas-3058	23	11	/	/	SYM
ideas-3058	23	12	education	education	NOUN
ideas-3058	23	13	practitioners	practitioner	NOUN
ideas-3058	23	14	measure	measure	VERB
ideas-3058	23	15	the	the	DET
ideas-3058	23	16	literacy	literacy	NOUN
ideas-3058	23	17	abilities	ability	NOUN
ideas-3058	23	18	of	of	ADP
ideas-3058	23	19	students	student	NOUN
ideas-3058	23	20	so	so	SCONJ
ideas-3058	23	21	that	that	SCONJ
ideas-3058	23	22	they	they	PRON
ideas-3058	23	23	are	be	AUX
ideas-3058	23	24	able	able	ADJ
ideas-3058	23	25	to	to	PART
ideas-3058	23	26	see	see	VERB
ideas-3058	23	27	how	how	SCONJ
ideas-3058	23	28	far	far	ADV
ideas-3058	23	29	the	the	DET
ideas-3058	23	30	literacy	literacy	NOUN
ideas-3058	23	31	program	program	NOUN
ideas-3058	23	32	is	be	AUX
ideas-3058	23	33	succeed	succeed	VERB
ideas-3058	23	34	.	.	PUNCT
ideas-3058	24	1	it	it	PRON
ideas-3058	24	2	should	should	AUX
ideas-3058	24	3	be	be	AUX
ideas-3058	24	4	noted	note	VERB
ideas-3058	24	5	that	that	SCONJ
ideas-3058	24	6	literacy	literacy	NOUN
ideas-3058	24	7	skills	skill	NOUN
ideas-3058	24	8	are	be	AUX
ideas-3058	24	9	related	relate	VERB
ideas-3058	24	10	to	to	ADP
ideas-3058	24	11	four	four	NUM
ideas-3058	24	12	basic	basic	ADJ
ideas-3058	24	13	language	language	NOUN
ideas-3058	24	14	skills	skill	NOUN
ideas-3058	24	15	,	,	PUNCT
ideas-3058	24	16	namely	namely	ADV
ideas-3058	24	17	:	:	PUNCT
ideas-3058	24	18	reading	reading	NOUN
ideas-3058	24	19	,	,	PUNCT
ideas-3058	24	20	writing	writing	NOUN
ideas-3058	24	21	,	,	PUNCT
ideas-3058	24	22	listening	listen	VERB
ideas-3058	24	23	and	and	CCONJ
ideas-3058	24	24	speaking	speak	VERB
ideas-3058	24	25	.	.	PUNCT
ideas-3058	25	1	these	these	DET
ideas-3058	25	2	four	four	NUM
ideas-3058	25	3	basic	basic	ADJ
ideas-3058	25	4	abilities	ability	NOUN
ideas-3058	25	5	must	must	AUX
ideas-3058	25	6	be	be	AUX
ideas-3058	25	7	mastered	master	VERB
ideas-3058	25	8	in	in	ADP
ideas-3058	25	9	order	order	NOUN
ideas-3058	25	10	to	to	PART
ideas-3058	25	11	achieve	achieve	VERB
ideas-3058	25	12	the	the	DET
ideas-3058	25	13	success	success	NOUN
ideas-3058	25	14	of	of	ADP
ideas-3058	25	15	student	student	NOUN
ideas-3058	25	16	literacy	literacy	NOUN
ideas-3058	25	17	.	.	PUNCT
ideas-3058	26	1	to	to	PART
ideas-3058	26	2	see	see	VERB
ideas-3058	26	3	the	the	DET
ideas-3058	26	4	level	level	NOUN
ideas-3058	26	5	of	of	ADP
ideas-3058	26	6	success	success	NOUN
ideas-3058	26	7	in	in	ADP
ideas-3058	26	8	these	these	DET
ideas-3058	26	9	four	four	NUM
ideas-3058	26	10	basic	basic	ADJ
ideas-3058	26	11	language	language	NOUN
ideas-3058	26	12	skills	skill	NOUN
ideas-3058	26	13	,	,	PUNCT
ideas-3058	26	14	different	different	ADJ
ideas-3058	26	15	assessments	assessment	NOUN
ideas-3058	26	16	are	be	AUX
ideas-3058	26	17	needed	need	VERB
ideas-3058	26	18	based	base	VERB
ideas-3058	26	19	on	on	ADP
ideas-3058	26	20	each	each	DET
ideas-3058	26	21	skill	skill	NOUN
ideas-3058	26	22	and	and	CCONJ
ideas-3058	26	23	must	must	AUX
ideas-3058	26	24	be	be	AUX
ideas-3058	26	25	measurable	measurable	ADJ
ideas-3058	26	26	.	.	PUNCT
ideas-3058	27	1	in	in	ADP
ideas-3058	27	2	accordance	accordance	NOUN
ideas-3058	27	3	to	to	ADP
ideas-3058	27	4	how	how	SCONJ
ideas-3058	27	5	importance	importance	NOUN
ideas-3058	27	6	of	of	ADP
ideas-3058	27	7	assessment	assessment	NOUN
ideas-3058	27	8	to	to	PART
ideas-3058	27	9	see	see	VERB
ideas-3058	27	10	the	the	DET
ideas-3058	27	11	level	level	NOUN
ideas-3058	27	12	of	of	ADP
ideas-3058	27	13	literacy	literacy	NOUN
ideas-3058	27	14	success	success	NOUN
ideas-3058	27	15	including	include	VERB
ideas-3058	27	16	the	the	DET
ideas-3058	27	17	reading	reading	NOUN
ideas-3058	27	18	,	,	PUNCT
ideas-3058	27	19	writing	writing	NOUN
ideas-3058	27	20	,	,	PUNCT
ideas-3058	27	21	listening	listen	VERB
ideas-3058	27	22	and	and	CCONJ
ideas-3058	27	23	speaking	speak	VERB
ideas-3058	27	24	skill	skill	NOUN
ideas-3058	27	25	,	,	PUNCT
ideas-3058	27	26	it	it	PRON
ideas-3058	27	27	is	be	AUX
ideas-3058	27	28	necessary	necessary	ADJ
ideas-3058	27	29	to	to	PART
ideas-3058	27	30	conduct	conduct	VERB
ideas-3058	27	31	research	research	NOUN
ideas-3058	27	32	and	and	CCONJ
ideas-3058	27	33	a	a	DET
ideas-3058	27	34	qualified	qualified	ADJ
ideas-3058	27	35	model	model	NOUN
ideas-3058	27	36	design	design	NOUN
ideas-3058	27	37	of	of	ADP
ideas-3058	27	38	assessment	assessment	NOUN
ideas-3058	27	39	.	.	PUNCT
ideas-3058	28	1	which	which	PRON
ideas-3058	28	2	means	mean	VERB
ideas-3058	28	3	that	that	SCONJ
ideas-3058	28	4	the	the	DET
ideas-3058	28	5	assessmentt	assessmentt	NOUN
ideas-3058	28	6	design	design	NOUN
ideas-3058	28	7	model	model	NOUN
ideas-3058	28	8	is	be	AUX
ideas-3058	28	9	measurable	measurable	ADJ
ideas-3058	28	10	,	,	PUNCT
ideas-3058	28	11	credible	credible	ADJ
ideas-3058	28	12	,	,	PUNCT
ideas-3058	28	13	and	and	CCONJ
ideas-3058	28	14	do	do	VERB
ideas-3058	28	15	able	able	ADJ
ideas-3058	28	16	.	.	PUNCT
ideas-3058	29	1	in	in	ADP
ideas-3058	29	2	2021	2021	NUM
ideas-3058	29	3	,	,	PUNCT
ideas-3058	29	4	the	the	DET
ideas-3058	29	5	government	government	NOUN
ideas-3058	29	6	has	have	AUX
ideas-3058	29	7	developed	develop	VERB
ideas-3058	29	8	a	a	DET
ideas-3058	29	9	reading	reading	NOUN
ideas-3058	29	10	literacy	literacy	NOUN
ideas-3058	29	11	assessment	assessment	NOUN
ideas-3058	29	12	which	which	PRON
ideas-3058	29	13	is	be	AUX
ideas-3058	29	14	be	be	AUX
ideas-3058	29	15	a	a	DET
ideas-3058	29	16	part	part	NOUN
ideas-3058	29	17	of	of	ADP
ideas-3058	29	18	the	the	DET
ideas-3058	29	19	minimum	minimum	ADJ
ideas-3058	29	20	competency	competency	NOUN
ideas-3058	29	21	assessment	assessment	NOUN
ideas-3058	29	22	that	that	PRON
ideas-3058	29	23	then	then	ADV
ideas-3058	29	24	is	be	AUX
ideas-3058	29	25	used	use	VERB
ideas-3058	29	26	as	as	ADP
ideas-3058	29	27	a	a	DET
ideas-3058	29	28	government	government	NOUN
ideas-3058	29	29	policy	policy	NOUN
ideas-3058	29	30	in	in	ADP
ideas-3058	29	31	2021	2021	NUM
ideas-3058	29	32	.	.	PUNCT
ideas-3058	30	1	however	however	ADV
ideas-3058	30	2	,	,	PUNCT
ideas-3058	30	3	several	several	ADJ
ideas-3058	30	4	other	other	ADJ
ideas-3058	30	5	equally	equally	ADV
ideas-3058	30	6	important	important	ADJ
ideas-3058	30	7	literacy	literacy	NOUN
ideas-3058	30	8	assessments	assessment	NOUN
ideas-3058	30	9	have	have	AUX
ideas-3058	30	10	not	not	PART
ideas-3058	30	11	yet	yet	ADV
ideas-3058	30	12	been	be	AUX
ideas-3058	30	13	developed	develop	VERB
ideas-3058	30	14	.	.	PUNCT
ideas-3058	31	1	assessment	assessment	NOUN
ideas-3058	31	2	is	be	AUX
ideas-3058	31	3	crucial	crucial	ADJ
ideas-3058	31	4	in	in	ADP
ideas-3058	31	5	literacy	literacy	NOUN
ideas-3058	31	6	.	.	PUNCT
ideas-3058	32	1	the	the	DET
ideas-3058	32	2	used	use	VERB
ideas-3058	32	3	of	of	ADP
ideas-3058	32	4	this	this	DET
ideas-3058	32	5	assessment	assessment	NOUN
ideas-3058	32	6	is	be	AUX
ideas-3058	32	7	as	as	ADP
ideas-3058	32	8	a	a	DET
ideas-3058	32	9	way	way	NOUN
ideas-3058	32	10	to	to	PART
ideas-3058	32	11	get	get	VERB
ideas-3058	32	12	information	information	NOUN
ideas-3058	32	13	about	about	ADP
ideas-3058	32	14	the	the	DET
ideas-3058	32	15	extent	extent	NOUN
ideas-3058	32	16	of	of	ADP
ideas-3058	32	17	the	the	DET
ideas-3058	32	18	learning	learning	NOUN
ideas-3058	32	19	process	process	NOUN
ideas-3058	32	20	achievement	achievement	NOUN
ideas-3058	32	21	.	.	PUNCT
ideas-3058	33	1	in	in	ADP
ideas-3058	33	2	relation	relation	NOUN
ideas-3058	33	3	to	to	ADP
ideas-3058	33	4	the	the	DET
ideas-3058	33	5	success	success	NOUN
ideas-3058	33	6	of	of	ADP
ideas-3058	33	7	speaking	speak	VERB
ideas-3058	33	8	literacy	literacy	NOUN
ideas-3058	33	9	,	,	PUNCT
ideas-3058	33	10	assessment	assessment	NOUN
ideas-3058	33	11	can	can	AUX
ideas-3058	33	12	be	be	AUX
ideas-3058	33	13	said	say	VERB
ideas-3058	33	14	as	as	ADP
ideas-3058	33	15	a	a	DET
ideas-3058	33	16	measuring	measure	VERB
ideas-3058	33	17	tool	tool	NOUN
ideas-3058	33	18	.	.	PUNCT
ideas-3058	34	1	based	base	VERB
ideas-3058	34	2	on	on	ADP
ideas-3058	34	3	the	the	DET
ideas-3058	34	4	permendikbud	permendikbud	NOUN
ideas-3058	34	5	no	no	NOUN
ideas-3058	34	6	.	.	NOUN
ideas-3058	34	7	104	104	NUM
ideas-3058	34	8	of	of	ADP
ideas-3058	34	9	2014	2014	NUM
ideas-3058	34	10	,	,	PUNCT
ideas-3058	34	11	the	the	DET
ideas-3058	34	12	assessment	assessment	NOUN
ideas-3058	34	13	instrument	instrument	NOUN
ideas-3058	34	14	is	be	AUX
ideas-3058	34	15	a	a	DET
ideas-3058	34	16	tool	tool	NOUN
ideas-3058	34	17	used	use	VERB
ideas-3058	34	18	to	to	PART
ideas-3058	34	19	assess	assess	VERB
ideas-3058	34	20	the	the	DET
ideas-3058	34	21	achievement	achievement	NOUN
ideas-3058	34	22	of	of	ADP
ideas-3058	34	23	student	student	NOUN
ideas-3058	34	24	learning	learn	VERB
ideas-3058	34	25	development	development	NOUN
ideas-3058	34	26	,	,	PUNCT
ideas-3058	34	27	such	such	ADJ
ideas-3058	34	28	as	as	ADP
ideas-3058	34	29	tests	test	NOUN
ideas-3058	34	30	and	and	CCONJ
ideas-3058	34	31	attitude	attitude	NOUN
ideas-3058	34	32	scales	scale	NOUN
ideas-3058	34	33	.	.	PUNCT
ideas-3058	35	1	if	if	SCONJ
ideas-3058	35	2	it	it	PRON
ideas-3058	35	3	is	be	AUX
ideas-3058	35	4	associated	associate	VERB
ideas-3058	35	5	with	with	ADP
ideas-3058	35	6	speaking	speak	VERB
ideas-3058	35	7	literacy	literacy	NOUN
ideas-3058	35	8	,	,	PUNCT
ideas-3058	35	9	it	it	PRON
ideas-3058	35	10	can	can	AUX
ideas-3058	35	11	be	be	AUX
ideas-3058	35	12	concluded	conclude	VERB
ideas-3058	35	13	that	that	SCONJ
ideas-3058	35	14	the	the	DET
ideas-3058	35	15	role	role	NOUN
ideas-3058	35	16	of	of	ADP
ideas-3058	35	17	this	this	DET
ideas-3058	35	18	assessment	assessment	NOUN
ideas-3058	35	19	is	be	AUX
ideas-3058	35	20	very	very	ADV
ideas-3058	35	21	important	important	ADJ
ideas-3058	35	22	,	,	PUNCT
ideas-3058	35	23	namely	namely	ADV
ideas-3058	35	24	as	as	ADP
ideas-3058	35	25	a	a	DET
ideas-3058	35	26	tool	tool	NOUN
ideas-3058	35	27	to	to	PART
ideas-3058	35	28	measure	measure	VERB
ideas-3058	35	29	the	the	DET
ideas-3058	35	30	success	success	NOUN
ideas-3058	35	31	/	/	SYM
ideas-3058	35	32	achievement	achievement	NOUN
ideas-3058	35	33	of	of	ADP
ideas-3058	35	34	a	a	DET
ideas-3058	35	35	speaking	speak	VERB
ideas-3058	35	36	learning	learning	NOUN
ideas-3058	35	37	process	process	NOUN
ideas-3058	35	38	.	.	PUNCT
ideas-3058	36	1	therefore	therefore	ADV
ideas-3058	36	2	,	,	PUNCT
ideas-3058	36	3	the	the	DET
ideas-3058	36	4	development	development	NOUN
ideas-3058	36	5	of	of	ADP
ideas-3058	36	6	an	an	DET
ideas-3058	36	7	assessment	assessment	NOUN
ideas-3058	36	8	model	model	NOUN
ideas-3058	36	9	for	for	ADP
ideas-3058	36	10	speaking	speak	VERB
ideas-3058	36	11	literacy	literacy	NOUN
ideas-3058	36	12	must	must	AUX
ideas-3058	36	13	also	also	ADV
ideas-3058	36	14	be	be	AUX
ideas-3058	36	15	accurate	accurate	ADJ
ideas-3058	36	16	and	and	CCONJ
ideas-3058	36	17	good	good	ADJ
ideas-3058	36	18	,	,	PUNCT
ideas-3058	36	19	which	which	PRON
ideas-3058	36	20	includes	include	VERB
ideas-3058	36	21	:	:	PUNCT
ideas-3058	36	22	measurable	measurable	ADJ
ideas-3058	36	23	,	,	PUNCT
ideas-3058	36	24	credible	credible	ADJ
ideas-3058	36	25	,	,	PUNCT
ideas-3058	36	26	do	do	VERB
ideas-3058	36	27	able	able	ADJ
ideas-3058	36	28	and	and	CCONJ
ideas-3058	36	29	refers	refer	VERB
ideas-3058	36	30	to	to	ADP
ideas-3058	36	31	learning	learn	VERB
ideas-3058	36	32	progression	progression	NOUN
ideas-3058	36	33	.	.	PUNCT
ideas-3058	37	1	speaking	speak	VERB
ideas-3058	37	2	is	be	AUX
ideas-3058	37	3	derived	derive	VERB
ideas-3058	37	4	from	from	ADP
ideas-3058	37	5	the	the	DET
ideas-3058	37	6	word	word	NOUN
ideas-3058	37	7	“	"	PUNCT
ideas-3058	37	8	speak	speak	VERB
ideas-3058	37	9	”	"	PUNCT
ideas-3058	37	10	which	which	PRON
ideas-3058	37	11	means	mean	VERB
ideas-3058	37	12	to	to	PART
ideas-3058	37	13	express	express	VERB
ideas-3058	37	14	opinions	opinion	NOUN
ideas-3058	37	15	;	;	PUNCT
ideas-3058	37	16	to	to	PART
ideas-3058	37	17	say	say	VERB
ideas-3058	37	18	;	;	PUNCT
ideas-3058	37	19	to	to	PART
ideas-3058	37	20	converse	converse	VERB
ideas-3058	37	21	.	.	PUNCT
ideas-3058	38	1	in	in	ADP
ideas-3058	38	2	other	other	ADJ
ideas-3058	38	3	words	word	NOUN
ideas-3058	38	4	,	,	PUNCT
ideas-3058	38	5	speaking	speak	VERB
ideas-3058	38	6	is	be	AUX
ideas-3058	38	7	a	a	DET
ideas-3058	38	8	way	way	NOUN
ideas-3058	38	9	to	to	PART
ideas-3058	38	10	express	express	VERB
ideas-3058	38	11	an	an	DET
ideas-3058	38	12	opinion	opinion	NOUN
ideas-3058	38	13	and	and	CCONJ
ideas-3058	38	14	tell	tell	VERB
ideas-3058	38	15	what	what	PRON
ideas-3058	38	16	is	be	AUX
ideas-3058	38	17	going	go	VERB
ideas-3058	38	18	to	to	PART
ideas-3058	38	19	be	be	AUX
ideas-3058	38	20	uttered	utter	VERB
ideas-3058	38	21	.	.	PUNCT
ideas-3058	39	1	in	in	ADP
ideas-3058	39	2	broad	broad	ADJ
ideas-3058	39	3	,	,	PUNCT
ideas-3058	39	4	speaking	speak	VERB
ideas-3058	39	5	has	have	VERB
ideas-3058	39	6	a	a	DET
ideas-3058	39	7	larger	large	ADJ
ideas-3058	39	8	scope	scope	NOUN
ideas-3058	39	9	.	.	PUNCT
ideas-3058	40	1	it	it	PRON
ideas-3058	40	2	is	be	AUX
ideas-3058	40	3	one	one	NUM
ideas-3058	40	4	of	of	ADP
ideas-3058	40	5	the	the	DET
ideas-3058	40	6	skills	skill	NOUN
ideas-3058	40	7	or	or	CCONJ
ideas-3058	40	8	abilities	ability	NOUN
ideas-3058	40	9	in	in	ADP
ideas-3058	40	10	language	language	NOUN
ideas-3058	40	11	that	that	PRON
ideas-3058	40	12	is	be	AUX
ideas-3058	40	13	used	use	VERB
ideas-3058	40	14	to	to	PART
ideas-3058	40	15	provide	provide	VERB
ideas-3058	40	16	information	information	NOUN
ideas-3058	40	17	,	,	PUNCT
ideas-3058	40	18	provide	provide	VERB
ideas-3058	40	19	comments	comment	NOUN
ideas-3058	40	20	,	,	PUNCT
ideas-3058	40	21	express	express	VERB
ideas-3058	40	22	and	and	CCONJ
ideas-3058	40	23	refute	refute	VERB
ideas-3058	40	24	opinions	opinion	NOUN
ideas-3058	40	25	,	,	PUNCT
ideas-3058	40	26	ask	ask	VERB
ideas-3058	40	27	and	and	CCONJ
ideas-3058	40	28	answer	answer	VERB
ideas-3058	40	29	questions	question	NOUN
ideas-3058	40	30	about	about	ADP
ideas-3058	40	31	something	something	PRON
ideas-3058	40	32	,	,	PUNCT
ideas-3058	40	33	or	or	CCONJ
ideas-3058	40	34	even	even	ADV
ideas-3058	40	35	to	to	PART
ideas-3058	40	36	create	create	VERB
ideas-3058	40	37	an	an	DET
ideas-3058	40	38	atmosphere	atmosphere	NOUN
ideas-3058	40	39	of	of	ADP
ideas-3058	40	40	mere	mere	ADJ
ideas-3058	40	41	familiarity	familiarity	NOUN
ideas-3058	40	42	.	.	PUNCT
ideas-3058	41	1	according	accord	VERB
ideas-3058	41	2	to	to	ADP
ideas-3058	41	3	shihabuddin	shihabuddin	NOUN
ideas-3058	41	4	(	(	PUNCT
ideas-3058	41	5	2009	2009	NUM
ideas-3058	41	6	:	:	SYM
ideas-3058	41	7	195	195	NUM
ideas-3058	41	8	)	)	PUNCT
ideas-3058	41	9	speaking	speak	VERB
ideas-3058	41	10	is	be	AUX
ideas-3058	41	11	one	one	NUM
ideas-3058	41	12	aspect	aspect	NOUN
ideas-3058	41	13	of	of	ADP
ideas-3058	41	14	productive	productive	ADJ
ideas-3058	41	15	language	language	NOUN
ideas-3058	41	16	skills	skill	NOUN
ideas-3058	41	17	,	,	PUNCT
ideas-3058	41	18	namely	namely	ADV
ideas-3058	41	19	in	in	ADP
ideas-3058	41	20	the	the	DET
ideas-3058	41	21	form	form	NOUN
ideas-3058	41	22	of	of	ADP
ideas-3058	41	23	skills	skill	NOUN
ideas-3058	41	24	in	in	ADP
ideas-3058	41	25	changing	change	VERB
ideas-3058	41	26	the	the	DET
ideas-3058	41	27	form	form	NOUN
ideas-3058	41	28	of	of	ADP
ideas-3058	41	29	thoughts	thought	NOUN
ideas-3058	41	30	or	or	CCONJ
ideas-3058	41	31	feelings	feeling	NOUN
ideas-3058	41	32	into	into	ADP
ideas-3058	41	33	meaningful	meaningful	ADJ
ideas-3058	41	34	language	language	NOUN
ideas-3058	41	35	sounds	sound	VERB
ideas-3058	41	36	.	.	PUNCT
ideas-3058	42	1	according	accord	VERB
ideas-3058	42	2	to	to	ADP
ideas-3058	42	3	him	he	PRON
ideas-3058	42	4	,	,	PUNCT
ideas-3058	42	5	there	there	PRON
ideas-3058	42	6	are	be	VERB
ideas-3058	42	7	six	six	NUM
ideas-3058	42	8	things	thing	NOUN
ideas-3058	42	9	that	that	PRON
ideas-3058	42	10	must	must	AUX
ideas-3058	42	11	be	be	AUX
ideas-3058	42	12	considered	consider	VERB
ideas-3058	42	13	when	when	SCONJ
ideas-3058	42	14	assessing	assess	VERB
ideas-3058	42	15	a	a	DET
ideas-3058	42	16	person	person	NOUN
ideas-3058	42	17	's	's	PART
ideas-3058	42	18	speaking	speak	VERB
ideas-3058	42	19	ability	ability	NOUN
ideas-3058	42	20	,	,	PUNCT
ideas-3058	42	21	namely	namely	ADV
ideas-3058	42	22	:	:	PUNCT
ideas-3058	42	23	1	1	X
ideas-3058	42	24	.	.	X
ideas-3058	42	25	pronunciation	pronunciation	NOUN
ideas-3058	42	26	and	and	CCONJ
ideas-3058	42	27	speech	speech	NOUN
ideas-3058	42	28	;	;	PUNCT
ideas-3058	42	29	2	2	X
ideas-3058	42	30	.	.	X
ideas-3058	42	31	grammar	grammar	NOUN
ideas-3058	42	32	,	,	PUNCT
ideas-3058	42	33	linguistic	linguistic	ADJ
ideas-3058	42	34	structure	structure	NOUN
ideas-3058	42	35	in	in	ADP
ideas-3058	42	36	accordance	accordance	NOUN
ideas-3058	42	37	with	with	ADP
ideas-3058	42	38	the	the	DET
ideas-3058	42	39	variety	variety	NOUN
ideas-3058	42	40	of	of	ADP
ideas-3058	42	41	language	language	NOUN
ideas-3058	42	42	used	use	VERB
ideas-3058	42	43	;	;	PUNCT
ideas-3058	42	44	3	3	X
ideas-3058	42	45	.	.	NOUN
ideas-3058	42	46	vocabulary	vocabulary	NOUN
ideas-3058	42	47	,	,	PUNCT
ideas-3058	42	48	choosing	choose	VERB
ideas-3058	42	49	the	the	DET
ideas-3058	42	50	right	right	ADJ
ideas-3058	42	51	words	word	NOUN
ideas-3058	42	52	according	accord	VERB
ideas-3058	42	53	to	to	ADP
ideas-3058	42	54	the	the	DET
ideas-3058	42	55	meaning	meaning	NOUN
ideas-3058	42	56	of	of	SCONJ
ideas-3058	42	57	the	the	DET
ideas-3058	42	58	information	information	NOUN
ideas-3058	42	59	conveyed	convey	VERB
ideas-3058	42	60	;	;	PUNCT
ideas-3058	42	61	4	4	X
ideas-3058	42	62	.	.	X
ideas-3058	42	63	fluency	fluency	NOUN
ideas-3058	42	64	,	,	PUNCT
ideas-3058	42	65	ease	ease	NOUN
ideas-3058	42	66	,	,	PUNCT
ideas-3058	42	67	and	and	CCONJ
ideas-3058	42	68	speed	speed	NOUN
ideas-3058	42	69	of	of	ADP
ideas-3058	42	70	speech	speech	NOUN
ideas-3058	42	71	;	;	PUNCT
ideas-3058	42	72	5	5	X
ideas-3058	42	73	.	.	PUNCT
ideas-3058	43	1	the	the	DET
ideas-3058	43	2	content	content	NOUN
ideas-3058	43	3	of	of	ADP
ideas-3058	43	4	the	the	DET
ideas-3058	43	5	conversation	conversation	NOUN
ideas-3058	43	6	,	,	PUNCT
ideas-3058	43	7	the	the	DET
ideas-3058	43	8	topic	topic	NOUN
ideas-3058	43	9	of	of	ADP
ideas-3058	43	10	conversation	conversation	NOUN
ideas-3058	43	11	,	,	PUNCT
ideas-3058	43	12	the	the	DET
ideas-3058	43	13	ideas	idea	NOUN
ideas-3058	43	14	presented	present	VERB
ideas-3058	43	15	,	,	PUNCT
ideas-3058	43	16	the	the	DET
ideas-3058	43	17	ideas	idea	NOUN
ideas-3058	43	18	put	put	VERB
ideas-3058	43	19	forward	forward	ADV
ideas-3058	43	20	,	,	PUNCT
ideas-3058	43	21	and	and	CCONJ
ideas-3058	43	22	the	the	DET
ideas-3058	43	23	flow	flow	NOUN
ideas-3058	43	24	of	of	ADP
ideas-3058	43	25	the	the	DET
ideas-3058	43	26	conversation	conversation	NOUN
ideas-3058	43	27	;	;	PUNCT
ideas-3058	43	28	ideas	idea	NOUN
ideas-3058	43	29	,	,	PUNCT
ideas-3058	43	30	vol	vol	NOUN
ideas-3058	43	31	.	.	PROPN
ideas-3058	43	32	11	11	NUM
ideas-3058	43	33	,	,	PUNCT
ideas-3058	43	34	no	no	INTJ
ideas-3058	43	35	.	.	NOUN
ideas-3058	43	36	1	1	NUM
ideas-3058	43	37	,	,	PUNCT
ideas-3058	43	38	june	june	PROPN
ideas-3058	43	39	2023	2023	NUM
ideas-3058	43	40	issn	issn	PROPN
ideas-3058	43	41	2338	2338	NUM
ideas-3058	43	42	-	-	SYM
ideas-3058	43	43	4778	4778	NUM
ideas-3058	43	44	(	(	PUNCT
ideas-3058	43	45	print	print	NOUN
ideas-3058	43	46	)	)	PUNCT
ideas-3058	43	47	issn	issn	VERB
ideas-3058	43	48	2548	2548	NUM
ideas-3058	43	49	-	-	SYM
ideas-3058	43	50	4192	4192	NUM
ideas-3058	43	51	(	(	PUNCT
ideas-3058	43	52	online	online	NOUN
ideas-3058	43	53	)	)	PUNCT
ideas-3058	43	54	847	847	NUM
ideas-3058	43	55	and	and	CCONJ
ideas-3058	43	56	6	6	NUM
ideas-3058	43	57	.	.	X
ideas-3058	44	1	understanding	understanding	NOUN
ideas-3058	44	2	,	,	PUNCT
ideas-3058	44	3	including	include	VERB
ideas-3058	44	4	the	the	DET
ideas-3058	44	5	level	level	NOUN
ideas-3058	44	6	of	of	ADP
ideas-3058	44	7	success	success	NOUN
ideas-3058	44	8	of	of	ADP
ideas-3058	44	9	communication	communication	NOUN
ideas-3058	44	10	,	,	PUNCT
ideas-3058	44	11	and	and	CCONJ
ideas-3058	44	12	the	the	DET
ideas-3058	44	13	communicativeness	communicativeness	NOUN
ideas-3058	44	14	.	.	PUNCT
ideas-3058	45	1	furthermore	furthermore	ADV
ideas-3058	45	2	,	,	PUNCT
ideas-3058	45	3	shihabuddin	shihabuddin	NOUN
ideas-3058	45	4	(	(	PUNCT
ideas-3058	45	5	2009:197	2009:197	NUM
ideas-3058	45	6	)	)	PUNCT
ideas-3058	45	7	stated	state	VERB
ideas-3058	45	8	that	that	SCONJ
ideas-3058	45	9	speaking	speak	VERB
ideas-3058	45	10	skill	skill	NOUN
ideas-3058	45	11	is	be	AUX
ideas-3058	45	12	a	a	DET
ideas-3058	45	13	productive	productive	ADJ
ideas-3058	45	14	skill	skill	NOUN
ideas-3058	45	15	which	which	PRON
ideas-3058	45	16	consists	consist	VERB
ideas-3058	45	17	of	of	ADP
ideas-3058	45	18	several	several	ADJ
ideas-3058	45	19	components	component	NOUN
ideas-3058	45	20	,	,	PUNCT
ideas-3058	45	21	namely	namely	ADV
ideas-3058	45	22	:	:	PUNCT
ideas-3058	45	23	1	1	X
ideas-3058	45	24	.	.	X
ideas-3058	45	25	the	the	DET
ideas-3058	45	26	use	use	NOUN
ideas-3058	45	27	of	of	ADP
ideas-3058	45	28	spoken	spoken	ADJ
ideas-3058	45	29	language	language	NOUN
ideas-3058	45	30	that	that	PRON
ideas-3058	45	31	functions	function	NOUN
ideas-3058	45	32	as	as	ADP
ideas-3058	45	33	a	a	DET
ideas-3058	45	34	medium	medium	NOUN
ideas-3058	45	35	of	of	ADP
ideas-3058	45	36	conversation	conversation	NOUN
ideas-3058	45	37	through	through	ADP
ideas-3058	45	38	vocabulary	vocabulary	ADJ
ideas-3058	45	39	,	,	PUNCT
ideas-3058	45	40	language	language	NOUN
ideas-3058	45	41	structure	structure	NOUN
ideas-3058	45	42	,	,	PUNCT
ideas-3058	45	43	pronunciation	pronunciation	NOUN
ideas-3058	45	44	and	and	CCONJ
ideas-3058	45	45	intonation	intonation	NOUN
ideas-3058	45	46	,	,	PUNCT
ideas-3058	45	47	and	and	CCONJ
ideas-3058	45	48	variety	variety	NOUN
ideas-3058	45	49	of	of	ADP
ideas-3058	45	50	languages	language	NOUN
ideas-3058	45	51	;	;	PUNCT
ideas-3058	45	52	2	2	X
ideas-3058	45	53	.	.	X
ideas-3058	45	54	mastery	mastery	NOUN
ideas-3058	45	55	of	of	ADP
ideas-3058	45	56	the	the	DET
ideas-3058	45	57	content	content	NOUN
ideas-3058	45	58	of	of	ADP
ideas-3058	45	59	the	the	DET
ideas-3058	45	60	conversation	conversation	NOUN
ideas-3058	45	61	that	that	PRON
ideas-3058	45	62	depends	depend	VERB
ideas-3058	45	63	on	on	ADP
ideas-3058	45	64	what	what	PRON
ideas-3058	45	65	is	be	AUX
ideas-3058	45	66	the	the	DET
ideas-3058	45	67	topic	topic	NOUN
ideas-3058	45	68	of	of	ADP
ideas-3058	45	69	conversation	conversation	NOUN
ideas-3058	45	70	;	;	PUNCT
ideas-3058	45	71	3	3	X
ideas-3058	45	72	.	.	X
ideas-3058	45	73	mastery	mastery	NOUN
ideas-3058	45	74	of	of	ADP
ideas-3058	45	75	speaking	speak	VERB
ideas-3058	45	76	technique	technique	NOUN
ideas-3058	45	77	and	and	CCONJ
ideas-3058	45	78	appearance	appearance	NOUN
ideas-3058	45	79	adapted	adapt	VERB
ideas-3058	45	80	to	to	ADP
ideas-3058	45	81	the	the	DET
ideas-3058	45	82	situation	situation	NOUN
ideas-3058	45	83	and	and	CCONJ
ideas-3058	45	84	type	type	NOUN
ideas-3058	45	85	of	of	ADP
ideas-3058	45	86	conversation	conversation	NOUN
ideas-3058	45	87	,	,	PUNCT
ideas-3058	45	88	for	for	ADP
ideas-3058	45	89	example	example	NOUN
ideas-3058	45	90	conversing	converse	VERB
ideas-3058	45	91	,	,	PUNCT
ideas-3058	45	92	giving	give	VERB
ideas-3058	45	93	speeches	speech	NOUN
ideas-3058	45	94	,	,	PUNCT
ideas-3058	45	95	telling	tell	VERB
ideas-3058	45	96	stories	story	NOUN
ideas-3058	45	97	,	,	PUNCT
ideas-3058	45	98	and	and	CCONJ
ideas-3058	45	99	so	so	ADV
ideas-3058	45	100	on	on	ADV
ideas-3058	45	101	.	.	PUNCT
ideas-3058	46	1	the	the	DET
ideas-3058	46	2	mastery	mastery	NOUN
ideas-3058	46	3	of	of	ADP
ideas-3058	46	4	this	this	DET
ideas-3058	46	5	technique	technique	NOUN
ideas-3058	46	6	very	very	ADV
ideas-3058	46	7	important	important	ADJ
ideas-3058	46	8	in	in	ADP
ideas-3058	46	9	formal	formal	ADJ
ideas-3058	46	10	types	type	NOUN
ideas-3058	46	11	of	of	ADP
ideas-3058	46	12	speaking	speak	VERB
ideas-3058	46	13	,	,	PUNCT
ideas-3058	46	14	such	such	ADJ
ideas-3058	46	15	as	as	ADP
ideas-3058	46	16	giving	give	VERB
ideas-3058	46	17	speeches	speech	NOUN
ideas-3058	46	18	,	,	PUNCT
ideas-3058	46	19	lecturing	lecture	VERB
ideas-3058	46	20	,	,	PUNCT
ideas-3058	46	21	and	and	CCONJ
ideas-3058	46	22	discussing	discuss	VERB
ideas-3058	46	23	.	.	PUNCT
ideas-3058	47	1	according	accord	VERB
ideas-3058	47	2	to	to	ADP
ideas-3058	47	3	plomp	plomp	NOUN
ideas-3058	47	4	(	(	PUNCT
ideas-3058	47	5	2013	2013	NUM
ideas-3058	47	6	)	)	PUNCT
ideas-3058	47	7	the	the	DET
ideas-3058	47	8	research	research	NOUN
ideas-3058	47	9	and	and	CCONJ
ideas-3058	47	10	development	development	NOUN
ideas-3058	47	11	is	be	AUX
ideas-3058	47	12	a	a	DET
ideas-3058	47	13	model	model	NOUN
ideas-3058	47	14	of	of	ADP
ideas-3058	47	15	research	research	NOUN
ideas-3058	47	16	that	that	PRON
ideas-3058	47	17	consists	consist	VERB
ideas-3058	47	18	of	of	ADP
ideas-3058	47	19	5	5	NUM
ideas-3058	47	20	stages	stage	NOUN
ideas-3058	47	21	:	:	PUNCT
ideas-3058	47	22	(	(	PUNCT
ideas-3058	47	23	a	a	X
ideas-3058	47	24	)	)	PUNCT
ideas-3058	47	25	preliminary	preliminary	ADJ
ideas-3058	47	26	research	research	NOUN
ideas-3058	47	27	,	,	PUNCT
ideas-3058	47	28	(	(	PUNCT
ideas-3058	47	29	b	b	NOUN
ideas-3058	47	30	)	)	PUNCT
ideas-3058	47	31	design	design	NOUN
ideas-3058	47	32	,	,	PUNCT
ideas-3058	47	33	(	(	PUNCT
ideas-3058	47	34	c	c	NOUN
ideas-3058	47	35	)	)	PUNCT
ideas-3058	47	36	realization	realization	NOUN
ideas-3058	47	37	/	/	SYM
ideas-3058	47	38	construction	construction	NOUN
ideas-3058	47	39	,	,	PUNCT
ideas-3058	47	40	(	(	PUNCT
ideas-3058	47	41	d	d	NOUN
ideas-3058	47	42	)	)	PUNCT
ideas-3058	47	43	test	test	NOUN
ideas-3058	47	44	,	,	PUNCT
ideas-3058	47	45	evaluation	evaluation	NOUN
ideas-3058	47	46	and	and	CCONJ
ideas-3058	47	47	revision	revision	NOUN
ideas-3058	47	48	,	,	PUNCT
ideas-3058	47	49	(	(	PUNCT
ideas-3058	47	50	e	e	NOUN
ideas-3058	47	51	)	)	PUNCT
ideas-3058	47	52	implemetation	implemetation	NOUN
ideas-3058	47	53	.	.	PUNCT
ideas-3058	48	1	in	in	ADP
ideas-3058	48	2	preliminary	preliminary	ADJ
ideas-3058	48	3	research	research	NOUN
ideas-3058	48	4	the	the	DET
ideas-3058	48	5	needs	need	NOUN
ideas-3058	48	6	analysis	analysis	NOUN
ideas-3058	48	7	is	be	AUX
ideas-3058	48	8	carried	carry	VERB
ideas-3058	48	9	out	out	ADP
ideas-3058	48	10	,	,	PUNCT
ideas-3058	48	11	that	that	PRON
ideas-3058	48	12	is	be	AUX
ideas-3058	48	13	by	by	ADP
ideas-3058	48	14	gathering	gather	VERB
ideas-3058	48	15	all	all	DET
ideas-3058	48	16	the	the	DET
ideas-3058	48	17	important	important	ADJ
ideas-3058	48	18	information	information	NOUN
ideas-3058	48	19	needed	need	VERB
ideas-3058	48	20	and	and	CCONJ
ideas-3058	48	21	identifying	identify	VERB
ideas-3058	48	22	the	the	DET
ideas-3058	48	23	problem	problem	NOUN
ideas-3058	48	24	.	.	PUNCT
ideas-3058	49	1	in	in	ADP
ideas-3058	49	2	the	the	DET
ideas-3058	49	3	design	design	NOUN
ideas-3058	49	4	phase	phase	NOUN
ideas-3058	49	5	,	,	PUNCT
ideas-3058	49	6	the	the	DET
ideas-3058	49	7	thing	thing	NOUN
ideas-3058	49	8	to	to	PART
ideas-3058	49	9	do	do	VERB
ideas-3058	49	10	is	be	AUX
ideas-3058	49	11	to	to	PART
ideas-3058	49	12	design	design	VERB
ideas-3058	49	13	problem	problem	NOUN
ideas-3058	49	14	solving	solving	NOUN
ideas-3058	49	15	raised	raise	VERB
ideas-3058	49	16	in	in	ADP
ideas-3058	49	17	the	the	DET
ideas-3058	49	18	initial	initial	ADJ
ideas-3058	49	19	investigative	investigative	ADJ
ideas-3058	49	20	phase	phase	NOUN
ideas-3058	49	21	.	.	PUNCT
ideas-3058	50	1	in	in	ADP
ideas-3058	50	2	this	this	DET
ideas-3058	50	3	phase	phase	NOUN
ideas-3058	50	4	,	,	PUNCT
ideas-3058	50	5	a	a	DET
ideas-3058	50	6	work	work	NOUN
ideas-3058	50	7	plan	plan	NOUN
ideas-3058	50	8	is	be	AUX
ideas-3058	50	9	carried	carry	VERB
ideas-3058	50	10	out	out	ADP
ideas-3058	50	11	in	in	ADP
ideas-3058	50	12	the	the	DET
ideas-3058	50	13	form	form	NOUN
ideas-3058	50	14	of	of	ADP
ideas-3058	50	15	designing	design	VERB
ideas-3058	50	16	a	a	DET
ideas-3058	50	17	digital	digital	NOUN
ideas-3058	50	18	-	-	PUNCT
ideas-3058	50	19	based	base	VERB
ideas-3058	50	20	speaking	speak	VERB
ideas-3058	50	21	literacy	literacy	NOUN
ideas-3058	50	22	assessment	assessment	NOUN
ideas-3058	50	23	which	which	PRON
ideas-3058	50	24	will	will	AUX
ideas-3058	50	25	then	then	ADV
ideas-3058	50	26	be	be	AUX
ideas-3058	50	27	realized	realize	VERB
ideas-3058	50	28	in	in	ADP
ideas-3058	50	29	the	the	DET
ideas-3058	50	30	next	next	ADJ
ideas-3058	50	31	phase	phase	NOUN
ideas-3058	50	32	.	.	PUNCT
ideas-3058	51	1	in	in	ADP
ideas-3058	51	2	the	the	DET
ideas-3058	51	3	realization	realization	NOUN
ideas-3058	51	4	/	/	SYM
ideas-3058	51	5	construction	construction	NOUN
ideas-3058	51	6	phase	phase	NOUN
ideas-3058	51	7	,	,	PUNCT
ideas-3058	51	8	production	production	NOUN
ideas-3058	51	9	activities	activity	NOUN
ideas-3058	51	10	are	be	AUX
ideas-3058	51	11	carried	carry	VERB
ideas-3058	51	12	out	out	ADP
ideas-3058	51	13	in	in	ADP
ideas-3058	51	14	the	the	DET
ideas-3058	51	15	form	form	NOUN
ideas-3058	51	16	of	of	ADP
ideas-3058	51	17	developing	develop	VERB
ideas-3058	51	18	a	a	DET
ideas-3058	51	19	digital	digital	NOUN
ideas-3058	51	20	-	-	PUNCT
ideas-3058	51	21	based	base	VERB
ideas-3058	51	22	speaking	speak	VERB
ideas-3058	51	23	literacy	literacy	NOUN
ideas-3058	51	24	assessment	assessment	NOUN
ideas-3058	51	25	.	.	PUNCT
ideas-3058	52	1	in	in	ADP
ideas-3058	52	2	the	the	DET
ideas-3058	52	3	test	test	NOUN
ideas-3058	52	4	,	,	PUNCT
ideas-3058	52	5	evaluation	evaluation	NOUN
ideas-3058	52	6	and	and	CCONJ
ideas-3058	52	7	revision	revision	NOUN
ideas-3058	52	8	phase	phase	NOUN
ideas-3058	52	9	validation	validation	NOUN
ideas-3058	52	10	of	of	ADP
ideas-3058	52	11	the	the	DET
ideas-3058	52	12	practicality	practicality	NOUN
ideas-3058	52	13	and	and	CCONJ
ideas-3058	52	14	effectiveness	effectiveness	NOUN
ideas-3058	52	15	of	of	ADP
ideas-3058	52	16	digital	digital	NOUN
ideas-3058	52	17	-	-	PUNCT
ideas-3058	52	18	based	base	VERB
ideas-3058	52	19	speaking	speak	VERB
ideas-3058	52	20	literacy	literacy	NOUN
ideas-3058	52	21	assessment	assessment	NOUN
ideas-3058	52	22	by	by	ADP
ideas-3058	52	23	the	the	DET
ideas-3058	52	24	expert	expert	NOUN
ideas-3058	52	25	validators	validator	NOUN
ideas-3058	52	26	is	be	AUX
ideas-3058	52	27	carried	carry	VERB
ideas-3058	52	28	out	out	ADP
ideas-3058	52	29	.	.	PUNCT
ideas-3058	53	1	the	the	DET
ideas-3058	53	2	revisions	revision	NOUN
ideas-3058	53	3	are	be	AUX
ideas-3058	53	4	made	make	VERB
ideas-3058	53	5	if	if	SCONJ
ideas-3058	53	6	deficiencies	deficiency	NOUN
ideas-3058	53	7	are	be	AUX
ideas-3058	53	8	happened	happen	VERB
ideas-3058	53	9	at	at	ADP
ideas-3058	53	10	the	the	DET
ideas-3058	53	11	time	time	NOUN
ideas-3058	53	12	of	of	ADP
ideas-3058	53	13	evaluation	evaluation	NOUN
ideas-3058	53	14	.	.	PUNCT
ideas-3058	54	1	in	in	ADP
ideas-3058	54	2	the	the	DET
ideas-3058	54	3	implementation	implementation	NOUN
ideas-3058	54	4	phase	phase	NOUN
ideas-3058	54	5	,	,	PUNCT
ideas-3058	54	6	the	the	DET
ideas-3058	54	7	developed	develop	VERB
ideas-3058	54	8	digital	digital	NOUN
ideas-3058	54	9	-	-	PUNCT
ideas-3058	54	10	based	base	VERB
ideas-3058	54	11	speaking	speak	VERB
ideas-3058	54	12	literacy	literacy	NOUN
ideas-3058	54	13	assessment	assessment	NOUN
ideas-3058	54	14	model	model	NOUN
ideas-3058	54	15	was	be	AUX
ideas-3058	54	16	implemented	implement	VERB
ideas-3058	54	17	for	for	ADP
ideas-3058	54	18	the	the	DET
ideas-3058	54	19	students	student	NOUN
ideas-3058	54	20	and	and	CCONJ
ideas-3058	54	21	teachers	teacher	NOUN
ideas-3058	54	22	of	of	ADP
ideas-3058	54	23	smk	smk	PROPN
ideas-3058	54	24	al	al	PROPN
ideas-3058	54	25	maksum	maksum	PROPN
ideas-3058	54	26	stabat	stabat	PROPN
ideas-3058	54	27	.	.	PUNCT
ideas-3058	55	1	this	this	PRON
ideas-3058	55	2	is	be	AUX
ideas-3058	55	3	carried	carry	VERB
ideas-3058	55	4	out	out	ADP
ideas-3058	55	5	to	to	PART
ideas-3058	55	6	see	see	VERB
ideas-3058	55	7	all	all	DET
ideas-3058	55	8	the	the	DET
ideas-3058	55	9	obstacles	obstacle	NOUN
ideas-3058	55	10	and	and	CCONJ
ideas-3058	55	11	deficiencies	deficiency	NOUN
ideas-3058	55	12	when	when	SCONJ
ideas-3058	55	13	applying	apply	VERB
ideas-3058	55	14	the	the	DET
ideas-3058	55	15	developed	develop	VERB
ideas-3058	55	16	digital	digital	NOUN
ideas-3058	55	17	-	-	PUNCT
ideas-3058	55	18	based	base	VERB
ideas-3058	55	19	speaking	speak	VERB
ideas-3058	55	20	literacy	literacy	NOUN
ideas-3058	55	21	assessment	assessment	NOUN
ideas-3058	55	22	model	model	NOUN
ideas-3058	55	23	to	to	PART
ideas-3058	55	24	ease	ease	VERB
ideas-3058	55	25	the	the	DET
ideas-3058	55	26	researcher	researcher	NOUN
ideas-3058	55	27	to	to	PART
ideas-3058	55	28	revise	revise	VERB
ideas-3058	55	29	it	it	PRON
ideas-3058	55	30	.	.	PUNCT
ideas-3058	56	1	method	method	VERB
ideas-3058	56	2	this	this	DET
ideas-3058	56	3	research	research	NOUN
ideas-3058	56	4	was	be	AUX
ideas-3058	56	5	conducted	conduct	VERB
ideas-3058	56	6	at	at	ADP
ideas-3058	56	7	smk	smk	PROPN
ideas-3058	56	8	al	al	PROPN
ideas-3058	56	9	maksum	maksum	PROPN
ideas-3058	56	10	stabat	stabat	PROPN
ideas-3058	56	11	,	,	PUNCT
ideas-3058	56	12	langkat	langkat	PROPN
ideas-3058	56	13	regency	regency	PROPN
ideas-3058	56	14	–	–	PUNCT
ideas-3058	56	15	north	north	NOUN
ideas-3058	56	16	sumatera	sumatera	NOUN
ideas-3058	56	17	province	province	NOUN
ideas-3058	56	18	.	.	PUNCT
ideas-3058	57	1	the	the	DET
ideas-3058	57	2	subject	subject	NOUN
ideas-3058	57	3	of	of	ADP
ideas-3058	57	4	this	this	DET
ideas-3058	57	5	research	research	NOUN
ideas-3058	57	6	is	be	AUX
ideas-3058	57	7	the	the	DET
ideas-3058	57	8	teachers	teacher	NOUN
ideas-3058	57	9	and	and	CCONJ
ideas-3058	57	10	2nd	2nd	ADJ
ideas-3058	57	11	graders	grader	NOUN
ideas-3058	57	12	of	of	ADP
ideas-3058	57	13	smk	smk	PROPN
ideas-3058	57	14	al	al	PROPN
ideas-3058	57	15	maksum	maksum	PROPN
ideas-3058	57	16	stabat	stabat	VERB
ideas-3058	57	17	by	by	ADP
ideas-3058	57	18	using	use	VERB
ideas-3058	57	19	purpossive	purpossive	ADJ
ideas-3058	57	20	sampling	sampling	NOUN
ideas-3058	57	21	.	.	PUNCT
ideas-3058	58	1	this	this	DET
ideas-3058	58	2	research	research	NOUN
ideas-3058	58	3	is	be	AUX
ideas-3058	58	4	considered	consider	VERB
ideas-3058	58	5	as	as	ADP
ideas-3058	58	6	research	research	NOUN
ideas-3058	58	7	and	and	CCONJ
ideas-3058	58	8	development	development	NOUN
ideas-3058	58	9	(	(	PUNCT
ideas-3058	58	10	r&d	r&d	NOUN
ideas-3058	58	11	)	)	PUNCT
ideas-3058	58	12	by	by	ADP
ideas-3058	58	13	using	use	VERB
ideas-3058	58	14	plomp	plomp	NOUN
ideas-3058	58	15	model	model	NOUN
ideas-3058	58	16	.	.	PUNCT
ideas-3058	59	1	maitri	maitri	PROPN
ideas-3058	59	2	rahmadhani1	rahmadhani1	PROPN
ideas-3058	59	3	developing	develop	VERB
ideas-3058	59	4	digital	digital	NOUN
ideas-3058	59	5	-	-	PUNCT
ideas-3058	59	6	based	base	VERB
ideas-3058	59	7	speaking	speaking	NOUN
ideas-3058	59	8	skill	skill	NOUN
ideas-3058	59	9	literacy	literacy	NOUN
ideas-3058	59	10	assessment	assessment	NOUN
ideas-3058	59	11	using	use	VERB
ideas-3058	59	12	plomp	plomp	NOUN
ideas-3058	59	13	model	model	NOUN
ideas-3058	59	14	to	to	PART
ideas-3058	59	15	support	support	VERB
ideas-3058	59	16	the	the	DET
ideas-3058	59	17	national	national	ADJ
ideas-3058	59	18	literacy	literacy	PROPN
ideas-3058	59	19	movement	movement	NOUN
ideas-3058	59	20	848	848	NUM
ideas-3058	59	21	fig.1	fig.1	PROPN
ideas-3058	59	22	road	road	NOUN
ideas-3058	59	23	map	map	NOUN
ideas-3058	59	24	the	the	DET
ideas-3058	59	25	qualitative	qualitative	ADJ
ideas-3058	59	26	data	datum	NOUN
ideas-3058	59	27	in	in	ADP
ideas-3058	59	28	this	this	DET
ideas-3058	59	29	research	research	NOUN
ideas-3058	59	30	are	be	AUX
ideas-3058	59	31	the	the	DET
ideas-3058	59	32	suggestions	suggestion	NOUN
ideas-3058	59	33	from	from	ADP
ideas-3058	59	34	the	the	DET
ideas-3058	59	35	expert	expert	NOUN
ideas-3058	59	36	validators	validator	NOUN
ideas-3058	59	37	and	and	CCONJ
ideas-3058	59	38	the	the	DET
ideas-3058	59	39	media	medium	NOUN
ideas-3058	59	40	as	as	ADP
ideas-3058	59	41	a	a	PRON
ideas-3058	59	42	as	as	ADP
ideas-3058	59	43	a	a	DET
ideas-3058	59	44	consideration	consideration	NOUN
ideas-3058	59	45	for	for	ADP
ideas-3058	59	46	revising	revise	VERB
ideas-3058	59	47	the	the	DET
ideas-3058	59	48	digital	digital	NOUN
ideas-3058	59	49	-	-	PUNCT
ideas-3058	59	50	based	base	VERB
ideas-3058	59	51	speaking	speak	VERB
ideas-3058	59	52	literacy	literacy	NOUN
ideas-3058	59	53	assessment	assessment	NOUN
ideas-3058	59	54	model	model	NOUN
ideas-3058	59	55	product	product	NOUN
ideas-3058	59	56	.	.	PUNCT
ideas-3058	60	1	the	the	DET
ideas-3058	60	2	quantitative	quantitative	ADJ
ideas-3058	60	3	data	datum	NOUN
ideas-3058	60	4	analyzed	analyze	VERB
ideas-3058	60	5	in	in	ADP
ideas-3058	60	6	this	this	DET
ideas-3058	60	7	study	study	NOUN
ideas-3058	60	8	was	be	AUX
ideas-3058	60	9	calculated	calculate	VERB
ideas-3058	60	10	using	use	VERB
ideas-3058	60	11	the	the	DET
ideas-3058	60	12	percentage	percentage	NOUN
ideas-3058	60	13	score	score	NOUN
ideas-3058	60	14	obtained	obtain	VERB
ideas-3058	60	15	from	from	ADP
ideas-3058	60	16	the	the	DET
ideas-3058	60	17	validation	validation	NOUN
ideas-3058	60	18	questionnaire	questionnaire	NOUN
ideas-3058	60	19	sheet	sheet	NOUN
ideas-3058	60	20	.	.	PUNCT
ideas-3058	61	1	p	p	X
ideas-3058	61	2	=	=	PUNCT
ideas-3058	61	3	∑𝑋	∑𝑋	PROPN
ideas-3058	61	4	∑𝑋𝑖	∑𝑋𝑖	NUM
ideas-3058	61	5	x	x	SYM
ideas-3058	61	6	100	100	NUM
ideas-3058	61	7	%	%	NOUN
ideas-3058	61	8	notes	note	NOUN
ideas-3058	61	9	:	:	PUNCT
ideas-3058	61	10	p	p	X
ideas-3058	61	11	:	:	PUNCT
ideas-3058	61	12	percentage	percentage	NOUN
ideas-3058	61	13	∑𝑋	∑𝑋	PROPN
ideas-3058	61	14	:	:	PUNCT
ideas-3058	61	15	score	score	VERB
ideas-3058	61	16	for	for	ADP
ideas-3058	61	17	each	each	DET
ideas-3058	61	18	answer	answer	NOUN
ideas-3058	61	19	∑𝑋	∑𝑋	PROPN
ideas-3058	62	1	𝑖	𝑖	PRON
ideas-3058	62	2	:	:	PUNCT
ideas-3058	62	3	total	total	ADJ
ideas-3058	62	4	score	score	NOUN
ideas-3058	62	5	for	for	ADP
ideas-3058	62	6	each	each	DET
ideas-3058	62	7	answer	answer	NOUN
ideas-3058	62	8	the	the	DET
ideas-3058	62	9	results	result	NOUN
ideas-3058	62	10	of	of	ADP
ideas-3058	62	11	the	the	DET
ideas-3058	62	12	data	datum	NOUN
ideas-3058	62	13	analysis	analysis	NOUN
ideas-3058	62	14	are	be	AUX
ideas-3058	62	15	then	then	ADV
ideas-3058	62	16	interpreted	interpret	VERB
ideas-3058	62	17	in	in	ADP
ideas-3058	62	18	accordance	accordance	NOUN
ideas-3058	62	19	with	with	ADP
ideas-3058	62	20	the	the	DET
ideas-3058	62	21	assessment	assessment	NOUN
ideas-3058	62	22	qualification	qualification	NOUN
ideas-3058	62	23	criteria	criterion	NOUN
ideas-3058	62	24	proposed	propose	VERB
ideas-3058	62	25	by	by	ADP
ideas-3058	62	26	riduwan	riduwan	PROPN
ideas-3058	62	27	(	(	PUNCT
ideas-3058	62	28	2011	2011	NUM
ideas-3058	62	29	)	)	PUNCT
ideas-3058	62	30	which	which	PRON
ideas-3058	62	31	had	have	AUX
ideas-3058	62	32	previously	previously	ADV
ideas-3058	62	33	been	be	AUX
ideas-3058	62	34	adapted	adapt	VERB
ideas-3058	62	35	.	.	PUNCT
ideas-3058	63	1	no	no	DET
ideas-3058	63	2	interval	interval	NOUN
ideas-3058	63	3	criteria	criterion	NOUN
ideas-3058	63	4	1	1	NUM
ideas-3058	63	5	80	80	NUM
ideas-3058	63	6	%	%	NOUN
ideas-3058	63	7	<	<	X
ideas-3058	63	8	x	x	SYM
ideas-3058	63	9	≤	≤	NUM
ideas-3058	63	10	100	100	NUM
ideas-3058	63	11	very	very	ADV
ideas-3058	63	12	valid	valid	ADJ
ideas-3058	63	13	2	2	NUM
ideas-3058	63	14	60	60	NUM
ideas-3058	63	15	%	%	NOUN
ideas-3058	63	16	<	<	X
ideas-3058	63	17	x	x	SYM
ideas-3058	63	18	≤	≤	NUM
ideas-3058	63	19	80	80	NUM
ideas-3058	63	20	valid	valid	ADJ
ideas-3058	63	21	3	3	NUM
ideas-3058	63	22	40	40	NUM
ideas-3058	63	23	%	%	NOUN
ideas-3058	63	24	<	<	X
ideas-3058	63	25	x	x	SYM
ideas-3058	63	26	≤	≤	NUM
ideas-3058	63	27	60	60	NUM
ideas-3058	63	28	fairly	fairly	ADV
ideas-3058	63	29	valid	valid	ADJ
ideas-3058	63	30	4	4	NUM
ideas-3058	63	31	20	20	NUM
ideas-3058	63	32	%	%	NOUN
ideas-3058	63	33	<	<	X
ideas-3058	63	34	x	x	SYM
ideas-3058	63	35	≤	≤	NUM
ideas-3058	63	36	40	40	NUM
ideas-3058	63	37	less	less	ADV
ideas-3058	63	38	valid	valid	ADJ
ideas-3058	63	39	5	5	NUM
ideas-3058	63	40	x	x	SYM
ideas-3058	63	41	≤	≤	NUM
ideas-3058	63	42	20	20	NUM
ideas-3058	63	43	not	not	PART
ideas-3058	63	44	valid	valid	ADJ
ideas-3058	63	45	results	result	NOUN
ideas-3058	63	46	the	the	DET
ideas-3058	63	47	developed	develop	VERB
ideas-3058	63	48	digital	digital	NOUN
ideas-3058	63	49	-	-	PUNCT
ideas-3058	63	50	based	base	VERB
ideas-3058	63	51	speaking	speak	VERB
ideas-3058	63	52	literacy	literacy	NOUN
ideas-3058	63	53	assessment	assessment	NOUN
ideas-3058	63	54	model	model	NOUN
ideas-3058	63	55	was	be	AUX
ideas-3058	63	56	declared	declare	VERB
ideas-3058	63	57	to	to	PART
ideas-3058	63	58	have	have	AUX
ideas-3058	63	59	met	meet	VERB
ideas-3058	63	60	the	the	DET
ideas-3058	63	61	criteria	criterion	NOUN
ideas-3058	63	62	for	for	ADP
ideas-3058	63	63	validity	validity	NOUN
ideas-3058	63	64	based	base	VERB
ideas-3058	63	65	on	on	ADP
ideas-3058	63	66	the	the	DET
ideas-3058	63	67	results	result	NOUN
ideas-3058	63	68	of	of	ADP
ideas-3058	63	69	the	the	DET
ideas-3058	63	70	assessment	assessment	NOUN
ideas-3058	63	71	of	of	ADP
ideas-3058	63	72	experts	expert	NOUN
ideas-3058	63	73	and	and	CCONJ
ideas-3058	63	74	education	education	NOUN
ideas-3058	63	75	practitioners	practitioner	NOUN
ideas-3058	63	76	,	,	PUNCT
ideas-3058	63	77	with	with	ADP
ideas-3058	63	78	a	a	DET
ideas-3058	63	79	percentage	percentage	NOUN
ideas-3058	63	80	of	of	ADP
ideas-3058	63	81	validity	validity	NOUN
ideas-3058	63	82	of	of	ADP
ideas-3058	63	83	90.88	90.88	NUM
ideas-3058	63	84	%	%	NOUN
ideas-3058	63	85	.	.	PUNCT
ideas-3058	64	1	the	the	DET
ideas-3058	64	2	developed	develop	VERB
ideas-3058	64	3	digital	digital	NOUN
ideas-3058	64	4	-	-	PUNCT
ideas-3058	64	5	based	base	VERB
ideas-3058	64	6	speaking	speak	VERB
ideas-3058	64	7	literacy	literacy	NOUN
ideas-3058	64	8	assessment	assessment	NOUN
ideas-3058	64	9	was	be	AUX
ideas-3058	64	10	stated	state	VERB
ideas-3058	64	11	to	to	PART
ideas-3058	64	12	be	be	AUX
ideas-3058	64	13	practical	practical	ADJ
ideas-3058	64	14	ideas	idea	NOUN
ideas-3058	64	15	,	,	PUNCT
ideas-3058	64	16	vol	vol	NOUN
ideas-3058	64	17	.	.	PROPN
ideas-3058	64	18	11	11	NUM
ideas-3058	64	19	,	,	PUNCT
ideas-3058	64	20	no	no	INTJ
ideas-3058	64	21	.	.	NOUN
ideas-3058	64	22	1	1	NUM
ideas-3058	64	23	,	,	PUNCT
ideas-3058	64	24	june	june	PROPN
ideas-3058	64	25	2023	2023	NUM
ideas-3058	64	26	issn	issn	PROPN
ideas-3058	64	27	2338	2338	NUM
ideas-3058	64	28	-	-	SYM
ideas-3058	64	29	4778	4778	NUM
ideas-3058	64	30	(	(	PUNCT
ideas-3058	64	31	print	print	NOUN
ideas-3058	64	32	)	)	PUNCT
ideas-3058	64	33	issn	issn	VERB
ideas-3058	64	34	2548	2548	NUM
ideas-3058	64	35	-	-	SYM
ideas-3058	64	36	4192	4192	NUM
ideas-3058	64	37	(	(	PUNCT
ideas-3058	64	38	online	online	ADJ
ideas-3058	64	39	)	)	PUNCT
ideas-3058	64	40	849	849	NUM
ideas-3058	64	41	and	and	CCONJ
ideas-3058	64	42	has	have	AUX
ideas-3058	64	43	met	meet	VERB
ideas-3058	64	44	the	the	DET
ideas-3058	64	45	practicality	practicality	NOUN
ideas-3058	64	46	criteria	criterion	NOUN
ideas-3058	64	47	.	.	PUNCT
ideas-3058	65	1	this	this	PRON
ideas-3058	65	2	can	can	AUX
ideas-3058	65	3	be	be	AUX
ideas-3058	65	4	seen	see	VERB
ideas-3058	65	5	from	from	ADP
ideas-3058	65	6	:	:	PUNCT
ideas-3058	65	7	a.	a.	NOUN
ideas-3058	65	8	based	base	VERB
ideas-3058	65	9	on	on	ADP
ideas-3058	65	10	the	the	DET
ideas-3058	65	11	testing	testing	NOUN
ideas-3058	65	12	result	result	NOUN
ideas-3058	65	13	from	from	ADP
ideas-3058	65	14	the	the	DET
ideas-3058	65	15	expert	expert	ADJ
ideas-3058	65	16	validators	validator	NOUN
ideas-3058	65	17	who	who	PRON
ideas-3058	65	18	stated	state	VERB
ideas-3058	65	19	that	that	SCONJ
ideas-3058	65	20	the	the	DET
ideas-3058	65	21	developed	develop	VERB
ideas-3058	65	22	digital	digital	NOUN
ideas-3058	65	23	-	-	PUNCT
ideas-3058	65	24	based	base	VERB
ideas-3058	65	25	speaking	speak	VERB
ideas-3058	65	26	literacy	literacy	NOUN
ideas-3058	65	27	assessment	assessment	NOUN
ideas-3058	65	28	had	have	VERB
ideas-3058	65	29	a	a	DET
ideas-3058	65	30	level	level	NOUN
ideas-3058	65	31	of	of	ADP
ideas-3058	65	32	validity	validity	NOUN
ideas-3058	65	33	:	:	PUNCT
ideas-3058	65	34	very	very	ADV
ideas-3058	65	35	valid	valid	ADJ
ideas-3058	65	36	which	which	PRON
ideas-3058	65	37	means	mean	VERB
ideas-3058	65	38	it	it	PRON
ideas-3058	65	39	can	can	AUX
ideas-3058	65	40	be	be	AUX
ideas-3058	65	41	used	use	VERB
ideas-3058	65	42	and	and	CCONJ
ideas-3058	65	43	implemented	implement	VERB
ideas-3058	65	44	for	for	ADP
ideas-3058	65	45	both	both	DET
ideas-3058	65	46	teachers	teacher	NOUN
ideas-3058	65	47	and	and	CCONJ
ideas-3058	65	48	students	student	NOUN
ideas-3058	65	49	,	,	PUNCT
ideas-3058	65	50	but	but	CCONJ
ideas-3058	65	51	it	it	PRON
ideas-3058	65	52	needed	need	VERB
ideas-3058	65	53	a	a	DET
ideas-3058	65	54	minor	minor	ADJ
ideas-3058	65	55	revisions	revision	NOUN
ideas-3058	65	56	until	until	SCONJ
ideas-3058	65	57	it	it	PRON
ideas-3058	65	58	became	become	VERB
ideas-3058	65	59	the	the	DET
ideas-3058	65	60	final	final	ADJ
ideas-3058	65	61	draft	draft	NOUN
ideas-3058	65	62	of	of	ADP
ideas-3058	65	63	the	the	DET
ideas-3058	65	64	digital	digital	NOUN
ideas-3058	65	65	-	-	PUNCT
ideas-3058	65	66	based	base	VERB
ideas-3058	65	67	speaking	speak	VERB
ideas-3058	65	68	literacy	literacy	NOUN
ideas-3058	65	69	assessment	assessment	NOUN
ideas-3058	65	70	.	.	PUNCT
ideas-3058	66	1	b.	b.	PROPN
ideas-3058	67	1	based	base	VERB
ideas-3058	67	2	on	on	ADP
ideas-3058	67	3	the	the	DET
ideas-3058	67	4	observation	observation	NOUN
ideas-3058	67	5	given	give	VERB
ideas-3058	67	6	to	to	ADP
ideas-3058	67	7	both	both	DET
ideas-3058	67	8	teachers	teacher	NOUN
ideas-3058	67	9	and	and	CCONJ
ideas-3058	67	10	students	student	NOUN
ideas-3058	67	11	,	,	PUNCT
ideas-3058	67	12	it	it	PRON
ideas-3058	67	13	was	be	AUX
ideas-3058	67	14	showed	show	VERB
ideas-3058	67	15	that	that	SCONJ
ideas-3058	67	16	the	the	DET
ideas-3058	67	17	developed	develop	VERB
ideas-3058	67	18	digital	digital	NOUN
ideas-3058	67	19	-	-	PUNCT
ideas-3058	67	20	based	base	VERB
ideas-3058	67	21	speaking	speak	VERB
ideas-3058	67	22	literacy	literacy	NOUN
ideas-3058	67	23	assessment	assessment	NOUN
ideas-3058	67	24	can	can	AUX
ideas-3058	67	25	be	be	AUX
ideas-3058	67	26	used	use	VERB
ideas-3058	67	27	and	and	CCONJ
ideas-3058	67	28	implemented	implement	VERB
ideas-3058	67	29	easily	easily	ADV
ideas-3058	67	30	by	by	ADP
ideas-3058	67	31	both	both	DET
ideas-3058	67	32	teachers	teacher	NOUN
ideas-3058	67	33	and	and	CCONJ
ideas-3058	67	34	students	student	NOUN
ideas-3058	67	35	seen	see	VERB
ideas-3058	67	36	from	from	ADP
ideas-3058	67	37	the	the	DET
ideas-3058	67	38	positive	positive	ADJ
ideas-3058	67	39	increase	increase	NOUN
ideas-3058	67	40	in	in	ADP
ideas-3058	67	41	student	student	NOUN
ideas-3058	67	42	’s	’s	PART
ideas-3058	67	43	activity	activity	NOUN
ideas-3058	67	44	during	during	ADP
ideas-3058	67	45	the	the	DET
ideas-3058	67	46	teaching	teaching	NOUN
ideas-3058	67	47	-	-	PUNCT
ideas-3058	67	48	learning	learn	VERB
ideas-3058	67	49	process	process	NOUN
ideas-3058	67	50	.	.	PUNCT
ideas-3058	68	1	based	base	VERB
ideas-3058	68	2	on	on	ADP
ideas-3058	68	3	the	the	DET
ideas-3058	68	4	trial	trial	NOUN
ideas-3058	68	5	-	-	PUNCT
ideas-3058	68	6	using	using	NOUN
ideas-3058	68	7	of	of	ADP
ideas-3058	68	8	the	the	DET
ideas-3058	68	9	developed	develop	VERB
ideas-3058	68	10	digital	digital	NOUN
ideas-3058	68	11	-	-	PUNCT
ideas-3058	68	12	based	base	VERB
ideas-3058	68	13	speaking	speaking	ADJ
ideas-3058	68	14	literacy	literacy	NOUN
ideas-3058	68	15	assessment	assessment	NOUN
ideas-3058	68	16	,	,	PUNCT
ideas-3058	68	17	it	it	PRON
ideas-3058	68	18	showed	show	VERB
ideas-3058	68	19	that	that	SCONJ
ideas-3058	68	20	the	the	DET
ideas-3058	68	21	this	this	DET
ideas-3058	68	22	digital	digital	NOUN
ideas-3058	68	23	-	-	PUNCT
ideas-3058	68	24	based	base	VERB
ideas-3058	68	25	speaking	speak	VERB
ideas-3058	68	26	literacy	literacy	NOUN
ideas-3058	68	27	assessment	assessment	NOUN
ideas-3058	68	28	has	have	AUX
ideas-3058	68	29	met	meet	VERB
ideas-3058	68	30	the	the	DET
ideas-3058	68	31	criteria	criterion	NOUN
ideas-3058	68	32	of	of	ADP
ideas-3058	68	33	effectiveness	effectiveness	NOUN
ideas-3058	68	34	since	since	SCONJ
ideas-3058	68	35	the	the	DET
ideas-3058	68	36	overall	overall	ADJ
ideas-3058	68	37	average	average	ADJ
ideas-3058	68	38	percentage	percentage	NOUN
ideas-3058	68	39	showed	show	VERB
ideas-3058	68	40	that	that	SCONJ
ideas-3058	68	41	85.5	85.5	NUM
ideas-3058	68	42	%	%	NOUN
ideas-3058	68	43	both	both	DET
ideas-3058	68	44	teachers	teacher	NOUN
ideas-3058	68	45	and	and	CCONJ
ideas-3058	68	46	students	student	NOUN
ideas-3058	68	47	stated	state	VERB
ideas-3058	68	48	“	"	PUNCT
ideas-3058	68	49	yes	yes	INTJ
ideas-3058	68	50	”	"	PUNCT
ideas-3058	68	51	on	on	ADP
ideas-3058	68	52	the	the	DET
ideas-3058	68	53	aspects	aspect	NOUN
ideas-3058	68	54	of	of	ADP
ideas-3058	68	55	fun	fun	NOUN
ideas-3058	68	56	and	and	CCONJ
ideas-3058	68	57	interest	interest	NOUN
ideas-3058	68	58	in	in	ADP
ideas-3058	68	59	using	use	VERB
ideas-3058	68	60	the	the	DET
ideas-3058	68	61	developed	develop	VERB
ideas-3058	68	62	digital	digital	NOUN
ideas-3058	68	63	-	-	PUNCT
ideas-3058	68	64	based	base	VERB
ideas-3058	68	65	speaking	speaking	ADJ
ideas-3058	68	66	literacy	literacy	NOUN
ideas-3058	68	67	assessment	assessment	NOUN
ideas-3058	68	68	,	,	PUNCT
ideas-3058	68	69	found	find	VERB
ideas-3058	68	70	what	what	PRON
ideas-3058	68	71	was	be	AUX
ideas-3058	68	72	new	new	ADJ
ideas-3058	68	73	and	and	CCONJ
ideas-3058	68	74	what	what	PRON
ideas-3058	68	75	was	be	AUX
ideas-3058	68	76	contained	contain	VERB
ideas-3058	68	77	in	in	ADP
ideas-3058	68	78	the	the	DET
ideas-3058	68	79	assessment	assessment	NOUN
ideas-3058	68	80	,	,	PUNCT
ideas-3058	68	81	understanding	understand	VERB
ideas-3058	68	82	the	the	DET
ideas-3058	68	83	instructions	instruction	NOUN
ideas-3058	68	84	and	and	CCONJ
ideas-3058	68	85	clear	clear	ADJ
ideas-3058	68	86	use	use	NOUN
ideas-3058	68	87	of	of	ADP
ideas-3058	68	88	the	the	DET
ideas-3058	68	89	assessment	assessment	NOUN
ideas-3058	68	90	,	,	PUNCT
ideas-3058	68	91	and	and	CCONJ
ideas-3058	68	92	interest	interest	NOUN
ideas-3058	68	93	in	in	ADP
ideas-3058	68	94	the	the	DET
ideas-3058	68	95	assessment	assessment	NOUN
ideas-3058	68	96	design	design	NOUN
ideas-3058	68	97	being	be	AUX
ideas-3058	68	98	developed	develop	VERB
ideas-3058	68	99	.	.	PUNCT
ideas-3058	69	1	discussion	discussion	NOUN
ideas-3058	69	2	in	in	ADP
ideas-3058	69	3	need	need	VERB
ideas-3058	69	4	analysis	analysis	NOUN
ideas-3058	69	5	phase	phase	NOUN
ideas-3058	69	6	,	,	PUNCT
ideas-3058	69	7	the	the	DET
ideas-3058	69	8	distribution	distribution	NOUN
ideas-3058	69	9	of	of	ADP
ideas-3058	69	10	the	the	DET
ideas-3058	69	11	questionnaire	questionnaire	NOUN
ideas-3058	69	12	was	be	AUX
ideas-3058	69	13	carried	carry	VERB
ideas-3058	69	14	out	out	ADP
ideas-3058	69	15	to	to	ADP
ideas-3058	69	16	the	the	DET
ideas-3058	69	17	second	second	ADJ
ideas-3058	69	18	graders	grader	NOUN
ideas-3058	69	19	’	'	PUNCT
ideas-3058	69	20	english	english	ADJ
ideas-3058	69	21	teachers	teacher	NOUN
ideas-3058	69	22	of	of	ADP
ideas-3058	69	23	smk	smk	PROPN
ideas-3058	69	24	al	al	PROPN
ideas-3058	69	25	maksum	maksum	PROPN
ideas-3058	69	26	stabat	stabat	PROPN
ideas-3058	69	27	.	.	PUNCT
ideas-3058	70	1	this	this	DET
ideas-3058	70	2	initial	initial	ADJ
ideas-3058	70	3	investigation	investigation	NOUN
ideas-3058	70	4	was	be	AUX
ideas-3058	70	5	carried	carry	VERB
ideas-3058	70	6	out	out	ADP
ideas-3058	70	7	to	to	PART
ideas-3058	70	8	find	find	VERB
ideas-3058	70	9	out	out	ADP
ideas-3058	70	10	the	the	DET
ideas-3058	70	11	problems	problem	NOUN
ideas-3058	70	12	that	that	PRON
ideas-3058	70	13	occurred	occur	VERB
ideas-3058	70	14	in	in	ADP
ideas-3058	70	15	the	the	DET
ideas-3058	70	16	process	process	NOUN
ideas-3058	70	17	of	of	ADP
ideas-3058	70	18	assessing	assess	VERB
ideas-3058	70	19	/	/	SYM
ideas-3058	70	20	testing	testing	NOUN
ideas-3058	70	21	speaking	speak	VERB
ideas-3058	70	22	literacy	literacy	NOUN
ideas-3058	70	23	for	for	ADP
ideas-3058	70	24	vocational	vocational	ADJ
ideas-3058	70	25	students	student	NOUN
ideas-3058	70	26	.	.	PUNCT
ideas-3058	71	1	based	base	VERB
ideas-3058	71	2	on	on	ADP
ideas-3058	71	3	the	the	DET
ideas-3058	71	4	results	result	NOUN
ideas-3058	71	5	of	of	ADP
ideas-3058	71	6	the	the	DET
ideas-3058	71	7	questionnaire	questionnaire	NOUN
ideas-3058	71	8	which	which	PRON
ideas-3058	71	9	was	be	AUX
ideas-3058	71	10	distributed	distribute	VERB
ideas-3058	71	11	purposively	purposively	ADV
ideas-3058	71	12	to	to	ADP
ideas-3058	71	13	6	6	NUM
ideas-3058	71	14	respondents	respondent	NOUN
ideas-3058	71	15	of	of	ADP
ideas-3058	71	16	the	the	DET
ideas-3058	71	17	english	english	ADJ
ideas-3058	71	18	teacher	teacher	NOUN
ideas-3058	71	19	at	at	ADP
ideas-3058	71	20	smk	smk	PROPN
ideas-3058	71	21	al	al	PROPN
ideas-3058	71	22	maksum	maksum	PROPN
ideas-3058	71	23	stabat	stabat	AUX
ideas-3058	71	24	it	it	PRON
ideas-3058	71	25	was	be	AUX
ideas-3058	71	26	found	find	VERB
ideas-3058	71	27	that	that	SCONJ
ideas-3058	71	28	:	:	PUNCT
ideas-3058	71	29	a.	a.	NOUN
ideas-3058	71	30	a.	a.	NOUN
ideas-3058	71	31	83.33	83.33	NUM
ideas-3058	71	32	%	%	NOUN
ideas-3058	71	33	teachers	teacher	NOUN
ideas-3058	71	34	stated	state	VERB
ideas-3058	71	35	“	"	PUNCT
ideas-3058	71	36	never	never	ADV
ideas-3058	71	37	”	"	PUNCT
ideas-3058	71	38	to	to	ADP
ideas-3058	71	39	the	the	DET
ideas-3058	71	40	statement	statement	NOUN
ideas-3058	71	41	“	"	PUNCT
ideas-3058	71	42	students	student	NOUN
ideas-3058	71	43	understand	understand	VERB
ideas-3058	71	44	the	the	DET
ideas-3058	71	45	speaking	speak	VERB
ideas-3058	71	46	literacy	literacy	NOUN
ideas-3058	71	47	assessment	assessment	NOUN
ideas-3058	71	48	scoring	scoring	NOUN
ideas-3058	71	49	criteria	criterion	NOUN
ideas-3058	71	50	”	"	PUNCT
ideas-3058	71	51	.	.	PUNCT
ideas-3058	72	1	66.67	66.67	NUM
ideas-3058	72	2	%	%	NOUN
ideas-3058	72	3	teachers	teacher	NOUN
ideas-3058	72	4	stated	state	VERB
ideas-3058	72	5	“	"	PUNCT
ideas-3058	72	6	never	never	ADV
ideas-3058	72	7	”	"	PUNCT
ideas-3058	72	8	to	to	ADP
ideas-3058	72	9	the	the	DET
ideas-3058	72	10	statement	statement	NOUN
ideas-3058	72	11	“	"	PUNCT
ideas-3058	72	12	students	student	NOUN
ideas-3058	72	13	know	know	VERB
ideas-3058	72	14	the	the	DET
ideas-3058	72	15	speaking	speak	VERB
ideas-3058	72	16	literacy	literacy	NOUN
ideas-3058	72	17	assessment	assessment	NOUN
ideas-3058	72	18	scoring	score	VERB
ideas-3058	72	19	transparantly	transparantly	ADV
ideas-3058	72	20	”	"	PUNCT
ideas-3058	72	21	.	.	PUNCT
ideas-3058	73	1	100	100	NUM
ideas-3058	73	2	%	%	NOUN
ideas-3058	73	3	of	of	ADP
ideas-3058	73	4	teachers	teacher	NOUN
ideas-3058	73	5	stated	state	VERB
ideas-3058	73	6	"	"	PUNCT
ideas-3058	73	7	never	never	ADV
ideas-3058	73	8	"	"	PUNCT
ideas-3058	73	9	to	to	ADP
ideas-3058	73	10	the	the	DET
ideas-3058	73	11	statement	statement	NOUN
ideas-3058	73	12	"	"	PUNCT
ideas-3058	73	13	students	student	NOUN
ideas-3058	73	14	can	can	AUX
ideas-3058	73	15	conduct	conduct	VERB
ideas-3058	73	16	peer	peer	NOUN
ideas-3058	73	17	reviews	review	NOUN
ideas-3058	73	18	of	of	ADP
ideas-3058	73	19	speaking	speak	VERB
ideas-3058	73	20	literacy	literacy	NOUN
ideas-3058	73	21	assessments	assessment	NOUN
ideas-3058	73	22	"	"	PUNCT
ideas-3058	73	23	.	.	PUNCT
ideas-3058	74	1	this	this	PRON
ideas-3058	74	2	means	mean	VERB
ideas-3058	74	3	that	that	SCONJ
ideas-3058	74	4	the	the	DET
ideas-3058	74	5	literacy	literacy	NOUN
ideas-3058	74	6	assessment	assessment	NOUN
ideas-3058	74	7	process	process	NOUN
ideas-3058	74	8	that	that	PRON
ideas-3058	74	9	has	have	AUX
ideas-3058	74	10	been	be	AUX
ideas-3058	74	11	carried	carry	VERB
ideas-3058	74	12	out	out	ADP
ideas-3058	74	13	so	so	ADV
ideas-3058	74	14	far	far	ADV
ideas-3058	74	15	is	be	AUX
ideas-3058	74	16	not	not	PART
ideas-3058	74	17	transparent	transparent	ADJ
ideas-3058	74	18	so	so	SCONJ
ideas-3058	74	19	that	that	SCONJ
ideas-3058	74	20	students	student	NOUN
ideas-3058	74	21	do	do	AUX
ideas-3058	74	22	not	not	PART
ideas-3058	74	23	know	know	VERB
ideas-3058	74	24	the	the	DET
ideas-3058	74	25	speaking	speak	VERB
ideas-3058	74	26	literacy	literacy	NOUN
ideas-3058	74	27	assessment	assessment	NOUN
ideas-3058	74	28	criteria	criterion	NOUN
ideas-3058	74	29	and	and	CCONJ
ideas-3058	74	30	can	can	AUX
ideas-3058	74	31	not	not	PART
ideas-3058	74	32	conduct	conduct	VERB
ideas-3058	74	33	peer	peer	NOUN
ideas-3058	74	34	reviews	review	NOUN
ideas-3058	74	35	.	.	PUNCT
ideas-3058	75	1	b.	b.	NOUN
ideas-3058	76	1	50	50	NUM
ideas-3058	76	2	%	%	NOUN
ideas-3058	76	3	of	of	ADP
ideas-3058	76	4	teachers	teacher	NOUN
ideas-3058	76	5	stated	state	VERB
ideas-3058	76	6	“	"	PUNCT
ideas-3058	76	7	never	never	ADV
ideas-3058	76	8	”	"	PUNCT
ideas-3058	76	9	,	,	PUNCT
ideas-3058	76	10	16.67	16.67	NUM
ideas-3058	76	11	%	%	NOUN
ideas-3058	76	12	stated	state	VERB
ideas-3058	76	13	“	"	PUNCT
ideas-3058	76	14	rarely	rarely	ADV
ideas-3058	76	15	”	"	PUNCT
ideas-3058	76	16	and	and	CCONJ
ideas-3058	76	17	33.33	33.33	NUM
ideas-3058	76	18	stated	state	VERB
ideas-3058	76	19	“	"	PUNCT
ideas-3058	76	20	sometimes	sometimes	ADV
ideas-3058	76	21	”	"	PUNCT
ideas-3058	76	22	in	in	ADP
ideas-3058	76	23	the	the	DET
ideas-3058	76	24	statement	statement	NOUN
ideas-3058	76	25	“	"	PUNCT
ideas-3058	76	26	teachers	teacher	NOUN
ideas-3058	76	27	have	have	AUX
ideas-3058	76	28	standardized	standardize	VERB
ideas-3058	76	29	speaking	speak	VERB
ideas-3058	76	30	literacy	literacy	NOUN
ideas-3058	76	31	assessment	assessment	NOUN
ideas-3058	76	32	”	"	PUNCT
ideas-3058	76	33	.	.	PUNCT
ideas-3058	77	1	50	50	NUM
ideas-3058	77	2	%	%	NOUN
ideas-3058	77	3	of	of	ADP
ideas-3058	77	4	teachers	teacher	NOUN
ideas-3058	77	5	stated	state	VERB
ideas-3058	77	6	“	"	PUNCT
ideas-3058	77	7	never	never	ADV
ideas-3058	77	8	”	"	PUNCT
ideas-3058	77	9	,	,	PUNCT
ideas-3058	77	10	33.33	33.33	NUM
ideas-3058	77	11	%	%	NOUN
ideas-3058	77	12	stated	state	VERB
ideas-3058	77	13	“	"	PUNCT
ideas-3058	77	14	rarely	rarely	ADV
ideas-3058	77	15	”	"	PUNCT
ideas-3058	77	16	and	and	CCONJ
ideas-3058	77	17	16.67	16.67	NUM
ideas-3058	77	18	%	%	NOUN
ideas-3058	77	19	stated	state	VERB
ideas-3058	77	20	“	"	PUNCT
ideas-3058	77	21	sometimes	sometimes	ADV
ideas-3058	77	22	”	"	PUNCT
ideas-3058	77	23	in	in	ADP
ideas-3058	77	24	the	the	DET
ideas-3058	77	25	statement	statement	NOUN
ideas-3058	77	26	“	"	PUNCT
ideas-3058	77	27	before	before	SCONJ
ideas-3058	77	28	the	the	DET
ideas-3058	77	29	teacher	teacher	NOUN
ideas-3058	77	30	conducts	conduct	VERB
ideas-3058	77	31	an	an	DET
ideas-3058	77	32	assessment	assessment	NOUN
ideas-3058	77	33	,	,	PUNCT
ideas-3058	77	34	the	the	DET
ideas-3058	77	35	speaking	speak	VERB
ideas-3058	77	36	literacy	literacy	NOUN
ideas-3058	77	37	assessment	assessment	NOUN
ideas-3058	77	38	is	be	AUX
ideas-3058	77	39	determined	determine	VERB
ideas-3058	77	40	by	by	ADP
ideas-3058	77	41	the	the	DET
ideas-3058	77	42	criteria	criterion	NOUN
ideas-3058	77	43	”	"	PUNCT
ideas-3058	77	44	.	.	PUNCT
ideas-3058	78	1	16.67	16.67	NUM
ideas-3058	78	2	%	%	NOUN
ideas-3058	78	3	of	of	ADP
ideas-3058	78	4	teachers	teacher	NOUN
ideas-3058	78	5	stated	state	VERB
ideas-3058	78	6	“	"	PUNCT
ideas-3058	78	7	sometimes	sometimes	ADV
ideas-3058	78	8	”	"	PUNCT
ideas-3058	78	9	,	,	PUNCT
ideas-3058	78	10	33.33	33.33	NUM
ideas-3058	78	11	%	%	NOUN
ideas-3058	78	12	stated	state	VERB
ideas-3058	78	13	“	"	PUNCT
ideas-3058	78	14	often	often	ADV
ideas-3058	78	15	”	"	PUNCT
ideas-3058	78	16	,	,	PUNCT
ideas-3058	78	17	and	and	CCONJ
ideas-3058	78	18	50	50	NUM
ideas-3058	78	19	%	%	NOUN
ideas-3058	78	20	stated	state	VERB
ideas-3058	78	21	“	"	PUNCT
ideas-3058	78	22	always	always	ADV
ideas-3058	78	23	”	"	PUNCT
ideas-3058	78	24	on	on	ADP
ideas-3058	78	25	the	the	DET
ideas-3058	78	26	statement	statement	NOUN
ideas-3058	78	27	“	"	PUNCT
ideas-3058	78	28	teachers	teacher	NOUN
ideas-3058	78	29	give	give	VERB
ideas-3058	78	30	assignments	assignment	NOUN
ideas-3058	78	31	that	that	PRON
ideas-3058	78	32	are	be	AUX
ideas-3058	78	33	in	in	ADP
ideas-3058	78	34	accordance	accordance	NOUN
ideas-3058	78	35	with	with	ADP
ideas-3058	78	36	the	the	DET
ideas-3058	78	37	material	material	NOUN
ideas-3058	78	38	being	be	AUX
ideas-3058	78	39	taught	teach	VERB
ideas-3058	78	40	and	and	CCONJ
ideas-3058	78	41	the	the	DET
ideas-3058	78	42	assessment	assessment	NOUN
ideas-3058	78	43	”	"	PUNCT
ideas-3058	78	44	.	.	PUNCT
ideas-3058	79	1	66.67	66.67	NUM
ideas-3058	79	2	%	%	NOUN
ideas-3058	79	3	stated	state	VERB
ideas-3058	79	4	“	"	PUNCT
ideas-3058	79	5	never	never	ADV
ideas-3058	79	6	”	"	PUNCT
ideas-3058	79	7	,	,	PUNCT
ideas-3058	79	8	33.33	33.33	NUM
ideas-3058	79	9	%	%	NOUN
ideas-3058	79	10	stated	state	VERB
ideas-3058	79	11	“	"	PUNCT
ideas-3058	79	12	rarely	rarely	ADV
ideas-3058	79	13	”	"	PUNCT
ideas-3058	79	14	in	in	ADP
ideas-3058	79	15	the	the	DET
ideas-3058	79	16	statement	statement	NOUN
ideas-3058	79	17	“	"	PUNCT
ideas-3058	79	18	teachers	teacher	NOUN
ideas-3058	79	19	establish	establish	VERB
ideas-3058	79	20	practical	practical	ADJ
ideas-3058	79	21	and	and	CCONJ
ideas-3058	79	22	reliable	reliable	ADJ
ideas-3058	79	23	assessment	assessment	NOUN
ideas-3058	79	24	procedures	procedure	NOUN
ideas-3058	79	25	”	"	PUNCT
ideas-3058	79	26	.	.	PUNCT
ideas-3058	80	1	100	100	NUM
ideas-3058	80	2	%	%	NOUN
ideas-3058	80	3	of	of	ADP
ideas-3058	80	4	teachers	teacher	NOUN
ideas-3058	80	5	stated	state	VERB
ideas-3058	80	6	"	"	PUNCT
ideas-3058	80	7	always	always	ADV
ideas-3058	80	8	"	"	PUNCT
ideas-3058	80	9	in	in	ADP
ideas-3058	80	10	the	the	DET
ideas-3058	80	11	statement	statement	NOUN
ideas-3058	80	12	"	"	PUNCT
ideas-3058	80	13	teachers	teacher	NOUN
ideas-3058	80	14	present	present	VERB
ideas-3058	80	15	the	the	DET
ideas-3058	80	16	maximum	maximum	ADJ
ideas-3058	80	17	results	result	NOUN
ideas-3058	80	18	of	of	ADP
ideas-3058	80	19	the	the	DET
ideas-3058	80	20	assessment	assessment	NOUN
ideas-3058	80	21	"	"	PUNCT
ideas-3058	80	22	.	.	PUNCT
ideas-3058	81	1	this	this	PRON
ideas-3058	81	2	means	mean	VERB
ideas-3058	81	3	that	that	SCONJ
ideas-3058	81	4	so	so	ADV
ideas-3058	81	5	far	far	ADV
ideas-3058	81	6	the	the	DET
ideas-3058	81	7	speaking	speak	VERB
ideas-3058	81	8	literacy	literacy	NOUN
ideas-3058	81	9	assessment	assessment	NOUN
ideas-3058	81	10	has	have	AUX
ideas-3058	81	11	not	not	PART
ideas-3058	81	12	yet	yet	ADV
ideas-3058	81	13	determined	determine	VERB
ideas-3058	81	14	the	the	DET
ideas-3058	81	15	standardization	standardization	NOUN
ideas-3058	81	16	of	of	ADP
ideas-3058	81	17	the	the	DET
ideas-3058	81	18	assessment	assessment	NOUN
ideas-3058	81	19	.	.	PUNCT
ideas-3058	82	1	each	each	DET
ideas-3058	82	2	teacher	teacher	NOUN
ideas-3058	82	3	has	have	VERB
ideas-3058	82	4	a	a	DET
ideas-3058	82	5	different	different	ADJ
ideas-3058	82	6	perception	perception	NOUN
ideas-3058	82	7	of	of	ADP
ideas-3058	82	8	speaking	speak	VERB
ideas-3058	82	9	literacy	literacy	NOUN
ideas-3058	82	10	assessment	assessment	NOUN
ideas-3058	82	11	c.	c.	NOUN
ideas-3058	82	12	33.33	33.33	NUM
ideas-3058	82	13	%	%	NOUN
ideas-3058	82	14	of	of	ADP
ideas-3058	82	15	teachers	teacher	NOUN
ideas-3058	82	16	stated	state	VERB
ideas-3058	82	17	“	"	PUNCT
ideas-3058	82	18	never	never	ADV
ideas-3058	82	19	”	"	PUNCT
ideas-3058	82	20	,	,	PUNCT
ideas-3058	82	21	33.33	33.33	NUM
ideas-3058	82	22	%	%	NOUN
ideas-3058	82	23	stated	state	VERB
ideas-3058	82	24	“	"	PUNCT
ideas-3058	82	25	rarely	rarely	ADV
ideas-3058	82	26	”	"	PUNCT
ideas-3058	82	27	,	,	PUNCT
ideas-3058	82	28	16.67	16.67	NUM
ideas-3058	82	29	stated	state	VERB
ideas-3058	82	30	“	"	PUNCT
ideas-3058	82	31	often	often	ADV
ideas-3058	82	32	”	"	PUNCT
ideas-3058	82	33	and	and	CCONJ
ideas-3058	82	34	16.67	16.67	NUM
ideas-3058	82	35	%	%	NOUN
ideas-3058	82	36	stated	state	VERB
ideas-3058	82	37	“	"	PUNCT
ideas-3058	82	38	always	always	ADV
ideas-3058	82	39	”	"	PUNCT
ideas-3058	82	40	to	to	ADP
ideas-3058	82	41	the	the	DET
ideas-3058	82	42	statement	statement	NOUN
ideas-3058	82	43	“	"	PUNCT
ideas-3058	82	44	assessment	assessment	NOUN
ideas-3058	82	45	has	have	AUX
ideas-3058	82	46	been	be	AUX
ideas-3058	82	47	able	able	ADJ
ideas-3058	82	48	to	to	PART
ideas-3058	82	49	describe	describe	VERB
ideas-3058	82	50	the	the	DET
ideas-3058	82	51	maitri	maitri	PROPN
ideas-3058	82	52	rahmadhani1	rahmadhani1	PROPN
ideas-3058	82	53	developing	develop	VERB
ideas-3058	82	54	digital	digital	NOUN
ideas-3058	82	55	-	-	PUNCT
ideas-3058	82	56	based	base	VERB
ideas-3058	82	57	speaking	speaking	NOUN
ideas-3058	82	58	skill	skill	NOUN
ideas-3058	82	59	literacy	literacy	NOUN
ideas-3058	82	60	assessment	assessment	NOUN
ideas-3058	82	61	using	use	VERB
ideas-3058	82	62	plomp	plomp	NOUN
ideas-3058	82	63	model	model	NOUN
ideas-3058	82	64	to	to	PART
ideas-3058	82	65	support	support	VERB
ideas-3058	82	66	the	the	DET
ideas-3058	82	67	national	national	ADJ
ideas-3058	82	68	literacy	literacy	PROPN
ideas-3058	82	69	movement	movement	NOUN
ideas-3058	82	70	850	850	NUM
ideas-3058	82	71	condition	condition	NOUN
ideas-3058	82	72	of	of	ADP
ideas-3058	82	73	student	student	NOUN
ideas-3058	82	74	competence	competence	NOUN
ideas-3058	82	75	”	"	PUNCT
ideas-3058	82	76	.	.	PUNCT
ideas-3058	83	1	83.33	83.33	NUM
ideas-3058	83	2	%	%	NOUN
ideas-3058	83	3	of	of	ADP
ideas-3058	83	4	teachers	teacher	NOUN
ideas-3058	83	5	stated	state	VERB
ideas-3058	83	6	“	"	PUNCT
ideas-3058	83	7	never	never	ADV
ideas-3058	83	8	”	"	PUNCT
ideas-3058	83	9	and	and	CCONJ
ideas-3058	83	10	16.67	16.67	NUM
ideas-3058	83	11	%	%	NOUN
ideas-3058	83	12	stated	state	VERB
ideas-3058	83	13	“	"	PUNCT
ideas-3058	83	14	rarely	rarely	ADV
ideas-3058	83	15	”	"	PUNCT
ideas-3058	83	16	to	to	ADP
ideas-3058	83	17	the	the	DET
ideas-3058	83	18	statement	statement	NOUN
ideas-3058	83	19	“	"	PUNCT
ideas-3058	83	20	the	the	DET
ideas-3058	83	21	assessment	assessment	NOUN
ideas-3058	83	22	has	have	AUX
ideas-3058	83	23	been	be	AUX
ideas-3058	83	24	consistent	consistent	ADJ
ideas-3058	83	25	and	and	CCONJ
ideas-3058	83	26	reliable	reliable	ADJ
ideas-3058	83	27	”	"	PUNCT
ideas-3058	83	28	.	.	PUNCT
ideas-3058	84	1	66.67	66.67	NUM
ideas-3058	84	2	%	%	NOUN
ideas-3058	84	3	of	of	ADP
ideas-3058	84	4	students	student	NOUN
ideas-3058	84	5	stated	state	VERB
ideas-3058	84	6	“	"	PUNCT
ideas-3058	84	7	never	never	ADV
ideas-3058	84	8	”	"	PUNCT
ideas-3058	84	9	and	and	CCONJ
ideas-3058	84	10	33.33	33.33	NUM
ideas-3058	84	11	%	%	NOUN
ideas-3058	84	12	stated	state	VERB
ideas-3058	84	13	“	"	PUNCT
ideas-3058	84	14	sometimes	sometimes	ADV
ideas-3058	84	15	”	"	PUNCT
ideas-3058	84	16	to	to	ADP
ideas-3058	84	17	the	the	DET
ideas-3058	84	18	statement	statement	NOUN
ideas-3058	84	19	“	"	PUNCT
ideas-3058	84	20	the	the	DET
ideas-3058	84	21	assessment	assessment	NOUN
ideas-3058	84	22	has	have	AUX
ideas-3058	84	23	been	be	AUX
ideas-3058	84	24	standardized	standardize	VERB
ideas-3058	84	25	and	and	CCONJ
ideas-3058	84	26	fair	fair	ADJ
ideas-3058	84	27	for	for	ADP
ideas-3058	84	28	all	all	DET
ideas-3058	84	29	students	student	NOUN
ideas-3058	84	30	”	"	PUNCT
ideas-3058	84	31	.	.	PUNCT
ideas-3058	85	1	50	50	NUM
ideas-3058	85	2	%	%	NOUN
ideas-3058	85	3	of	of	ADP
ideas-3058	85	4	teachers	teacher	NOUN
ideas-3058	85	5	stated	state	VERB
ideas-3058	85	6	“	"	PUNCT
ideas-3058	85	7	never	never	ADV
ideas-3058	85	8	”	"	PUNCT
ideas-3058	85	9	and	and	CCONJ
ideas-3058	85	10	33.33	33.33	NUM
ideas-3058	85	11	%	%	NOUN
ideas-3058	85	12	said	say	VERB
ideas-3058	85	13	“	"	PUNCT
ideas-3058	85	14	rarely	rarely	ADV
ideas-3058	85	15	”	"	PUNCT
ideas-3058	85	16	,	,	PUNCT
ideas-3058	85	17	and	and	CCONJ
ideas-3058	85	18	16.67	16.67	NUM
ideas-3058	85	19	%	%	NOUN
ideas-3058	85	20	stated	state	VERB
ideas-3058	85	21	“	"	PUNCT
ideas-3058	85	22	always	always	ADV
ideas-3058	85	23	”	"	PUNCT
ideas-3058	85	24	o	o	PROPN
ideas-3058	85	25	the	the	DET
ideas-3058	85	26	statement	statement	NOUN
ideas-3058	85	27	“	"	PUNCT
ideas-3058	85	28	assessment	assessment	NOUN
ideas-3058	85	29	was	be	AUX
ideas-3058	85	30	in	in	ADP
ideas-3058	85	31	accordance	accordance	NOUN
ideas-3058	85	32	with	with	ADP
ideas-3058	85	33	student	student	NOUN
ideas-3058	85	34	needs	need	NOUN
ideas-3058	85	35	”	"	PUNCT
ideas-3058	85	36	.	.	PUNCT
ideas-3058	86	1	33.33	33.33	NUM
ideas-3058	86	2	%	%	NOUN
ideas-3058	86	3	of	of	ADP
ideas-3058	86	4	teachers	teacher	NOUN
ideas-3058	86	5	stated	state	VERB
ideas-3058	86	6	“	"	PUNCT
ideas-3058	86	7	never	never	ADV
ideas-3058	86	8	”	"	PUNCT
ideas-3058	86	9	,	,	PUNCT
ideas-3058	86	10	33.33	33.33	NUM
ideas-3058	86	11	“	"	PUNCT
ideas-3058	86	12	rarely	rarely	ADV
ideas-3058	86	13	”	"	PUNCT
ideas-3058	86	14	,	,	PUNCT
ideas-3058	86	15	16.67	16.67	NUM
ideas-3058	86	16	“	"	PUNCT
ideas-3058	86	17	sometimes	sometimes	ADV
ideas-3058	86	18	”	"	PUNCT
ideas-3058	86	19	and	and	CCONJ
ideas-3058	86	20	16.67	16.67	NUM
ideas-3058	86	21	%	%	NOUN
ideas-3058	86	22	“	"	PUNCT
ideas-3058	86	23	often	often	ADV
ideas-3058	86	24	to	to	ADP
ideas-3058	86	25	the	the	DET
ideas-3058	86	26	statement	statement	NOUN
ideas-3058	86	27	“	"	PUNCT
ideas-3058	86	28	assessment	assessment	NOUN
ideas-3058	86	29	has	have	AUX
ideas-3058	86	30	been	be	AUX
ideas-3058	86	31	able	able	ADJ
ideas-3058	86	32	to	to	PART
ideas-3058	86	33	describe	describe	VERB
ideas-3058	86	34	student	student	NOUN
ideas-3058	86	35	achievement	achievement	NOUN
ideas-3058	86	36	truly	truly	ADV
ideas-3058	86	37	”	"	PUNCT
ideas-3058	86	38	.	.	PUNCT
ideas-3058	87	1	thus	thus	ADV
ideas-3058	87	2	,	,	PUNCT
ideas-3058	87	3	it	it	PRON
ideas-3058	87	4	can	can	AUX
ideas-3058	87	5	be	be	AUX
ideas-3058	87	6	concluded	conclude	VERB
ideas-3058	87	7	that	that	SCONJ
ideas-3058	87	8	the	the	DET
ideas-3058	87	9	speaking	speak	VERB
ideas-3058	87	10	literacy	literacy	NOUN
ideas-3058	87	11	assessment	assessment	NOUN
ideas-3058	87	12	that	that	PRON
ideas-3058	87	13	has	have	AUX
ideas-3058	87	14	been	be	AUX
ideas-3058	87	15	used	use	VERB
ideas-3058	87	16	so	so	ADV
ideas-3058	87	17	far	far	ADV
ideas-3058	87	18	is	be	AUX
ideas-3058	87	19	not	not	PART
ideas-3058	87	20	in	in	ADP
ideas-3058	87	21	accordance	accordance	NOUN
ideas-3058	87	22	with	with	ADP
ideas-3058	87	23	kepmendikbud	kepmendikbud	NOUN
ideas-3058	87	24	number	number	NOUN
ideas-3058	87	25	719	719	NUM
ideas-3058	87	26	/	/	SYM
ideas-3058	87	27	p/2020	p/2020	NOUN
ideas-3058	87	28	regarding	regard	VERB
ideas-3058	87	29	to	to	ADP
ideas-3058	87	30	the	the	DET
ideas-3058	87	31	nature	nature	NOUN
ideas-3058	87	32	of	of	ADP
ideas-3058	87	33	learning	learn	VERB
ideas-3058	87	34	assessment	assessment	NOUN
ideas-3058	87	35	.	.	PUNCT
ideas-3058	88	1	d.	d.	NOUN
ideas-3058	88	2	50	50	NUM
ideas-3058	88	3	%	%	NOUN
ideas-3058	88	4	of	of	ADP
ideas-3058	88	5	teachers	teacher	NOUN
ideas-3058	88	6	stated	state	VERB
ideas-3058	88	7	"	"	PUNCT
ideas-3058	88	8	never	never	ADV
ideas-3058	88	9	"	"	PUNCT
ideas-3058	88	10	and	and	CCONJ
ideas-3058	88	11	50	50	NUM
ideas-3058	88	12	%	%	NOUN
ideas-3058	88	13	"	"	PUNCT
ideas-3058	88	14	rarely	rarely	ADV
ideas-3058	88	15	"	"	PUNCT
ideas-3058	88	16	on	on	ADP
ideas-3058	88	17	the	the	DET
ideas-3058	88	18	statement	statement	NOUN
ideas-3058	88	19	"	"	PUNCT
ideas-3058	88	20	the	the	DET
ideas-3058	88	21	assessment	assessment	NOUN
ideas-3058	88	22	has	have	AUX
ideas-3058	88	23	been	be	AUX
ideas-3058	88	24	related	relate	VERB
ideas-3058	88	25	and	and	CCONJ
ideas-3058	88	26	in	in	ADP
ideas-3058	88	27	accordance	accordance	NOUN
ideas-3058	88	28	with	with	ADP
ideas-3058	88	29	what	what	PRON
ideas-3058	88	30	has	have	AUX
ideas-3058	88	31	been	be	AUX
ideas-3058	88	32	taught	teach	VERB
ideas-3058	88	33	"	"	PUNCT
ideas-3058	88	34	.	.	PUNCT
ideas-3058	89	1	66.67	66.67	NUM
ideas-3058	89	2	%	%	NOUN
ideas-3058	89	3	of	of	ADP
ideas-3058	89	4	teachers	teacher	NOUN
ideas-3058	89	5	stated	state	VERB
ideas-3058	89	6	“	"	PUNCT
ideas-3058	89	7	never	never	ADV
ideas-3058	89	8	”	"	PUNCT
ideas-3058	89	9	and	and	CCONJ
ideas-3058	89	10	33.33	33.33	NUM
ideas-3058	89	11	%	%	NOUN
ideas-3058	89	12	“	"	PUNCT
ideas-3058	89	13	rarely	rarely	ADV
ideas-3058	89	14	”	"	PUNCT
ideas-3058	89	15	on	on	ADP
ideas-3058	89	16	the	the	DET
ideas-3058	89	17	statement	statement	NOUN
ideas-3058	89	18	“	"	PUNCT
ideas-3058	89	19	the	the	DET
ideas-3058	89	20	assessment	assessment	NOUN
ideas-3058	89	21	used	use	VERB
ideas-3058	89	22	was	be	AUX
ideas-3058	89	23	very	very	ADV
ideas-3058	89	24	efficient	efficient	ADJ
ideas-3058	89	25	”	"	PUNCT
ideas-3058	89	26	.	.	PUNCT
ideas-3058	90	1	50	50	NUM
ideas-3058	90	2	%	%	NOUN
ideas-3058	90	3	of	of	ADP
ideas-3058	90	4	students	student	NOUN
ideas-3058	90	5	stated	state	VERB
ideas-3058	90	6	“	"	PUNCT
ideas-3058	90	7	never	never	ADV
ideas-3058	90	8	”	"	PUNCT
ideas-3058	90	9	,	,	PUNCT
ideas-3058	90	10	16.67	16.67	NUM
ideas-3058	90	11	%	%	NOUN
ideas-3058	90	12	“	"	PUNCT
ideas-3058	90	13	rarely	rarely	ADV
ideas-3058	90	14	”	"	PUNCT
ideas-3058	90	15	and	and	CCONJ
ideas-3058	90	16	33.33	33.33	NUM
ideas-3058	90	17	%	%	NOUN
ideas-3058	90	18	stated	state	VERB
ideas-3058	90	19	“	"	PUNCT
ideas-3058	90	20	sometimes	sometimes	ADV
ideas-3058	90	21	”	"	PUNCT
ideas-3058	90	22	in	in	ADP
ideas-3058	90	23	the	the	DET
ideas-3058	90	24	statement	statement	NOUN
ideas-3058	90	25	“	"	PUNCT
ideas-3058	90	26	the	the	DET
ideas-3058	90	27	assessment	assessment	NOUN
ideas-3058	90	28	used	use	VERB
ideas-3058	90	29	is	be	AUX
ideas-3058	90	30	clear	clear	ADJ
ideas-3058	90	31	and	and	CCONJ
ideas-3058	90	32	measurable	measurable	ADJ
ideas-3058	90	33	”	"	PUNCT
ideas-3058	90	34	.	.	PUNCT
ideas-3058	91	1	33.33	33.33	NUM
ideas-3058	91	2	%	%	NOUN
ideas-3058	91	3	of	of	ADP
ideas-3058	91	4	teachers	teacher	NOUN
ideas-3058	91	5	stated	state	VERB
ideas-3058	91	6	“	"	PUNCT
ideas-3058	91	7	never	never	ADV
ideas-3058	91	8	”	"	PUNCT
ideas-3058	91	9	and	and	CCONJ
ideas-3058	91	10	66.67	66.67	NUM
ideas-3058	91	11	%	%	NOUN
ideas-3058	91	12	stated	state	VERB
ideas-3058	91	13	“	"	PUNCT
ideas-3058	91	14	rarely	rarely	ADV
ideas-3058	91	15	”	"	PUNCT
ideas-3058	91	16	in	in	ADP
ideas-3058	91	17	the	the	DET
ideas-3058	91	18	statement	statement	NOUN
ideas-3058	91	19	“	"	PUNCT
ideas-3058	91	20	the	the	DET
ideas-3058	91	21	assessment	assessment	NOUN
ideas-3058	91	22	used	use	VERB
ideas-3058	91	23	was	be	AUX
ideas-3058	91	24	easy	easy	ADJ
ideas-3058	91	25	”	"	PUNCT
ideas-3058	91	26	.	.	PUNCT
ideas-3058	92	1	in	in	ADP
ideas-3058	92	2	this	this	DET
ideas-3058	92	3	case	case	NOUN
ideas-3058	92	4	,	,	PUNCT
ideas-3058	92	5	it	it	PRON
ideas-3058	92	6	can	can	AUX
ideas-3058	92	7	be	be	AUX
ideas-3058	92	8	concluded	conclude	VERB
ideas-3058	92	9	that	that	SCONJ
ideas-3058	92	10	the	the	DET
ideas-3058	92	11	assessment	assessment	NOUN
ideas-3058	92	12	used	use	VERB
ideas-3058	92	13	at	at	ADP
ideas-3058	92	14	this	this	DET
ideas-3058	92	15	time	time	NOUN
ideas-3058	92	16	is	be	AUX
ideas-3058	92	17	still	still	ADV
ideas-3058	92	18	not	not	PART
ideas-3058	92	19	clearly	clearly	ADV
ideas-3058	92	20	measured	measure	VERB
ideas-3058	92	21	and	and	CCONJ
ideas-3058	92	22	is	be	AUX
ideas-3058	92	23	still	still	ADV
ideas-3058	92	24	based	base	VERB
ideas-3058	92	25	on	on	ADP
ideas-3058	92	26	the	the	DET
ideas-3058	92	27	perception	perception	NOUN
ideas-3058	92	28	of	of	ADP
ideas-3058	92	29	each	each	DET
ideas-3058	92	30	teacher	teacher	NOUN
ideas-3058	92	31	.	.	PUNCT
ideas-3058	93	1	therefore	therefore	ADV
ideas-3058	93	2	,	,	PUNCT
ideas-3058	93	3	the	the	DET
ideas-3058	93	4	result	result	NOUN
ideas-3058	93	5	will	will	AUX
ideas-3058	93	6	be	be	AUX
ideas-3058	93	7	differ	differ	VERB
ideas-3058	93	8	from	from	ADP
ideas-3058	93	9	one	one	NUM
ideas-3058	93	10	teacher	teacher	NOUN
ideas-3058	93	11	to	to	ADP
ideas-3058	93	12	another	another	PRON
ideas-3058	93	13	in	in	ADP
ideas-3058	93	14	assessing	assess	VERB
ideas-3058	93	15	the	the	DET
ideas-3058	93	16	same	same	ADJ
ideas-3058	93	17	student	student	NOUN
ideas-3058	93	18	with	with	ADP
ideas-3058	93	19	the	the	DET
ideas-3058	93	20	same	same	ADJ
ideas-3058	93	21	testing	testing	NOUN
ideas-3058	93	22	aspect	aspect	NOUN
ideas-3058	93	23	.	.	PUNCT
ideas-3058	94	1	this	this	PRON
ideas-3058	94	2	will	will	AUX
ideas-3058	94	3	be	be	AUX
ideas-3058	94	4	unfair	unfair	ADJ
ideas-3058	94	5	for	for	ADP
ideas-3058	94	6	those	those	DET
ideas-3058	94	7	students	student	NOUN
ideas-3058	94	8	who	who	PRON
ideas-3058	94	9	have	have	VERB
ideas-3058	94	10	good	good	ADJ
ideas-3058	94	11	literacy	literacy	NOUN
ideas-3058	94	12	speaking	speak	VERB
ideas-3058	94	13	skill	skill	NOUN
ideas-3058	94	14	but	but	CCONJ
ideas-3058	94	15	probably	probably	ADV
ideas-3058	94	16	have	have	VERB
ideas-3058	94	17	some	some	DET
ideas-3058	94	18	problems	problem	NOUN
ideas-3058	94	19	to	to	ADP
ideas-3058	94	20	certain	certain	ADJ
ideas-3058	94	21	teacher	teacher	NOUN
ideas-3058	94	22	academically	academically	ADV
ideas-3058	94	23	or	or	CCONJ
ideas-3058	94	24	personally	personally	ADV
ideas-3058	94	25	,	,	PUNCT
ideas-3058	94	26	caused	cause	VERB
ideas-3058	94	27	by	by	ADP
ideas-3058	94	28	the	the	DET
ideas-3058	94	29	scoring	scoring	NOUN
ideas-3058	94	30	of	of	ADP
ideas-3058	94	31	speaking	speak	VERB
ideas-3058	94	32	literacy	literacy	NOUN
ideas-3058	94	33	assessment	assessment	NOUN
ideas-3058	94	34	which	which	PRON
ideas-3058	94	35	has	have	AUX
ideas-3058	94	36	not	not	PART
ideas-3058	94	37	standard	standard	ADJ
ideas-3058	94	38	and	and	CCONJ
ideas-3058	94	39	objective	objective	NOUN
ideas-3058	94	40	.	.	PUNCT
ideas-3058	95	1	based	base	VERB
ideas-3058	95	2	on	on	ADP
ideas-3058	95	3	the	the	DET
ideas-3058	95	4	calculation	calculation	NOUN
ideas-3058	95	5	data	datum	NOUN
ideas-3058	95	6	from	from	ADP
ideas-3058	95	7	the	the	DET
ideas-3058	95	8	expert	expert	ADJ
ideas-3058	95	9	validators	validator	NOUN
ideas-3058	95	10	toward	toward	ADP
ideas-3058	95	11	the	the	DET
ideas-3058	95	12	developed	develop	VERB
ideas-3058	95	13	digitalbased	digitalbased	ADJ
ideas-3058	95	14	speaking	speak	VERB
ideas-3058	95	15	literacy	literacy	NOUN
ideas-3058	95	16	assessment	assessment	NOUN
ideas-3058	95	17	with	with	ADP
ideas-3058	95	18	several	several	ADJ
ideas-3058	95	19	aspects	aspect	NOUN
ideas-3058	95	20	assessed	assess	VERB
ideas-3058	95	21	including	include	VERB
ideas-3058	95	22	content	content	NOUN
ideas-3058	95	23	feasibility	feasibility	NOUN
ideas-3058	95	24	aspects	aspect	NOUN
ideas-3058	95	25	,	,	PUNCT
ideas-3058	95	26	display	display	VERB
ideas-3058	95	27	feasibility	feasibility	NOUN
ideas-3058	95	28	aspects	aspect	NOUN
ideas-3058	95	29	,	,	PUNCT
ideas-3058	95	30	language	language	NOUN
ideas-3058	95	31	feasibility	feasibility	NOUN
ideas-3058	95	32	aspects	aspect	NOUN
ideas-3058	95	33	,	,	PUNCT
ideas-3058	95	34	interface	interface	NOUN
ideas-3058	95	35	feasibility	feasibility	NOUN
ideas-3058	95	36	aspects	aspect	NOUN
ideas-3058	95	37	and	and	CCONJ
ideas-3058	95	38	assessment	assessment	NOUN
ideas-3058	95	39	design	design	NOUN
ideas-3058	95	40	,	,	PUNCT
ideas-3058	95	41	the	the	DET
ideas-3058	95	42	results	result	NOUN
ideas-3058	95	43	obtained	obtain	VERB
ideas-3058	95	44	are	be	AUX
ideas-3058	95	45	90.888	90.888	NUM
ideas-3058	95	46	%	%	NOUN
ideas-3058	95	47	stated	state	VERB
ideas-3058	95	48	“	"	PUNCT
ideas-3058	95	49	very	very	ADV
ideas-3058	95	50	valid	valid	ADJ
ideas-3058	95	51	”	"	PUNCT
ideas-3058	95	52	as	as	ADV
ideas-3058	95	53	yet	yet	ADV
ideas-3058	95	54	with	with	ADP
ideas-3058	95	55	minor	minor	ADJ
ideas-3058	95	56	revisions	revision	NOUN
ideas-3058	95	57	suggested	suggest	VERB
ideas-3058	95	58	by	by	ADP
ideas-3058	95	59	expert	expert	NOUN
ideas-3058	95	60	validators	validator	NOUN
ideas-3058	95	61	.	.	PUNCT
ideas-3058	96	1	the	the	DET
ideas-3058	96	2	practicality	practicality	NOUN
ideas-3058	96	3	of	of	ADP
ideas-3058	96	4	the	the	DET
ideas-3058	96	5	developed	develop	VERB
ideas-3058	96	6	digital	digital	NOUN
ideas-3058	96	7	-	-	PUNCT
ideas-3058	96	8	based	base	VERB
ideas-3058	96	9	speaking	speak	VERB
ideas-3058	96	10	literacy	literacy	NOUN
ideas-3058	96	11	assessment	assessment	NOUN
ideas-3058	96	12	can	can	AUX
ideas-3058	96	13	be	be	AUX
ideas-3058	96	14	seen	see	VERB
ideas-3058	96	15	from	from	ADP
ideas-3058	96	16	how	how	SCONJ
ideas-3058	96	17	ease	ease	NOUN
ideas-3058	96	18	both	both	DET
ideas-3058	96	19	teachers	teacher	NOUN
ideas-3058	96	20	and	and	CCONJ
ideas-3058	96	21	students	student	NOUN
ideas-3058	96	22	in	in	ADP
ideas-3058	96	23	using	use	VERB
ideas-3058	96	24	it	it	PRON
ideas-3058	96	25	.	.	PUNCT
ideas-3058	97	1	formerly	formerly	ADV
ideas-3058	97	2	,	,	PUNCT
ideas-3058	97	3	it	it	PRON
ideas-3058	97	4	has	have	AUX
ideas-3058	97	5	been	be	AUX
ideas-3058	97	6	noticed	notice	VERB
ideas-3058	97	7	that	that	SCONJ
ideas-3058	97	8	based	base	VERB
ideas-3058	97	9	on	on	ADP
ideas-3058	97	10	the	the	DET
ideas-3058	97	11	result	result	NOUN
ideas-3058	97	12	of	of	ADP
ideas-3058	97	13	the	the	DET
ideas-3058	97	14	expert	expert	ADJ
ideas-3058	97	15	validators	validator	NOUN
ideas-3058	97	16	test	test	VERB
ideas-3058	97	17	on	on	ADP
ideas-3058	97	18	the	the	DET
ideas-3058	97	19	developed	develop	VERB
ideas-3058	97	20	digital	digital	NOUN
ideas-3058	97	21	-	-	PUNCT
ideas-3058	97	22	based	base	VERB
ideas-3058	97	23	speaking	speak	VERB
ideas-3058	97	24	literacy	literacy	NOUN
ideas-3058	97	25	assessment	assessment	NOUN
ideas-3058	97	26	was	be	AUX
ideas-3058	97	27	90.88	90.88	NUM
ideas-3058	97	28	%	%	NOUN
ideas-3058	97	29	or	or	CCONJ
ideas-3058	97	30	stated	state	VERB
ideas-3058	97	31	“	"	PUNCT
ideas-3058	97	32	very	very	ADV
ideas-3058	97	33	valid	valid	ADJ
ideas-3058	97	34	”	"	PUNCT
ideas-3058	97	35	with	with	ADP
ideas-3058	97	36	minor	minor	ADJ
ideas-3058	97	37	revisions	revision	NOUN
ideas-3058	97	38	.	.	PUNCT
ideas-3058	98	1	based	base	VERB
ideas-3058	98	2	on	on	ADP
ideas-3058	98	3	this	this	DET
ideas-3058	98	4	data	datum	NOUN
ideas-3058	98	5	,	,	PUNCT
ideas-3058	98	6	the	the	DET
ideas-3058	98	7	first	first	ADJ
ideas-3058	98	8	element	element	NOUN
ideas-3058	98	9	as	as	ADP
ideas-3058	98	10	a	a	DET
ideas-3058	98	11	requirement	requirement	NOUN
ideas-3058	98	12	for	for	ADP
ideas-3058	98	13	assessing	assess	VERB
ideas-3058	98	14	the	the	DET
ideas-3058	98	15	practicality	practicality	NOUN
ideas-3058	98	16	of	of	ADP
ideas-3058	98	17	digital	digital	NOUN
ideas-3058	98	18	-	-	PUNCT
ideas-3058	98	19	based	base	VERB
ideas-3058	98	20	speaking	speak	VERB
ideas-3058	98	21	literacy	literacy	NOUN
ideas-3058	98	22	assessments	assessment	NOUN
ideas-3058	98	23	has	have	AUX
ideas-3058	98	24	been	be	AUX
ideas-3058	98	25	fulfilled	fulfil	VERB
ideas-3058	98	26	.	.	PUNCT
ideas-3058	99	1	in	in	ADP
ideas-3058	99	2	addition	addition	NOUN
ideas-3058	99	3	,	,	PUNCT
ideas-3058	99	4	there	there	PRON
ideas-3058	99	5	are	be	VERB
ideas-3058	99	6	other	other	ADJ
ideas-3058	99	7	things	thing	NOUN
ideas-3058	99	8	that	that	PRON
ideas-3058	99	9	determine	determine	VERB
ideas-3058	99	10	whether	whether	SCONJ
ideas-3058	99	11	the	the	DET
ideas-3058	99	12	developed	develop	VERB
ideas-3058	99	13	digital	digital	NOUN
ideas-3058	99	14	-	-	PUNCT
ideas-3058	99	15	based	base	VERB
ideas-3058	99	16	speaking	speak	VERB
ideas-3058	99	17	literacy	literacy	NOUN
ideas-3058	99	18	assessment	assessment	NOUN
ideas-3058	99	19	has	have	AUX
ideas-3058	99	20	met	meet	VERB
ideas-3058	99	21	the	the	DET
ideas-3058	99	22	criteria	criterion	NOUN
ideas-3058	99	23	of	of	ADP
ideas-3058	99	24	practical	practical	ADJ
ideas-3058	99	25	value	value	NOUN
ideas-3058	99	26	or	or	CCONJ
ideas-3058	99	27	not	not	PART
ideas-3058	99	28	,	,	PUNCT
ideas-3058	99	29	namely	namely	ADV
ideas-3058	99	30	by	by	ADP
ideas-3058	99	31	seeing	see	VERB
ideas-3058	99	32	a	a	DET
ideas-3058	99	33	positive	positive	ADJ
ideas-3058	99	34	increase	increase	NOUN
ideas-3058	99	35	in	in	ADP
ideas-3058	99	36	teacher	teacher	NOUN
ideas-3058	99	37	and	and	CCONJ
ideas-3058	99	38	student	student	NOUN
ideas-3058	99	39	activities	activity	NOUN
ideas-3058	99	40	while	while	SCONJ
ideas-3058	99	41	using	use	VERB
ideas-3058	99	42	a	a	DET
ideas-3058	99	43	digital	digital	NOUN
ideas-3058	99	44	-	-	PUNCT
ideas-3058	99	45	based	base	VERB
ideas-3058	99	46	speaking	speak	VERB
ideas-3058	99	47	literacy	literacy	NOUN
ideas-3058	99	48	assessment	assessment	NOUN
ideas-3058	99	49	in	in	ADP
ideas-3058	99	50	testing	test	VERB
ideas-3058	99	51	the	the	DET
ideas-3058	99	52	students	student	NOUN
ideas-3058	99	53	speaking	speak	VERB
ideas-3058	99	54	literacy	literacy	NOUN
ideas-3058	99	55	during	during	ADP
ideas-3058	99	56	the	the	DET
ideas-3058	99	57	teaching	teaching	NOUN
ideas-3058	99	58	-	-	PUNCT
ideas-3058	99	59	learning	learn	VERB
ideas-3058	99	60	activity	activity	NOUN
ideas-3058	99	61	.	.	PUNCT
ideas-3058	100	1	based	base	VERB
ideas-3058	100	2	on	on	ADP
ideas-3058	100	3	the	the	DET
ideas-3058	100	4	observation	observation	NOUN
ideas-3058	100	5	given	give	VERB
ideas-3058	100	6	to	to	ADP
ideas-3058	100	7	20	20	NUM
ideas-3058	100	8	respondents	respondent	NOUN
ideas-3058	100	9	i.e.	i.e.	ADV
ideas-3058	100	10	,	,	PUNCT
ideas-3058	100	11	the	the	DET
ideas-3058	100	12	second	second	ADJ
ideas-3058	100	13	graders	grader	NOUN
ideas-3058	100	14	of	of	ADP
ideas-3058	100	15	smk	smk	PROPN
ideas-3058	100	16	al	al	PROPN
ideas-3058	100	17	maksum	maksum	PROPN
ideas-3058	100	18	stabat	stabat	PROPN
ideas-3058	100	19	taken	take	VERB
ideas-3058	100	20	by	by	ADP
ideas-3058	100	21	3	3	NUM
ideas-3058	100	22	english	english	PROPN
ideas-3058	100	23	teachers	teacher	NOUN
ideas-3058	100	24	for	for	ADP
ideas-3058	100	25	4	4	NUM
ideas-3058	100	26	times	time	NOUN
ideas-3058	100	27	meeting	meeting	NOUN
ideas-3058	100	28	by	by	ADP
ideas-3058	100	29	using	use	VERB
ideas-3058	100	30	the	the	DET
ideas-3058	100	31	developed	develop	VERB
ideas-3058	100	32	digital	digital	NOUN
ideas-3058	100	33	-	-	PUNCT
ideas-3058	100	34	based	base	VERB
ideas-3058	100	35	speaking	speaking	ADJ
ideas-3058	100	36	literacy	literacy	NOUN
ideas-3058	100	37	assessment	assessment	NOUN
ideas-3058	100	38	,	,	PUNCT
ideas-3058	100	39	it	it	PRON
ideas-3058	100	40	was	be	AUX
ideas-3058	100	41	found	find	VERB
ideas-3058	100	42	:	:	PUNCT
ideas-3058	100	43	the	the	DET
ideas-3058	100	44	highest	high	ADJ
ideas-3058	100	45	percentage	percentage	NOUN
ideas-3058	100	46	of	of	ADP
ideas-3058	100	47	student	student	NOUN
ideas-3058	100	48	activity	activity	NOUN
ideas-3058	100	49	lied	lie	VERB
ideas-3058	100	50	in	in	ADP
ideas-3058	100	51	practicing	practice	VERB
ideas-3058	100	52	speaking	speak	VERB
ideas-3058	100	53	literacy	literacy	NOUN
ideas-3058	100	54	by	by	ADP
ideas-3058	100	55	understanding	understand	VERB
ideas-3058	100	56	the	the	DET
ideas-3058	100	57	teacher	teacher	NOUN
ideas-3058	100	58	's	's	PART
ideas-3058	100	59	statements	statement	NOUN
ideas-3058	100	60	and	and	CCONJ
ideas-3058	100	61	questions	question	NOUN
ideas-3058	100	62	and	and	CCONJ
ideas-3058	100	63	conducting	conduct	VERB
ideas-3058	100	64	simulations	simulation	NOUN
ideas-3058	100	65	with	with	ADP
ideas-3058	100	66	confidence	confidence	NOUN
ideas-3058	100	67	.	.	PUNCT
ideas-3058	101	1	in	in	ADP
ideas-3058	101	2	this	this	DET
ideas-3058	101	3	case	case	NOUN
ideas-3058	101	4	,	,	PUNCT
ideas-3058	101	5	the	the	DET
ideas-3058	101	6	percentage	percentage	NOUN
ideas-3058	101	7	reached	reach	VERB
ideas-3058	101	8	95	95	NUM
ideas-3058	101	9	%	%	NOUN
ideas-3058	101	10	at	at	ADP
ideas-3058	101	11	the	the	DET
ideas-3058	101	12	4th	4th	ADJ
ideas-3058	101	13	meeting	meeting	NOUN
ideas-3058	101	14	,	,	PUNCT
ideas-3058	101	15	having	having	AUX
ideas-3058	101	16	previously	previously	ADV
ideas-3058	101	17	increased	increase	VERB
ideas-3058	101	18	from	from	ADP
ideas-3058	101	19	the	the	DET
ideas-3058	101	20	1st	1st	NOUN
ideas-3058	101	21	(	(	PUNCT
ideas-3058	101	22	65	65	NUM
ideas-3058	101	23	%	%	NOUN
ideas-3058	101	24	)	)	PUNCT
ideas-3058	101	25	to	to	ADP
ideas-3058	101	26	the	the	DET
ideas-3058	101	27	3rd	3rd	ADJ
ideas-3058	101	28	meeting	meeting	NOUN
ideas-3058	101	29	(	(	PUNCT
ideas-3058	101	30	85	85	NUM
ideas-3058	101	31	%	%	NOUN
ideas-3058	101	32	)	)	PUNCT
ideas-3058	101	33	and	and	CCONJ
ideas-3058	101	34	peaked	peak	VERB
ideas-3058	101	35	at	at	ADP
ideas-3058	101	36	the	the	DET
ideas-3058	101	37	4th	4th	ADJ
ideas-3058	101	38	meeting	meeting	NOUN
ideas-3058	101	39	.	.	PUNCT
ideas-3058	102	1	thus	thus	ADV
ideas-3058	102	2	it	it	PRON
ideas-3058	102	3	can	can	AUX
ideas-3058	102	4	be	be	AUX
ideas-3058	102	5	concluded	conclude	VERB
ideas-3058	102	6	that	that	SCONJ
ideas-3058	102	7	the	the	DET
ideas-3058	102	8	use	use	NOUN
ideas-3058	102	9	of	of	ADP
ideas-3058	102	10	digital	digital	NOUN
ideas-3058	102	11	-	-	PUNCT
ideas-3058	102	12	based	base	VERB
ideas-3058	102	13	speaking	speak	VERB
ideas-3058	102	14	literacy	literacy	NOUN
ideas-3058	102	15	assessment	assessment	NOUN
ideas-3058	102	16	with	with	ADP
ideas-3058	102	17	standardized	standardized	ADJ
ideas-3058	102	18	assessment	assessment	NOUN
ideas-3058	102	19	instruments	instrument	NOUN
ideas-3058	102	20	so	so	SCONJ
ideas-3058	102	21	that	that	SCONJ
ideas-3058	102	22	it	it	PRON
ideas-3058	102	23	is	be	AUX
ideas-3058	102	24	clear	clear	ADJ
ideas-3058	102	25	for	for	ADP
ideas-3058	102	26	students	student	NOUN
ideas-3058	102	27	and	and	CCONJ
ideas-3058	102	28	teachers	teacher	NOUN
ideas-3058	102	29	about	about	ADP
ideas-3058	102	30	what	what	PRON
ideas-3058	102	31	must	must	AUX
ideas-3058	102	32	be	be	AUX
ideas-3058	102	33	achieved	achieve	VERB
ideas-3058	102	34	and	and	CCONJ
ideas-3058	102	35	the	the	DET
ideas-3058	102	36	value	value	NOUN
ideas-3058	102	37	.	.	PUNCT
ideas-3058	103	1	students	student	NOUN
ideas-3058	103	2	also	also	ADV
ideas-3058	103	3	confidently	confidently	ADV
ideas-3058	103	4	conduct	conduct	VERB
ideas-3058	103	5	simulations	simulation	NOUN
ideas-3058	103	6	and	and	CCONJ
ideas-3058	103	7	can	can	AUX
ideas-3058	103	8	conduct	conduct	VERB
ideas-3058	103	9	peer	peer	NOUN
ideas-3058	103	10	-	-	PUNCT
ideas-3058	103	11	reviews	review	NOUN
ideas-3058	103	12	due	due	ADJ
ideas-3058	103	13	to	to	ADP
ideas-3058	103	14	clear	clear	ADJ
ideas-3058	103	15	assessment	assessment	NOUN
ideas-3058	103	16	scoring	score	VERB
ideas-3058	103	17	on	on	ADP
ideas-3058	103	18	the	the	DET
ideas-3058	103	19	assessments	assessment	NOUN
ideas-3058	103	20	developed	develop	VERB
ideas-3058	103	21	.	.	PUNCT
ideas-3058	104	1	ideas	idea	NOUN
ideas-3058	104	2	,	,	PUNCT
ideas-3058	104	3	vol	vol	NOUN
ideas-3058	104	4	.	.	PROPN
ideas-3058	104	5	11	11	NUM
ideas-3058	104	6	,	,	PUNCT
ideas-3058	104	7	no	no	INTJ
ideas-3058	104	8	.	.	NOUN
ideas-3058	104	9	1	1	NUM
ideas-3058	104	10	,	,	PUNCT
ideas-3058	104	11	june	june	PROPN
ideas-3058	104	12	2023	2023	NUM
ideas-3058	104	13	issn	issn	PROPN
ideas-3058	104	14	2338	2338	NUM
ideas-3058	104	15	-	-	SYM
ideas-3058	104	16	4778	4778	NUM
ideas-3058	104	17	(	(	PUNCT
ideas-3058	104	18	print	print	NOUN
ideas-3058	104	19	)	)	PUNCT
ideas-3058	104	20	issn	issn	VERB
ideas-3058	104	21	2548	2548	NUM
ideas-3058	104	22	-	-	SYM
ideas-3058	104	23	4192	4192	NUM
ideas-3058	104	24	(	(	PUNCT
ideas-3058	104	25	online	online	ADJ
ideas-3058	104	26	)	)	PUNCT
ideas-3058	104	27	851	851	NUM
ideas-3058	104	28	after	after	ADP
ideas-3058	104	29	testing	test	VERB
ideas-3058	104	30	the	the	DET
ideas-3058	104	31	developed	develop	VERB
ideas-3058	104	32	digital	digital	NOUN
ideas-3058	104	33	-	-	PUNCT
ideas-3058	104	34	based	base	VERB
ideas-3058	104	35	speaking	speak	VERB
ideas-3058	104	36	literacy	literacy	NOUN
ideas-3058	104	37	assessment	assessment	NOUN
ideas-3058	104	38	on	on	ADP
ideas-3058	104	39	both	both	DET
ideas-3058	104	40	teachers	teacher	NOUN
ideas-3058	104	41	and	and	CCONJ
ideas-3058	104	42	students	student	NOUN
ideas-3058	104	43	,	,	PUNCT
ideas-3058	104	44	the	the	DET
ideas-3058	104	45	data	datum	NOUN
ideas-3058	104	46	obtained	obtain	VERB
ideas-3058	104	47	as	as	SCONJ
ideas-3058	104	48	followed	follow	VERB
ideas-3058	104	49	:	:	PUNCT
ideas-3058	104	50	the	the	DET
ideas-3058	104	51	overall	overall	ADJ
ideas-3058	104	52	average	average	ADJ
ideas-3058	104	53	percentage	percentage	NOUN
ideas-3058	104	54	showed	show	VERB
ideas-3058	104	55	that	that	SCONJ
ideas-3058	104	56	85.5	85.5	NUM
ideas-3058	104	57	%	%	NOUN
ideas-3058	104	58	both	both	DET
ideas-3058	104	59	teachers	teacher	NOUN
ideas-3058	104	60	and	and	CCONJ
ideas-3058	104	61	students	student	NOUN
ideas-3058	104	62	stated	state	VERB
ideas-3058	104	63	“	"	PUNCT
ideas-3058	104	64	yes	yes	INTJ
ideas-3058	104	65	”	"	PUNCT
ideas-3058	104	66	on	on	ADP
ideas-3058	104	67	the	the	DET
ideas-3058	104	68	aspects	aspect	NOUN
ideas-3058	104	69	of	of	ADP
ideas-3058	104	70	fun	fun	NOUN
ideas-3058	104	71	and	and	CCONJ
ideas-3058	104	72	interest	interest	NOUN
ideas-3058	104	73	in	in	ADP
ideas-3058	104	74	using	use	VERB
ideas-3058	104	75	the	the	DET
ideas-3058	104	76	developed	develop	VERB
ideas-3058	104	77	digital	digital	NOUN
ideas-3058	104	78	-	-	PUNCT
ideas-3058	104	79	based	base	VERB
ideas-3058	104	80	speaking	speaking	ADJ
ideas-3058	104	81	literacy	literacy	NOUN
ideas-3058	104	82	assessment	assessment	NOUN
ideas-3058	104	83	,	,	PUNCT
ideas-3058	104	84	found	find	VERB
ideas-3058	104	85	what	what	PRON
ideas-3058	104	86	was	be	AUX
ideas-3058	104	87	new	new	ADJ
ideas-3058	104	88	and	and	CCONJ
ideas-3058	104	89	what	what	PRON
ideas-3058	104	90	was	be	AUX
ideas-3058	104	91	contained	contain	VERB
ideas-3058	104	92	in	in	ADP
ideas-3058	104	93	the	the	DET
ideas-3058	104	94	assessment	assessment	NOUN
ideas-3058	104	95	,	,	PUNCT
ideas-3058	104	96	understanding	understand	VERB
ideas-3058	104	97	the	the	DET
ideas-3058	104	98	instructions	instruction	NOUN
ideas-3058	104	99	and	and	CCONJ
ideas-3058	104	100	clear	clear	ADJ
ideas-3058	104	101	use	use	NOUN
ideas-3058	104	102	of	of	ADP
ideas-3058	104	103	the	the	DET
ideas-3058	104	104	assessment	assessment	NOUN
ideas-3058	104	105	,	,	PUNCT
ideas-3058	104	106	and	and	CCONJ
ideas-3058	104	107	interest	interest	NOUN
ideas-3058	104	108	in	in	ADP
ideas-3058	104	109	the	the	DET
ideas-3058	104	110	assessment	assessment	NOUN
ideas-3058	104	111	design	design	NOUN
ideas-3058	104	112	being	be	AUX
ideas-3058	104	113	developed	develop	VERB
ideas-3058	104	114	.	.	PUNCT
ideas-3058	105	1	on	on	ADP
ideas-3058	105	2	the	the	DET
ideas-3058	105	3	other	other	ADJ
ideas-3058	105	4	hand	hand	NOUN
ideas-3058	105	5	,	,	PUNCT
ideas-3058	105	6	there	there	PRON
ideas-3058	105	7	were	be	VERB
ideas-3058	105	8	only	only	ADV
ideas-3058	105	9	14.5	14.5	NUM
ideas-3058	105	10	%	%	NOUN
ideas-3058	105	11	of	of	ADP
ideas-3058	105	12	teachers	teacher	NOUN
ideas-3058	105	13	and	and	CCONJ
ideas-3058	105	14	students	student	NOUN
ideas-3058	105	15	who	who	PRON
ideas-3058	105	16	said	say	VERB
ideas-3058	105	17	“	"	PUNCT
ideas-3058	105	18	no	no	INTJ
ideas-3058	105	19	”	"	PUNCT
ideas-3058	105	20	to	to	ADP
ideas-3058	105	21	the	the	DET
ideas-3058	105	22	questionable	questionable	ADJ
ideas-3058	105	23	aspects	aspect	NOUN
ideas-3058	105	24	of	of	ADP
ideas-3058	105	25	the	the	DET
ideas-3058	105	26	digital	digital	NOUN
ideas-3058	105	27	-	-	PUNCT
ideas-3058	105	28	based	base	VERB
ideas-3058	105	29	speaking	speak	VERB
ideas-3058	105	30	literacy	literacy	NOUN
ideas-3058	105	31	assessment	assessment	NOUN
ideas-3058	105	32	.	.	PUNCT
ideas-3058	106	1	this	this	PRON
ideas-3058	106	2	means	mean	VERB
ideas-3058	106	3	that	that	SCONJ
ideas-3058	106	4	the	the	DET
ideas-3058	106	5	developed	develop	VERB
ideas-3058	106	6	digital	digital	NOUN
ideas-3058	106	7	-	-	PUNCT
ideas-3058	106	8	based	base	VERB
ideas-3058	106	9	speaking	speak	VERB
ideas-3058	106	10	literacy	literacy	NOUN
ideas-3058	106	11	assessment	assessment	NOUN
ideas-3058	106	12	has	have	AUX
ideas-3058	106	13	met	meet	VERB
ideas-3058	106	14	the	the	DET
ideas-3058	106	15	feasibility	feasibility	NOUN
ideas-3058	106	16	aspect	aspect	NOUN
ideas-3058	106	17	by	by	ADP
ideas-3058	106	18	being	be	AUX
ideas-3058	106	19	declared	declare	VERB
ideas-3058	106	20	very	very	ADV
ideas-3058	106	21	feasible	feasible	ADJ
ideas-3058	106	22	but	but	CCONJ
ideas-3058	106	23	needs	need	VERB
ideas-3058	106	24	minor	minor	ADJ
ideas-3058	106	25	revision	revision	NOUN
ideas-3058	106	26	according	accord	VERB
ideas-3058	106	27	to	to	ADP
ideas-3058	106	28	the	the	DET
ideas-3058	106	29	criteria	criterion	NOUN
ideas-3058	106	30	needed	need	VERB
ideas-3058	106	31	by	by	ADP
ideas-3058	106	32	teachers	teacher	NOUN
ideas-3058	106	33	and	and	CCONJ
ideas-3058	106	34	students	student	NOUN
ideas-3058	106	35	.	.	PUNCT
ideas-3058	107	1	the	the	DET
ideas-3058	107	2	purpose	purpose	NOUN
ideas-3058	107	3	of	of	ADP
ideas-3058	107	4	this	this	DET
ideas-3058	107	5	revision	revision	NOUN
ideas-3058	107	6	is	be	AUX
ideas-3058	107	7	to	to	PART
ideas-3058	107	8	make	make	VERB
ideas-3058	107	9	the	the	DET
ideas-3058	107	10	developed	develop	VERB
ideas-3058	107	11	digital	digital	NOUN
ideas-3058	107	12	-	-	PUNCT
ideas-3058	107	13	based	base	VERB
ideas-3058	107	14	speaking	speak	VERB
ideas-3058	107	15	literacy	literacy	NOUN
ideas-3058	107	16	assessment	assessment	NOUN
ideas-3058	107	17	can	can	AUX
ideas-3058	107	18	be	be	AUX
ideas-3058	107	19	better	well	ADV
ideas-3058	107	20	understood	understand	VERB
ideas-3058	107	21	both	both	PRON
ideas-3058	107	22	in	in	ADP
ideas-3058	107	23	terms	term	NOUN
ideas-3058	107	24	of	of	ADP
ideas-3058	107	25	use	use	NOUN
ideas-3058	107	26	and	and	CCONJ
ideas-3058	107	27	in	in	ADP
ideas-3058	107	28	terms	term	NOUN
ideas-3058	107	29	of	of	ADP
ideas-3058	107	30	its	its	PRON
ideas-3058	107	31	implementation	implementation	NOUN
ideas-3058	107	32	by	by	ADP
ideas-3058	107	33	teachers	teacher	NOUN
ideas-3058	107	34	and	and	CCONJ
ideas-3058	107	35	students	student	NOUN
ideas-3058	107	36	.	.	PUNCT
ideas-3058	108	1	the	the	DET
ideas-3058	108	2	results	result	NOUN
ideas-3058	108	3	of	of	ADP
ideas-3058	108	4	the	the	DET
ideas-3058	108	5	tests	test	NOUN
ideas-3058	108	6	conducted	conduct	VERB
ideas-3058	108	7	on	on	ADP
ideas-3058	108	8	the	the	DET
ideas-3058	108	9	second	second	ADJ
ideas-3058	108	10	graders	grader	NOUN
ideas-3058	108	11	of	of	ADP
ideas-3058	108	12	smk	smk	PROPN
ideas-3058	108	13	al	al	PROPN
ideas-3058	108	14	maksum	maksum	PROPN
ideas-3058	108	15	stabat	stabat	PROPN
ideas-3058	108	16	revealed	reveal	VERB
ideas-3058	108	17	that	that	SCONJ
ideas-3058	108	18	the	the	DET
ideas-3058	108	19	developed	develop	VERB
ideas-3058	108	20	digital	digital	NOUN
ideas-3058	108	21	-	-	PUNCT
ideas-3058	108	22	based	base	VERB
ideas-3058	108	23	speaking	speak	VERB
ideas-3058	108	24	literacy	literacy	NOUN
ideas-3058	108	25	assessment	assessment	NOUN
ideas-3058	108	26	had	have	AUX
ideas-3058	108	27	succeeded	succeed	VERB
ideas-3058	108	28	in	in	ADP
ideas-3058	108	29	measuring	measure	VERB
ideas-3058	108	30	students	student	NOUN
ideas-3058	108	31	'	'	PART
ideas-3058	108	32	ability	ability	NOUN
ideas-3058	108	33	of	of	ADP
ideas-3058	108	34	speaking	speak	VERB
ideas-3058	108	35	literacy	literacy	NOUN
ideas-3058	108	36	correctly	correctly	ADV
ideas-3058	108	37	.	.	PUNCT
ideas-3058	109	1	however	however	ADV
ideas-3058	109	2	,	,	PUNCT
ideas-3058	109	3	it	it	PRON
ideas-3058	109	4	should	should	AUX
ideas-3058	109	5	be	be	AUX
ideas-3058	109	6	noted	note	VERB
ideas-3058	109	7	that	that	SCONJ
ideas-3058	109	8	the	the	DET
ideas-3058	109	9	focus	focus	NOUN
ideas-3058	109	10	of	of	ADP
ideas-3058	109	11	the	the	DET
ideas-3058	109	12	tests	test	NOUN
ideas-3058	109	13	given	give	VERB
ideas-3058	109	14	to	to	ADP
ideas-3058	109	15	the	the	DET
ideas-3058	109	16	second	second	ADJ
ideas-3058	109	17	graders	grader	NOUN
ideas-3058	109	18	of	of	ADP
ideas-3058	109	19	smk	smk	PROPN
ideas-3058	109	20	al	al	PROPN
ideas-3058	109	21	maksum	maksum	PROPN
ideas-3058	109	22	stabat	stabat	VERB
ideas-3058	109	23	in	in	ADP
ideas-3058	109	24	this	this	DET
ideas-3058	109	25	study	study	NOUN
ideas-3058	109	26	was	be	AUX
ideas-3058	109	27	to	to	PART
ideas-3058	109	28	test	test	VERB
ideas-3058	109	29	the	the	DET
ideas-3058	109	30	developed	develop	VERB
ideas-3058	109	31	digital	digital	NOUN
ideas-3058	109	32	-	-	PUNCT
ideas-3058	109	33	based	base	VERB
ideas-3058	109	34	speaking	speak	VERB
ideas-3058	109	35	literacy	literacy	NOUN
ideas-3058	109	36	assessment	assessment	NOUN
ideas-3058	109	37	and	and	CCONJ
ideas-3058	109	38	not	not	PART
ideas-3058	109	39	to	to	PART
ideas-3058	109	40	achieve	achieve	VERB
ideas-3058	109	41	an	an	DET
ideas-3058	109	42	increase	increase	NOUN
ideas-3058	109	43	in	in	ADP
ideas-3058	109	44	the	the	DET
ideas-3058	109	45	students	student	NOUN
ideas-3058	109	46	'	'	PART
ideas-3058	109	47	speaking	speaking	NOUN
ideas-3058	109	48	skills	skill	NOUN
ideas-3058	109	49	.	.	PUNCT
ideas-3058	110	1	therefore	therefore	ADV
ideas-3058	110	2	,	,	PUNCT
ideas-3058	110	3	the	the	DET
ideas-3058	110	4	value	value	NOUN
ideas-3058	110	5	displayed	display	VERB
ideas-3058	110	6	on	on	ADP
ideas-3058	110	7	the	the	DET
ideas-3058	110	8	test	test	NOUN
ideas-3058	110	9	is	be	AUX
ideas-3058	110	10	not	not	PART
ideas-3058	110	11	to	to	PART
ideas-3058	110	12	be	be	AUX
ideas-3058	110	13	assessed	assess	VERB
ideas-3058	110	14	for	for	ADP
ideas-3058	110	15	the	the	DET
ideas-3058	110	16	achievement	achievement	NOUN
ideas-3058	110	17	of	of	ADP
ideas-3058	110	18	improvement	improvement	NOUN
ideas-3058	110	19	,	,	PUNCT
ideas-3058	110	20	but	but	CCONJ
ideas-3058	110	21	only	only	ADV
ideas-3058	110	22	as	as	ADP
ideas-3058	110	23	proof	proof	NOUN
ideas-3058	110	24	that	that	SCONJ
ideas-3058	110	25	the	the	DET
ideas-3058	110	26	developed	develop	VERB
ideas-3058	110	27	literacy	literacy	NOUN
ideas-3058	110	28	assessment	assessment	NOUN
ideas-3058	110	29	has	have	AUX
ideas-3058	110	30	functioned	function	VERB
ideas-3058	110	31	optimally	optimally	ADV
ideas-3058	110	32	.	.	PUNCT
ideas-3058	111	1	conclusion	conclusion	VERB
ideas-3058	111	2	the	the	DET
ideas-3058	111	3	developed	develop	VERB
ideas-3058	111	4	digital	digital	NOUN
ideas-3058	111	5	-	-	PUNCT
ideas-3058	111	6	based	base	VERB
ideas-3058	111	7	speaking	speak	VERB
ideas-3058	111	8	literacy	literacy	NOUN
ideas-3058	111	9	assessment	assessment	NOUN
ideas-3058	111	10	model	model	NOUN
ideas-3058	111	11	was	be	AUX
ideas-3058	111	12	declared	declare	VERB
ideas-3058	111	13	to	to	PART
ideas-3058	111	14	have	have	AUX
ideas-3058	111	15	met	meet	VERB
ideas-3058	111	16	the	the	DET
ideas-3058	111	17	criteria	criterion	NOUN
ideas-3058	111	18	for	for	ADP
ideas-3058	111	19	validity	validity	NOUN
ideas-3058	111	20	based	base	VERB
ideas-3058	111	21	on	on	ADP
ideas-3058	111	22	the	the	DET
ideas-3058	111	23	results	result	NOUN
ideas-3058	111	24	of	of	ADP
ideas-3058	111	25	the	the	DET
ideas-3058	111	26	assessment	assessment	NOUN
ideas-3058	111	27	of	of	ADP
ideas-3058	111	28	experts	expert	NOUN
ideas-3058	111	29	and	and	CCONJ
ideas-3058	111	30	education	education	NOUN
ideas-3058	111	31	practitioners	practitioner	NOUN
ideas-3058	111	32	,	,	PUNCT
ideas-3058	111	33	with	with	ADP
ideas-3058	111	34	a	a	DET
ideas-3058	111	35	percentage	percentage	NOUN
ideas-3058	111	36	of	of	ADP
ideas-3058	111	37	validity	validity	NOUN
ideas-3058	111	38	of	of	ADP
ideas-3058	111	39	90.88	90.88	NUM
ideas-3058	111	40	%	%	NOUN
ideas-3058	111	41	.	.	PUNCT
ideas-3058	112	1	this	this	PRON
ideas-3058	112	2	developed	develop	VERB
ideas-3058	112	3	digital	digital	NOUN
ideas-3058	112	4	-	-	PUNCT
ideas-3058	112	5	based	base	VERB
ideas-3058	112	6	speaking	speak	VERB
ideas-3058	112	7	literacy	literacy	NOUN
ideas-3058	112	8	assessment	assessment	NOUN
ideas-3058	112	9	was	be	AUX
ideas-3058	112	10	also	also	ADV
ideas-3058	112	11	stated	state	VERB
ideas-3058	112	12	to	to	PART
ideas-3058	112	13	be	be	AUX
ideas-3058	112	14	practical	practical	ADJ
ideas-3058	112	15	and	and	CCONJ
ideas-3058	112	16	has	have	AUX
ideas-3058	112	17	met	meet	VERB
ideas-3058	112	18	the	the	DET
ideas-3058	112	19	practicality	practicality	NOUN
ideas-3058	112	20	criteria	criterion	NOUN
ideas-3058	112	21	.	.	PUNCT
ideas-3058	113	1	based	base	VERB
ideas-3058	113	2	on	on	ADP
ideas-3058	113	3	the	the	DET
ideas-3058	113	4	trial	trial	NOUN
ideas-3058	113	5	-	-	PUNCT
ideas-3058	113	6	using	using	NOUN
ideas-3058	113	7	of	of	ADP
ideas-3058	113	8	the	the	DET
ideas-3058	113	9	developed	develop	VERB
ideas-3058	113	10	digital	digital	NOUN
ideas-3058	113	11	-	-	PUNCT
ideas-3058	113	12	based	base	VERB
ideas-3058	113	13	speaking	speaking	ADJ
ideas-3058	113	14	literacy	literacy	NOUN
ideas-3058	113	15	assessment	assessment	NOUN
ideas-3058	113	16	,	,	PUNCT
ideas-3058	113	17	it	it	PRON
ideas-3058	113	18	showed	show	VERB
ideas-3058	113	19	that	that	SCONJ
ideas-3058	113	20	this	this	DET
ideas-3058	113	21	digital	digital	NOUN
ideas-3058	113	22	-	-	PUNCT
ideas-3058	113	23	based	base	VERB
ideas-3058	113	24	speaking	speak	VERB
ideas-3058	113	25	literacy	literacy	NOUN
ideas-3058	113	26	assessment	assessment	NOUN
ideas-3058	113	27	has	have	AUX
ideas-3058	113	28	met	meet	VERB
ideas-3058	113	29	the	the	DET
ideas-3058	113	30	criteria	criterion	NOUN
ideas-3058	113	31	of	of	ADP
ideas-3058	113	32	effectiveness	effectiveness	NOUN
ideas-3058	113	33	.	.	PUNCT
ideas-3058	114	1	therefore	therefore	ADV
ideas-3058	114	2	,	,	PUNCT
ideas-3058	114	3	it	it	PRON
ideas-3058	114	4	can	can	AUX
ideas-3058	114	5	be	be	AUX
ideas-3058	114	6	concluded	conclude	VERB
ideas-3058	114	7	that	that	SCONJ
ideas-3058	114	8	this	this	DET
ideas-3058	114	9	digital	digital	NOUN
ideas-3058	114	10	-	-	PUNCT
ideas-3058	114	11	based	base	VERB
ideas-3058	114	12	speaking	speak	VERB
ideas-3058	114	13	literacy	literacy	NOUN
ideas-3058	114	14	assessment	assessment	NOUN
ideas-3058	114	15	had	have	AUX
ideas-3058	114	16	succeeded	succeed	VERB
ideas-3058	114	17	the	the	DET
ideas-3058	114	18	trial	trial	NOUN
ideas-3058	114	19	using	use	VERB
ideas-3058	114	20	and	and	CCONJ
ideas-3058	114	21	can	can	AUX
ideas-3058	114	22	soon	soon	ADV
ideas-3058	114	23	be	be	AUX
ideas-3058	114	24	implemented	implement	VERB
ideas-3058	114	25	by	by	ADP
ideas-3058	114	26	teachers	teacher	NOUN
ideas-3058	114	27	and	and	CCONJ
ideas-3058	114	28	students	student	NOUN
ideas-3058	114	29	in	in	ADP
ideas-3058	114	30	assessing	assess	VERB
ideas-3058	114	31	the	the	DET
ideas-3058	114	32	speaking	speak	VERB
ideas-3058	114	33	literacy	literacy	NOUN
ideas-3058	114	34	.	.	PUNCT
ideas-3058	115	1	acknowledgement	acknowledgement	NOUN
ideas-3058	115	2	the	the	DET
ideas-3058	115	3	researchers	researcher	NOUN
ideas-3058	115	4	would	would	AUX
ideas-3058	115	5	like	like	VERB
ideas-3058	115	6	to	to	PART
ideas-3058	115	7	thank	thank	VERB
ideas-3058	115	8	the	the	DET
ideas-3058	115	9	lppm	lppm	NOUN
ideas-3058	115	10	for	for	ADP
ideas-3058	115	11	helping	help	VERB
ideas-3058	115	12	the	the	DET
ideas-3058	115	13	researchers	researcher	NOUN
ideas-3058	115	14	in	in	ADP
ideas-3058	115	15	doing	do	VERB
ideas-3058	115	16	any	any	DET
ideas-3058	115	17	administrations	administration	NOUN
ideas-3058	115	18	deals	deal	VERB
ideas-3058	115	19	with	with	ADP
ideas-3058	115	20	this	this	DET
ideas-3058	115	21	research	research	NOUN
ideas-3058	115	22	and	and	CCONJ
ideas-3058	115	23	kemdikbudristek	kemdikbudristek	NOUN
ideas-3058	115	24	for	for	ADP
ideas-3058	115	25	the	the	DET
ideas-3058	115	26	opportunity	opportunity	NOUN
ideas-3058	115	27	and	and	CCONJ
ideas-3058	115	28	trust	trust	NOUN
ideas-3058	115	29	that	that	PRON
ideas-3058	115	30	has	have	AUX
ideas-3058	115	31	been	be	AUX
ideas-3058	115	32	given	give	VERB
ideas-3058	115	33	to	to	ADP
ideas-3058	115	34	the	the	DET
ideas-3058	115	35	researchers	researcher	NOUN
ideas-3058	115	36	in	in	ADP
ideas-3058	115	37	winning	win	VERB
ideas-3058	115	38	the	the	DET
ideas-3058	115	39	novice	novice	NOUN
ideas-3058	115	40	lecturer	lecturer	NOUN
ideas-3058	115	41	research	research	NOUN
ideas-3058	115	42	grant	grant	NOUN
ideas-3058	115	43	(	(	PUNCT
ideas-3058	115	44	pdp	pdp	PROPN
ideas-3058	115	45	)	)	PUNCT
ideas-3058	115	46	.	.	PUNCT
ideas-3058	116	1	we	we	PRON
ideas-3058	116	2	also	also	ADV
ideas-3058	116	3	would	would	AUX
ideas-3058	116	4	like	like	VERB
ideas-3058	116	5	to	to	PART
ideas-3058	116	6	thank	thank	VERB
ideas-3058	116	7	the	the	DET
ideas-3058	116	8	expert	expert	NOUN
ideas-3058	116	9	validators	validator	NOUN
ideas-3058	116	10	for	for	ADP
ideas-3058	116	11	helping	help	VERB
ideas-3058	116	12	us	we	PRON
ideas-3058	116	13	in	in	ADP
ideas-3058	116	14	doing	do	VERB
ideas-3058	116	15	the	the	DET
ideas-3058	116	16	trial	trial	NOUN
ideas-3058	116	17	using	using	NOUN
ideas-3058	116	18	of	of	ADP
ideas-3058	116	19	the	the	DET
ideas-3058	116	20	developed	develop	VERB
ideas-3058	116	21	assessment	assessment	NOUN
ideas-3058	116	22	as	as	ADV
ideas-3058	116	23	well	well	ADV
ideas-3058	116	24	as	as	ADP
ideas-3058	116	25	doing	do	VERB
ideas-3058	116	26	the	the	DET
ideas-3058	116	27	validity	validity	NOUN
ideas-3058	116	28	of	of	ADP
ideas-3058	116	29	the	the	DET
ideas-3058	116	30	data	datum	NOUN
ideas-3058	116	31	.	.	PUNCT
ideas-3058	117	1	special	special	ADJ
ideas-3058	117	2	thanks	thank	NOUN
ideas-3058	117	3	due	due	ADP
ideas-3058	117	4	to	to	ADP
ideas-3058	117	5	all	all	DET
ideas-3058	117	6	teachers	teacher	NOUN
ideas-3058	117	7	,	,	PUNCT
ideas-3058	117	8	students	student	NOUN
ideas-3058	117	9	,	,	PUNCT
ideas-3058	117	10	and	and	CCONJ
ideas-3058	117	11	headmaster	headmaster	NOUN
ideas-3058	117	12	of	of	ADP
ideas-3058	117	13	smk	smk	PROPN
ideas-3058	117	14	al	al	PROPN
ideas-3058	117	15	maksum	maksum	PROPN
ideas-3058	117	16	stabat	stabat	VERB
ideas-3058	117	17	to	to	PART
ideas-3058	117	18	which	which	PRON
ideas-3058	117	19	the	the	DET
ideas-3058	117	20	researchers	researcher	NOUN
ideas-3058	117	21	conduct	conduct	VERB
ideas-3058	117	22	this	this	DET
ideas-3058	117	23	research	research	NOUN
ideas-3058	117	24	.	.	PUNCT
ideas-3058	118	1	references	reference	NOUN
ideas-3058	118	2	arifin	arifin	PROPN
ideas-3058	118	3	,	,	PUNCT
ideas-3058	118	4	zinal	zinal	PROPN
ideas-3058	118	5	.	.	PUNCT
ideas-3058	119	1	(	(	PUNCT
ideas-3058	119	2	2010	2010	NUM
ideas-3058	119	3	)	)	PUNCT
ideas-3058	119	4	.	.	PUNCT
ideas-3058	120	1	evaluasi	evaluasi	PROPN
ideas-3058	120	2	pembelajaran	pembelajaran	PROPN
ideas-3058	120	3	.	.	PUNCT
ideas-3058	121	1	pt	pt	PROPN
ideas-3058	121	2	.	.	PROPN
ideas-3058	121	3	remaja	remaja	PROPN
ideas-3058	121	4	rosdakarya	rosdakarya	PROPN
ideas-3058	121	5	:	:	PUNCT
ideas-3058	121	6	bandung	bandung	PROPN
ideas-3058	121	7	brown	brown	PROPN
ideas-3058	121	8	,	,	PUNCT
ideas-3058	121	9	h.	h.	PROPN
ideas-3058	121	10	d.	d.	PROPN
ideas-3058	121	11	&	&	CCONJ
ideas-3058	121	12	abeywickrama	abeywickrama	PROPN
ideas-3058	121	13	,	,	PUNCT
ideas-3058	121	14	p.	p.	NOUN
ideas-3058	121	15	(	(	PUNCT
ideas-3058	121	16	2010	2010	NUM
ideas-3058	121	17	)	)	PUNCT
ideas-3058	121	18	.	.	PUNCT
ideas-3058	122	1	language	language	NOUN
ideas-3058	122	2	assessment	assessment	NOUN
ideas-3058	122	3	:	:	PUNCT
ideas-3058	122	4	principles	principle	NOUN
ideas-3058	122	5	and	and	CCONJ
ideas-3058	122	6	classroom	classroom	NOUN
ideas-3058	122	7	practice	practice	NOUN
ideas-3058	122	8	(	(	PUNCT
ideas-3058	122	9	2nd	2nd	ADJ
ideas-3058	122	10	ed	ed	NOUN
ideas-3058	122	11	.	.	PUNCT
ideas-3058	122	12	)	)	PUNCT
ideas-3058	122	13	.	.	PUNCT
ideas-3058	123	1	new	new	PROPN
ideas-3058	123	2	york	york	PROPN
ideas-3058	123	3	:	:	PUNCT
ideas-3058	124	1	pearson	pearson	PROPN
ideas-3058	124	2	education	education	PROPN
ideas-3058	124	3	inc	inc	PROPN
ideas-3058	124	4	.	.	PROPN
ideas-3058	124	5	maitri	maitri	PROPN
ideas-3058	124	6	rahmadhani1	rahmadhani1	PROPN
ideas-3058	124	7	developing	develop	VERB
ideas-3058	124	8	digital	digital	NOUN
ideas-3058	124	9	-	-	PUNCT
ideas-3058	124	10	based	base	VERB
ideas-3058	124	11	speaking	speaking	NOUN
ideas-3058	124	12	skill	skill	NOUN
ideas-3058	124	13	literacy	literacy	NOUN
ideas-3058	124	14	assessment	assessment	NOUN
ideas-3058	124	15	using	use	VERB
ideas-3058	124	16	plomp	plomp	NOUN
ideas-3058	124	17	model	model	NOUN
ideas-3058	124	18	to	to	PART
ideas-3058	124	19	support	support	VERB
ideas-3058	124	20	the	the	DET
ideas-3058	124	21	national	national	ADJ
ideas-3058	124	22	literacy	literacy	PROPN
ideas-3058	124	23	movement	movement	NOUN
ideas-3058	124	24	852	852	NUM
ideas-3058	124	25	chastain	chastain	NOUN
ideas-3058	124	26	,	,	PUNCT
ideas-3058	124	27	k.	k.	PROPN
ideas-3058	124	28	(	(	PUNCT
ideas-3058	124	29	1998	1998	NUM
ideas-3058	124	30	)	)	PUNCT
ideas-3058	124	31	.	.	PUNCT
ideas-3058	125	1	developing	develop	VERB
ideas-3058	125	2	second	second	ADJ
ideas-3058	125	3	language	language	NOUN
ideas-3058	125	4	skills	skill	NOUN
ideas-3058	125	5	(	(	PUNCT
ideas-3058	125	6	2nd	2nd	ADJ
ideas-3058	125	7	ed	ed	NOUN
ideas-3058	125	8	.	.	PUNCT
ideas-3058	125	9	)	)	PUNCT
ideas-3058	125	10	.	.	PUNCT
ideas-3058	126	1	chicago	chicago	PROPN
ideas-3058	126	2	:	:	PUNCT
ideas-3058	126	3	harcourt	harcourt	PROPN
ideas-3058	126	4	brace	brace	NOUN
ideas-3058	126	5	publishers	publisher	NOUN
ideas-3058	126	6	.	.	PUNCT
ideas-3058	127	1	hahn	hahn	PROPN
ideas-3058	127	2	,	,	PUNCT
ideas-3058	127	3	at	at	ADP
ideas-3058	127	4	al	al	PROPN
ideas-3058	127	5	.	.	PUNCT
ideas-3058	127	6	(	(	PUNCT
ideas-3058	127	7	2013	2013	NUM
ideas-3058	127	8	)	)	PUNCT
ideas-3058	127	9	.	.	PUNCT
ideas-3058	128	1	assessing	assess	VERB
ideas-3058	128	2	scientific	scientific	ADJ
ideas-3058	128	3	literacy	literacy	NOUN
ideas-3058	128	4	over	over	ADP
ideas-3058	128	5	the	the	DET
ideas-3058	128	6	lifespan	lifespan	NOUN
ideas-3058	128	7	–	–	PUNCT
ideas-3058	128	8	a	a	DET
ideas-3058	128	9	description	description	NOUN
ideas-3058	128	10	of	of	ADP
ideas-3058	128	11	the	the	DET
ideas-3058	128	12	neps	neps	ADJ
ideas-3058	128	13	science	science	NOUN
ideas-3058	128	14	framework	framework	NOUN
ideas-3058	128	15	and	and	CCONJ
ideas-3058	128	16	the	the	DET
ideas-3058	128	17	test	test	NOUN
ideas-3058	128	18	development	development	NOUN
ideas-3058	128	19	.	.	PUNCT
ideas-3058	129	1	journal	journal	PROPN
ideas-3058	129	2	for	for	ADP
ideas-3058	129	3	educational	educational	ADJ
ideas-3058	129	4	research	research	NOUN
ideas-3058	129	5	online	online	NOUN
ideas-3058	129	6	,	,	PUNCT
ideas-3058	129	7	journal	journal	NOUN
ideas-3058	129	8	fu	fu	NOUN
ideas-3058	129	9	r	r	NOUN
ideas-3058	129	10	bildungsforschung	bildungsforschung	NOUN
ideas-3058	129	11	online	online	ADV
ideas-3058	129	12	.	.	PUNCT
ideas-3058	130	1	volume	volume	NOUN
ideas-3058	130	2	5	5	NUM
ideas-3058	130	3	(	(	PUNCT
ideas-3058	130	4	2013	2013	NUM
ideas-3058	130	5	)	)	PUNCT
ideas-3058	130	6	,	,	PUNCT
ideas-3058	130	7	no	no	INTJ
ideas-3058	130	8	.	.	NOUN
ideas-3058	130	9	2	2	NUM
ideas-3058	130	10	,	,	PUNCT
ideas-3058	130	11	110–138	110–138	NUM
ideas-3058	130	12	.	.	PUNCT
ideas-3058	131	1	lina	lina	PROPN
ideas-3058	131	2	,	,	PUNCT
ideas-3058	131	3	y.r	y.r	PROPN
ideas-3058	131	4	.	.	PROPN
ideas-3058	131	5	,	,	PUNCT
ideas-3058	131	6	et.al	et.al	PROPN
ideas-3058	131	7	.	.	PUNCT
ideas-3058	131	8	(	(	PUNCT
ideas-3058	131	9	2018	2018	NUM
ideas-3058	131	10	)	)	PUNCT
ideas-3058	131	11	.	.	PUNCT
ideas-3058	132	1	pengembangan	pengembangan	NOUN
ideas-3058	132	2	instrumen	instruman	NOUN
ideas-3058	132	3	asesmen	asesman	NOUN
ideas-3058	132	4	berbasis	berbasis	ADP
ideas-3058	132	5	literasi	literasi	ADJ
ideas-3058	132	6	sains	sain	NOUN
ideas-3058	132	7	tentang	tentang	PROPN
ideas-3058	132	8	materi	materi	PROPN
ideas-3058	132	9	sistem	sistem	PROPN
ideas-3058	132	10	pencernaan	pencernaan	PROPN
ideas-3058	132	11	makanan	makanan	PROPN
ideas-3058	132	12	,	,	PUNCT
ideas-3058	132	13	zat	zat	PROPN
ideas-3058	132	14	aditif	aditif	PROPN
ideas-3058	132	15	,	,	PUNCT
ideas-3058	132	16	dan	dan	PROPN
ideas-3058	132	17	zat	zat	PROPN
ideas-3058	132	18	adiktif	adiktif	PROPN
ideas-3058	132	19	untuk	untuk	PROPN
ideas-3058	132	20	smp	smp	PROPN
ideas-3058	132	21	.	.	PUNCT
ideas-3058	133	1	bioeducation	bioeducation	PROPN
ideas-3058	133	2	journal	journal	NOUN
ideas-3058	133	3	,	,	PUNCT
ideas-3058	133	4	2(2	2(2	NUM
ideas-3058	133	5	)	)	PUNCT
ideas-3058	133	6	,	,	PUNCT
ideas-3058	133	7	145	145	NUM
ideas-3058	133	8	-	-	SYM
ideas-3058	133	9	155	155	NUM
ideas-3058	133	10	.	.	PUNCT
ideas-3058	134	1	mahendrayana	mahendrayana	PROPN
ideas-3058	134	2	,	,	PUNCT
ideas-3058	134	3	gede	gede	PROPN
ideas-3058	134	4	.	.	PROPN
ideas-3058	134	5	2014	2014	NUM
ideas-3058	134	6	.	.	PUNCT
ideas-3058	135	1	developing	develop	VERB
ideas-3058	135	2	project	project	NOUN
ideas-3058	135	3	assessment	assessment	NOUN
ideas-3058	135	4	instruments	instrument	NOUN
ideas-3058	135	5	for	for	ADP
ideas-3058	135	6	speaking	speak	VERB
ideas-3058	135	7	skll	skll	NOUN
ideas-3058	135	8	of	of	ADP
ideas-3058	135	9	the	the	DET
ideas-3058	135	10	eight	eight	NUM
ideas-3058	135	11	grade	grade	NOUN
ideas-3058	135	12	students	student	NOUN
ideas-3058	135	13	of	of	ADP
ideas-3058	135	14	junior	junior	ADJ
ideas-3058	135	15	high	high	ADJ
ideas-3058	135	16	school	school	NOUN
ideas-3058	135	17	.	.	PUNCT
ideas-3058	136	1	thesis	thesis	NOUN
ideas-3058	136	2	english	english	PROPN
ideas-3058	136	3	education	education	PROPN
ideas-3058	136	4	study	study	NOUN
ideas-3058	136	5	program	program	NOUN
ideas-3058	136	6	,	,	PUNCT
ideas-3058	136	7	post	post	VERB
ideas-3058	136	8	graduate	graduate	NOUN
ideas-3058	136	9	program	program	NOUN
ideas-3058	136	10	,	,	PUNCT
ideas-3058	136	11	ganesha	ganesha	PROPN
ideas-3058	136	12	university	university	PROPN
ideas-3058	136	13	.	.	PUNCT
ideas-3058	137	1	nazara	nazara	PROPN
ideas-3058	137	2	,	,	PUNCT
ideas-3058	137	3	situju	situju	NOUN
ideas-3058	137	4	.	.	PUNCT
ideas-3058	138	1	(	(	PUNCT
ideas-3058	138	2	2011	2011	NUM
ideas-3058	138	3	)	)	PUNCT
ideas-3058	138	4	.	.	PUNCT
ideas-3058	139	1	students	student	NOUN
ideas-3058	139	2	’	'	PUNCT
ideas-3058	139	3	perception	perception	NOUN
ideas-3058	139	4	on	on	ADP
ideas-3058	139	5	efl	efl	PROPN
ideas-3058	139	6	speaking	speak	VERB
ideas-3058	139	7	skill	skill	NOUN
ideas-3058	139	8	development	development	NOUN
ideas-3058	139	9	.	.	PUNCT
ideas-3058	140	1	journal	journal	PROPN
ideas-3058	140	2	of	of	ADP
ideas-3058	140	3	english	english	PROPN
ideas-3058	140	4	language	language	NOUN
ideas-3058	140	5	teaching	teaching	NOUN
ideas-3058	140	6	,	,	PUNCT
ideas-3058	140	7	1	1	NUM
ideas-3058	140	8	(	(	PUNCT
ideas-3058	140	9	1	1	NUM
ideas-3058	140	10	):	):	PUNCT
ideas-3058	140	11	28	28	NUM
ideas-3058	140	12	-	-	SYM
ideas-3058	140	13	43	43	NUM
ideas-3058	140	14	.	.	PUNCT
ideas-3058	141	1	nitko	nitko	PROPN
ideas-3058	141	2	,	,	PUNCT
ideas-3058	141	3	anthony	anthony	PROPN
ideas-3058	141	4	j.	j.	PROPN
ideas-3058	141	5	(	(	PUNCT
ideas-3058	141	6	2001	2001	NUM
ideas-3058	141	7	)	)	PUNCT
ideas-3058	141	8	.	.	PUNCT
ideas-3058	142	1	educational	educational	ADJ
ideas-3058	142	2	assessment	assessment	NOUN
ideas-3058	142	3	of	of	ADP
ideas-3058	142	4	students	student	NOUN
ideas-3058	142	5	.	.	PUNCT
ideas-3058	143	1	third	third	PROPN
ideas-3058	143	2	edition	edition	PROPN
ideas-3058	143	3	.	.	PUNCT
ideas-3058	144	1	united	united	PROPN
ideas-3058	144	2	states	states	PROPN
ideas-3058	144	3	of	of	ADP
ideas-3058	144	4	america	america	PROPN
ideas-3058	144	5	:	:	PUNCT
ideas-3058	144	6	prentice	prentice	NOUN
ideas-3058	144	7	-	-	PUNCT
ideas-3058	144	8	hall	hall	PROPN
ideas-3058	144	9	,	,	PUNCT
ideas-3058	144	10	inc	inc	PROPN
ideas-3058	144	11	.	.	PROPN
ideas-3058	144	12	nunan	nunan	PROPN
ideas-3058	144	13	,	,	PUNCT
ideas-3058	144	14	david	david	PROPN
ideas-3058	144	15	.	.	PUNCT
ideas-3058	145	1	(	(	PUNCT
ideas-3058	145	2	1991	1991	NUM
ideas-3058	145	3	)	)	PUNCT
ideas-3058	145	4	.	.	PUNCT
ideas-3058	146	1	research	research	NOUN
ideas-3058	146	2	methods	method	NOUN
ideas-3058	146	3	in	in	ADP
ideas-3058	146	4	language	language	NOUN
ideas-3058	146	5	learning	learning	NOUN
ideas-3058	146	6	.	.	PUNCT
ideas-3058	147	1	cambridge	cambridge	PROPN
ideas-3058	147	2	:	:	PUNCT
ideas-3058	147	3	cambridge	cambridge	PROPN
ideas-3058	147	4	university	university	PROPN
ideas-3058	147	5	press	press	NOUN
ideas-3058	147	6	.	.	PUNCT
ideas-3058	148	1	nurgiyantoro	nurgiyantoro	PROPN
ideas-3058	148	2	,	,	PUNCT
ideas-3058	148	3	burhan	burhan	PROPN
ideas-3058	148	4	.	.	PUNCT
ideas-3058	149	1	(	(	PUNCT
ideas-3058	149	2	2012	2012	NUM
ideas-3058	149	3	)	)	PUNCT
ideas-3058	149	4	.	.	PUNCT
ideas-3058	150	1	penilaian	penilaian	PROPN
ideas-3058	150	2	pembelajaran	pembelajaran	PROPN
ideas-3058	150	3	bahasa	bahasa	PROPN
ideas-3058	150	4	.	.	PUNCT
ideas-3058	151	1	pbfe	pbfe	PROPN
ideas-3058	151	2	ugm	ugm	PROPN
ideas-3058	151	3	:	:	PUNCT
ideas-3058	151	4	yogyakarta	yogyakarta	PROPN
ideas-3058	151	5	nurgiyantoro	nurgiyantoro	PROPN
ideas-3058	151	6	,	,	PUNCT
ideas-3058	151	7	burhan	burhan	PROPN
ideas-3058	151	8	.	.	PUNCT
ideas-3058	152	1	(	(	PUNCT
ideas-3058	152	2	2008	2008	NUM
ideas-3058	152	3	)	)	PUNCT
ideas-3058	152	4	.	.	PUNCT
ideas-3058	153	1	penilaian	penilaian	PROPN
ideas-3058	153	2	autentik	autentik	PROPN
ideas-3058	153	3	.	.	PUNCT
ideas-3058	154	1	cakrawala	cakrawala	PROPN
ideas-3058	154	2	pendidikan	pendidikan	PROPN
ideas-3058	154	3	,	,	PUNCT
ideas-3058	154	4	27	27	NUM
ideas-3058	154	5	(	(	PUNCT
ideas-3058	154	6	3	3	NUM
ideas-3058	154	7	):	):	PUNCT
ideas-3058	154	8	250	250	NUM
ideas-3058	154	9	-	-	SYM
ideas-3058	154	10	261	261	NUM
ideas-3058	154	11	.	.	PUNCT
ideas-3058	155	1	plomp	plomp	NOUN
ideas-3058	155	2	,	,	PUNCT
ideas-3058	155	3	t	t	PROPN
ideas-3058	155	4	and	and	CCONJ
ideas-3058	155	5	nienkee	nienkee	NOUN
ideas-3058	155	6	,	,	PUNCT
ideas-3058	155	7	n.	n.	PROPN
ideas-3058	155	8	(	(	PUNCT
ideas-3058	155	9	2013	2013	NUM
ideas-3058	155	10	)	)	PUNCT
ideas-3058	155	11	.	.	PUNCT
ideas-3058	156	1	educational	educational	ADJ
ideas-3058	156	2	design	design	NOUN
ideas-3058	156	3	research	research	NOUN
ideas-3058	156	4	.	.	PUNCT
ideas-3058	157	1	enscede	enscede	NOUN
ideas-3058	157	2	:	:	PUNCT
ideas-3058	157	3	university	university	NOUN
ideas-3058	157	4	of	of	ADP
ideas-3058	157	5	twenty	twenty	NUM
ideas-3058	157	6	.	.	PUNCT
ideas-3058	158	1	purnomo	purnomo	PROPN
ideas-3058	158	2	,	,	PUNCT
ideas-3058	158	3	edy	edy	PROPN
ideas-3058	158	4	.	.	PUNCT
ideas-3058	159	1	(	(	PUNCT
ideas-3058	159	2	2015	2015	NUM
ideas-3058	159	3	)	)	PUNCT
ideas-3058	159	4	.	.	PUNCT
ideas-3058	160	1	dasar	dasar	VERB
ideas-3058	160	2	-	-	PUNCT
ideas-3058	160	3	dasar	dasar	VERB
ideas-3058	160	4	dan	dan	PROPN
ideas-3058	160	5	perancangan	perancangan	PROPN
ideas-3058	160	6	evaluasi	evaluasi	NOUN
ideas-3058	160	7	pembelajaran	pembelajaran	PROPN
ideas-3058	160	8	,	,	PUNCT
ideas-3058	160	9	bandar	bandar	PROPN
ideas-3058	160	10	lampung	lampung	PROPN
ideas-3058	160	11	.	.	PUNCT
ideas-3058	161	1	unila	unila	PROPN
ideas-3058	161	2	pusat	pusat	PROPN
ideas-3058	161	3	penilaian	penilaian	PROPN
ideas-3058	161	4	pendidikan	pendidikan	PROPN
ideas-3058	161	5	balitbang	balitbang	PROPN
ideas-3058	161	6	.	.	PUNCT
ideas-3058	162	1	(	(	PUNCT
ideas-3058	162	2	2011	2011	NUM
ideas-3058	162	3	)	)	PUNCT
ideas-3058	162	4	.	.	PUNCT
ideas-3058	163	1	survei	survei	PROPN
ideas-3058	163	2	internasional	internasional	PROPN
ideas-3058	163	3	pisa	pisa	PROPN
ideas-3058	163	4	.	.	PUNCT
ideas-3058	164	1	jakarta	jakarta	PROPN
ideas-3058	164	2	.	.	PUNCT
ideas-3058	165	1	kementrian	kementrian	PROPN
ideas-3058	165	2	pendidikan	pendidikan	PROPN
ideas-3058	165	3	dan	dan	PROPN
ideas-3058	165	4	kebudayaan	kebudayaan	PROPN
ideas-3058	165	5	.	.	PUNCT
ideas-3058	166	1	rahmawati	rahmawati	PROPN
ideas-3058	166	2	,	,	PUNCT
ideas-3058	166	3	yeni	yeni	PROPN
ideas-3058	166	4	.	.	PROPN
ideas-3058	166	5	&	&	CCONJ
ideas-3058	166	6	ertin	ertin	PROPN
ideas-3058	166	7	.	.	PUNCT
ideas-3058	167	1	(	(	PUNCT
ideas-3058	167	2	2014	2014	NUM
ideas-3058	167	3	)	)	PUNCT
ideas-3058	167	4	.	.	PUNCT
ideas-3058	168	1	developing	develop	VERB
ideas-3058	168	2	assessment	assessment	NOUN
ideas-3058	168	3	for	for	ADP
ideas-3058	168	4	speaking	speak	VERB
ideas-3058	168	5	.	.	PUNCT
ideas-3058	169	1	ijee	ijee	PROPN
ideas-3058	169	2	journal	journal	PROPN
ideas-3058	169	3	,	,	PUNCT
ideas-3058	169	4	1	1	NUM
ideas-3058	169	5	(	(	PUNCT
ideas-3058	169	6	2):199	2):199	NUM
ideas-3058	169	7	-	-	SYM
ideas-3058	169	8	210	210	NUM
ideas-3058	169	9	.	.	PUNCT
ideas-3058	170	1	rahmadhani	rahmadhani	ADJ
ideas-3058	170	2	,	,	PUNCT
ideas-3058	170	3	maitri	maitri	PROPN
ideas-3058	170	4	&	&	CCONJ
ideas-3058	170	5	supriadi	supriadi	PROPN
ideas-3058	170	6	.	.	PUNCT
ideas-3058	171	1	(	(	PUNCT
ideas-3058	171	2	2021	2021	NUM
ideas-3058	171	3	)	)	PUNCT
ideas-3058	171	4	.	.	PUNCT
ideas-3058	172	1	the	the	DET
ideas-3058	172	2	development	development	NOUN
ideas-3058	172	3	of	of	ADP
ideas-3058	172	4	english	english	ADJ
ideas-3058	172	5	textbook	textbook	NOUN
ideas-3058	172	6	by	by	ADP
ideas-3058	172	7	using	use	VERB
ideas-3058	172	8	addie	addie	PROPN
ideas-3058	172	9	-	-	PUNCT
ideas-3058	172	10	model	model	NOUN
ideas-3058	172	11	to	to	PART
ideas-3058	172	12	improve	improve	VERB
ideas-3058	172	13	english	english	ADJ
ideas-3058	172	14	speaking	speak	VERB
ideas-3058	172	15	skill	skill	NOUN
ideas-3058	172	16	for	for	ADP
ideas-3058	172	17	non	non	ADJ
ideas-3058	172	18	-	-	ADJ
ideas-3058	172	19	english	english	ADJ
ideas-3058	172	20	department	department	NOUN
ideas-3058	172	21	students	student	NOUN
ideas-3058	172	22	.	.	PUNCT
ideas-3058	173	1	anglo	anglo	PROPN
ideas-3058	173	2	saxon	saxon	PROPN
ideas-3058	173	3	journal	journal	PROPN
ideas-3058	173	4	,	,	PUNCT
ideas-3058	173	5	12	12	NUM
ideas-3058	173	6	(	(	PUNCT
ideas-3058	173	7	1	1	NUM
ideas-3058	173	8	):	):	PUNCT
ideas-3058	173	9	p.	p.	NOUN
ideas-3058	173	10	65	65	NUM
ideas-3058	173	11	-	-	SYM
ideas-3058	173	12	79	79	NUM
ideas-3058	173	13	.	.	PUNCT
ideas-3058	174	1	ratminingsih	ratminingsih	PROPN
ideas-3058	174	2	,	,	PUNCT
ideas-3058	174	3	n.m	n.m	PROPN
ideas-3058	174	4	.	.	PROPN
ideas-3058	174	5	(	(	PUNCT
ideas-3058	174	6	2014	2014	NUM
ideas-3058	174	7	)	)	PUNCT
ideas-3058	174	8	.	.	PUNCT
ideas-3058	175	1	pengembangan	pengembangan	NOUN
ideas-3058	175	2	model	model	NOUN
ideas-3058	175	3	pembelajaran	pembelajaran	PROPN
ideas-3058	175	4	bahasa	bahasa	PROPN
ideas-3058	175	5	inggris	inggris	PROPN
ideas-3058	175	6	induktif	induktif	PROPN
ideas-3058	175	7	berbasis	berbasis	ADP
ideas-3058	175	8	lagu	lagu	PROPN
ideas-3058	175	9	kreasi	kreasi	PROPN
ideas-3058	175	10	.	.	PUNCT
ideas-3058	176	1	jurnal	jurnal	ADJ
ideas-3058	176	2	ilmu	ilmu	PROPN
ideas-3058	176	3	pendidikan	pendidikan	X
ideas-3058	176	4	,	,	PUNCT
ideas-3058	176	5	20	20	NUM
ideas-3058	176	6	(	(	PUNCT
ideas-3058	176	7	1	1	NUM
ideas-3058	176	8	):	):	PUNCT
ideas-3058	176	9	p.	p.	NOUN
ideas-3058	176	10	47	47	NUM
ideas-3058	176	11	-	-	SYM
ideas-3058	176	12	58	58	NUM
ideas-3058	176	13	.	.	PUNCT
ideas-3058	177	1	riduwan	riduwan	NOUN
ideas-3058	177	2	.	.	PUNCT
ideas-3058	178	1	(	(	PUNCT
ideas-3058	178	2	2011	2011	NUM
ideas-3058	178	3	)	)	PUNCT
ideas-3058	178	4	.	.	PUNCT
ideas-3058	179	1	skala	skala	PROPN
ideas-3058	179	2	pengukuran	pengukuran	VERB
ideas-3058	179	3	variabel	variabel	PROPN
ideas-3058	179	4	-	-	PUNCT
ideas-3058	179	5	variabel	variabel	PROPN
ideas-3058	179	6	penelitian	penelitian	NOUN
ideas-3058	179	7	.	.	PUNCT
ideas-3058	180	1	bandung	bandung	PROPN
ideas-3058	180	2	:	:	PUNCT
ideas-3058	181	1	allfabeta	allfabeta	ADJ
ideas-3058	181	2	.	.	PUNCT
ideas-3058	182	1	robert	robert	PROPN
ideas-3058	182	2	petrone	petrone	PROPN
ideas-3058	182	3	.	.	PUNCT
ideas-3058	183	1	(	(	PUNCT
ideas-3058	183	2	2013	2013	NUM
ideas-3058	183	3	)	)	PUNCT
ideas-3058	183	4	.	.	PUNCT
ideas-3058	184	1	linking	link	VERB
ideas-3058	184	2	contemporary	contemporary	ADJ
ideas-3058	184	3	research	research	NOUN
ideas-3058	184	4	on	on	ADP
ideas-3058	184	5	youth	youth	NOUN
ideas-3058	184	6	,	,	PUNCT
ideas-3058	184	7	literacy	literacy	NOUN
ideas-3058	184	8	,	,	PUNCT
ideas-3058	184	9	and	and	CCONJ
ideas-3058	184	10	popular	popular	ADJ
ideas-3058	184	11	culture	culture	NOUN
ideas-3058	184	12	with	with	ADP
ideas-3058	184	13	literacy	literacy	NOUN
ideas-3058	184	14	teacher	teacher	NOUN
ideas-3058	184	15	education	education	NOUN
ideas-3058	184	16	,	,	PUNCT
ideas-3058	184	17	journal	journal	NOUN
ideas-3058	184	18	of	of	ADP
ideas-3058	184	19	literacy	literacy	NOUN
ideas-3058	184	20	research	research	NOUN
ideas-3058	184	21	45(3	45(3	NUM
ideas-3058	184	22	)	)	PUNCT
ideas-3058	184	23	240	240	NUM
ideas-3058	184	24	-	-	PUNCT
ideas-3058	184	25	266	266	NUM
ideas-3058	184	26	roth	roth	NOUN
ideas-3058	184	27	,	,	PUNCT
ideas-3058	184	28	eric	eric	PROPN
ideas-3058	184	29	h	h	PROPN
ideas-3058	184	30	,	,	PUNCT
ideas-3058	184	31	aberson	aberson	PROPN
ideas-3058	184	32	,	,	PUNCT
ideas-3058	184	33	toni	toni	PROPN
ideas-3058	184	34	w.	w.	AUX
ideas-3058	184	35	(	(	PUNCT
ideas-3058	184	36	2006	2006	NUM
ideas-3058	184	37	)	)	PUNCT
ideas-3058	184	38	.	.	PUNCT
ideas-3058	185	1	copmpelling	copmpelle	VERB
ideas-3058	185	2	conversations	conversation	NOUN
ideas-3058	185	3	:	:	PUNCT
ideas-3058	185	4	questions	question	NOUN
ideas-3058	185	5	and	and	CCONJ
ideas-3058	185	6	quotations	quotation	NOUN
ideas-3058	185	7	on	on	ADP
ideas-3058	185	8	timeless	timeless	ADJ
ideas-3058	185	9	topic	topic	NOUN
ideas-3058	185	10	.	.	PUNCT
ideas-3058	186	1	charleston	charleston	PROPN
ideas-3058	186	2	usa	usa	PROPN
ideas-3058	186	3	:	:	PUNCT
ideas-3058	186	4	chimayo	chimayo	PROPN
ideas-3058	186	5	press	press	PROPN
ideas-3058	186	6	.	.	PUNCT
ideas-3058	187	1	rusilowati	rusilowati	PROPN
ideas-3058	187	2	,	,	PUNCT
ideas-3058	187	3	a.	a.	PROPN
ideas-3058	187	4	,	,	PUNCT
ideas-3058	187	5	lina	lina	PROPN
ideas-3058	187	6	,	,	PUNCT
ideas-3058	187	7	k.	k.	PROPN
ideas-3058	187	8	,	,	PUNCT
ideas-3058	187	9	nugroho	nugroho	PROPN
ideas-3058	187	10	,	,	PUNCT
ideas-3058	187	11	s.	s.	PROPN
ideas-3058	187	12	e.	e.	PROPN
ideas-3058	187	13	,	,	PUNCT
ideas-3058	187	14	&	&	CCONJ
ideas-3058	187	15	widiyatmoko	widiyatmoko	PROPN
ideas-3058	187	16	,	,	PUNCT
ideas-3058	187	17	a.	a.	NOUN
ideas-3058	187	18	(	(	PUNCT
ideas-3058	187	19	2016a	2016a	NUM
ideas-3058	187	20	)	)	PUNCT
ideas-3058	187	21	.	.	PUNCT
ideas-3058	188	1	scientific	scientific	ADJ
ideas-3058	188	2	literacy	literacy	NOUN
ideas-3058	188	3	evaluation	evaluation	NOUN
ideas-3058	188	4	instrument	instrument	NOUN
ideas-3058	188	5	to	to	PART
ideas-3058	188	6	measure	measure	VERB
ideas-3058	188	7	the	the	DET
ideas-3058	188	8	student‟s	student‟s	ADV
ideas-3058	188	9	scientific	scientific	ADJ
ideas-3058	188	10	literacy	literacy	NOUN
ideas-3058	188	11	skill	skill	NOUN
ideas-3058	188	12	on	on	ADP
ideas-3058	188	13	the	the	DET
ideas-3058	188	14	cycle	cycle	NOUN
ideas-3058	188	15	theme	theme	NOUN
ideas-3058	188	16	.	.	PUNCT
ideas-3058	189	1	international	international	ADJ
ideas-3058	189	2	journal	journal	PROPN
ideas-3058	189	3	of	of	ADP
ideas-3058	189	4	environment	environment	PROPN
ideas-3058	189	5	al	al	PROPN
ideas-3058	189	6	and	and	CCONJ
ideas-3058	189	7	science	science	NOUN
ideas-3058	189	8	education	education	NOUN
ideas-3058	189	9	,	,	PUNCT
ideas-3058	189	10	11(12	11(12	NUM
ideas-3058	189	11	)	)	PUNCT
ideas-3058	189	12	,	,	PUNCT
ideas-3058	189	13	57185727	57185727	NUM
ideas-3058	189	14	.	.	PUNCT
ideas-3058	190	1	shihabuddin	shihabuddin	PROPN
ideas-3058	190	2	,	,	PUNCT
ideas-3058	190	3	h.	h.	PROPN
ideas-3058	190	4	(	(	PUNCT
ideas-3058	190	5	2009	2009	NUM
ideas-3058	190	6	)	)	PUNCT
ideas-3058	190	7	.	.	PUNCT
ideas-3058	191	1	evaluasi	evaluasi	PROPN
ideas-3058	191	2	pengajaran	pengajaran	PROPN
ideas-3058	191	3	bahasa	bahasa	PROPN
ideas-3058	191	4	indonesia	indonesia	PROPN
ideas-3058	191	5	.	.	PUNCT
ideas-3058	192	1	bandung	bandung	PROPN
ideas-3058	192	2	:	:	PUNCT
ideas-3058	193	1	upi	upi	PROPN
ideas-3058	193	2	.	.	PUNCT
ideas-3058	194	1	sudjana	sudjana	PROPN
ideas-3058	194	2	,	,	PUNCT
ideas-3058	194	3	nana	nana	PROPN
ideas-3058	194	4	.	.	PUNCT
ideas-3058	195	1	(	(	PUNCT
ideas-3058	195	2	2010	2010	NUM
ideas-3058	195	3	)	)	PUNCT
ideas-3058	195	4	.	.	PUNCT
ideas-3058	196	1	penialain	penialain	PROPN
ideas-3058	196	2	hasil	hasil	PROPN
ideas-3058	196	3	proses	proses	PROPN
ideas-3058	196	4	belajar	belajar	PROPN
ideas-3058	196	5	mengajar	mengajar	PROPN
ideas-3058	196	6	.	.	PUNCT
ideas-3058	197	1	pt	pt	PROPN
ideas-3058	197	2	.	.	PROPN
ideas-3058	197	3	remaja	remaja	PROPN
ideas-3058	197	4	rosdakarya	rosdakarya	PROPN
ideas-3058	197	5	:	:	PUNCT
ideas-3058	197	6	bandung	bandung	PROPN
ideas-3058	197	7	.	.	PUNCT
ideas-3058	198	1	sari	sari	PROPN
ideas-3058	198	2	,	,	PUNCT
ideas-3058	198	3	e.	e.	PROPN
ideas-3058	198	4	,	,	PUNCT
ideas-3058	198	5	&	&	CCONJ
ideas-3058	198	6	agustina	agustina	PROPN
ideas-3058	198	7	,	,	PUNCT
ideas-3058	198	8	m.	m.	NOUN
ideas-3058	198	9	(	(	PUNCT
ideas-3058	198	10	2022	2022	NUM
ideas-3058	198	11	)	)	PUNCT
ideas-3058	198	12	.	.	PUNCT
ideas-3058	199	1	thematic	thematic	ADJ
ideas-3058	199	2	development	development	NOUN
ideas-3058	199	3	in	in	ADP
ideas-3058	199	4	students	student	NOUN
ideas-3058	199	5	’	'	PUNCT
ideas-3058	199	6	argumentative	argumentative	ADJ
ideas-3058	199	7	essay	essay	NOUN
ideas-3058	199	8	.	.	PUNCT
ideas-3058	200	1	ideas	idea	NOUN
ideas-3058	200	2	:	:	PUNCT
ideas-3058	200	3	journal	journal	NOUN
ideas-3058	200	4	on	on	ADP
ideas-3058	200	5	english	english	ADJ
ideas-3058	200	6	language	language	NOUN
ideas-3058	200	7	teaching	teaching	NOUN
ideas-3058	200	8	and	and	CCONJ
ideas-3058	200	9	learning	learning	NOUN
ideas-3058	200	10	,	,	PUNCT
ideas-3058	200	11	linguistics	linguistic	NOUN
ideas-3058	200	12	and	and	CCONJ
ideas-3058	200	13	literature	literature	NOUN
ideas-3058	200	14	,	,	PUNCT
ideas-3058	200	15	10(1	10(1	NUM
ideas-3058	200	16	)	)	PUNCT
ideas-3058	200	17	,	,	PUNCT
ideas-3058	200	18	166	166	NUM
ideas-3058	200	19	-	-	SYM
ideas-3058	200	20	174	174	NUM
ideas-3058	200	21	.	.	PUNCT
ideas-3058	201	1	doi	doi	NOUN
ideas-3058	201	2	:	:	PUNCT
ideas-3058	201	3	https://doi.org/10.24256	https://doi.org/10.24256	PROPN
ideas-3058	201	4	/	/	SYM
ideas-3058	201	5	ideas.v10i1.2563	ideas.v10i1.2563	PROPN
ideas-3058	201	6	syahari	syahari	NOUN
ideas-3058	201	7	.	.	PUNCT
ideas-3058	202	1	(	(	PUNCT
ideas-3058	202	2	2010	2010	NUM
ideas-3058	202	3	)	)	PUNCT
ideas-3058	202	4	.	.	PUNCT
ideas-3058	203	1	information	information	NOUN
ideas-3058	203	2	gap	gap	NOUN
ideas-3058	203	3	task	task	PROPN
ideas-3058	203	4	dapat	dapat	PROPN
ideas-3058	203	5	meningkatkan	meningkatkan	PROPN
ideas-3058	203	6	kemampuan	kemampuan	PROPN
ideas-3058	203	7	speaking	speak	VERB
ideas-3058	203	8	siswa	siswa	NOUN
ideas-3058	203	9	.	.	PUNCT
ideas-3058	204	1	bandung	bandung	NOUN
ideas-3058	204	2	:	:	PUNCT
ideas-3058	205	1	unisba	unisba	PROPN
ideas-3058	205	2	.	.	PUNCT
ideas-3058	206	1	sidabutar	sidabutar	PROPN
ideas-3058	206	2	,	,	PUNCT
ideas-3058	206	3	k.	k.	PROPN
ideas-3058	206	4	(	(	PUNCT
ideas-3058	206	5	2022	2022	NUM
ideas-3058	206	6	)	)	PUNCT
ideas-3058	206	7	.	.	PUNCT
ideas-3058	207	1	grice	grice	PROPN
ideas-3058	207	2	's	's	PART
ideas-3058	207	3	types	type	NOUN
ideas-3058	207	4	of	of	ADP
ideas-3058	207	5	maxims	maxim	NOUN
ideas-3058	207	6	in	in	ADP
ideas-3058	207	7	"	"	PUNCT
ideas-3058	207	8	willoughbhys	willoughbhy	NOUN
ideas-3058	207	9	"	"	PUNCT
ideas-3058	207	10	movie	movie	NOUN
ideas-3058	207	11	.	.	PUNCT
ideas-3058	208	1	ideas	idea	NOUN
ideas-3058	208	2	:	:	PUNCT
ideas-3058	208	3	journal	journal	NOUN
ideas-3058	208	4	on	on	ADP
ideas-3058	208	5	https://doi.org/10.24256/ideas.v10i1.2563	https://doi.org/10.24256/ideas.v10i1.2563	PROPN
ideas-3058	208	6	ideas	idea	NOUN
ideas-3058	208	7	,	,	PUNCT
ideas-3058	208	8	vol	vol	NOUN
ideas-3058	208	9	.	.	PROPN
ideas-3058	209	1	11	11	NUM
ideas-3058	209	2	,	,	PUNCT
ideas-3058	209	3	no	no	INTJ
ideas-3058	209	4	.	.	NOUN
ideas-3058	209	5	1	1	NUM
ideas-3058	209	6	,	,	PUNCT
ideas-3058	209	7	june	june	PROPN
ideas-3058	209	8	2023	2023	NUM
ideas-3058	209	9	issn	issn	PROPN
ideas-3058	209	10	2338	2338	NUM
ideas-3058	209	11	-	-	SYM
ideas-3058	209	12	4778	4778	NUM
ideas-3058	209	13	(	(	PUNCT
ideas-3058	209	14	print	print	NOUN
ideas-3058	209	15	)	)	PUNCT
ideas-3058	209	16	issn	issn	VERB
ideas-3058	209	17	2548	2548	NUM
ideas-3058	209	18	-	-	SYM
ideas-3058	209	19	4192	4192	NUM
ideas-3058	209	20	(	(	PUNCT
ideas-3058	209	21	online	online	NOUN
ideas-3058	209	22	)	)	PUNCT
ideas-3058	209	23	853	853	NUM
ideas-3058	209	24	english	english	ADJ
ideas-3058	209	25	language	language	NOUN
ideas-3058	209	26	teaching	teaching	NOUN
ideas-3058	209	27	and	and	CCONJ
ideas-3058	209	28	learning	learning	NOUN
ideas-3058	209	29	,	,	PUNCT
ideas-3058	209	30	linguistics	linguistic	NOUN
ideas-3058	209	31	and	and	CCONJ
ideas-3058	209	32	literature	literature	NOUN
ideas-3058	209	33	,	,	PUNCT
ideas-3058	209	34	10(1	10(1	NUM
ideas-3058	209	35	)	)	PUNCT
ideas-3058	209	36	,	,	PUNCT
ideas-3058	209	37	326	326	NUM
ideas-3058	209	38	-	-	SYM
ideas-3058	209	39	337	337	NUM
ideas-3058	209	40	.	.	PUNCT
ideas-3058	210	1	doi	doi	NOUN
ideas-3058	210	2	:	:	PUNCT
ideas-3058	210	3	https://doi.org/10.24256	https://doi.org/10.24256	PROPN
ideas-3058	210	4	/	/	SYM
ideas-3058	210	5	ideas.v10i1.2661	ideas.v10i1.2661	PROPN
ideas-3058	210	6	templeton	templeton	PROPN
ideas-3058	210	7	,	,	PUNCT
ideas-3058	210	8	melody	melody	NOUN
ideas-3058	210	9	.	.	PUNCT
ideas-3058	211	1	(	(	PUNCT
ideas-3058	211	2	2010	2010	NUM
ideas-3058	211	3	)	)	PUNCT
ideas-3058	211	4	.	.	PUNCT
ideas-3058	212	1	public	public	ADJ
ideas-3058	212	2	speaking	speaking	NOUN
ideas-3058	212	3	and	and	CCONJ
ideas-3058	212	4	presentation	presentation	NOUN
ideas-3058	212	5	demystified	demystify	VERB
ideas-3058	212	6	.	.	PUNCT
ideas-3058	213	1	new	new	PROPN
ideas-3058	213	2	york	york	PROPN
ideas-3058	213	3	:	:	PUNCT
ideas-3058	213	4	mc	mc	PROPN
ideas-3058	213	5	graw	graw	PROPN
ideas-3058	213	6	hill	hill	PROPN
ideas-3058	213	7	wahyuni	wahyuni	PROPN
ideas-3058	213	8	,	,	PUNCT
ideas-3058	213	9	l.g.e	l.g.e	NOUN
ideas-3058	213	10	.	.	PUNCT
ideas-3058	213	11	2(013	2(013	NUM
ideas-3058	213	12	)	)	PUNCT
ideas-3058	213	13	.	.	PUNCT
ideas-3058	214	1	authenticity	authenticity	NOUN
ideas-3058	214	2	of	of	ADP
ideas-3058	214	3	teachers	teacher	NOUN
ideas-3058	214	4	’	'	PUNCT
ideas-3058	214	5	made	make	VERB
ideas-3058	214	6	assessment	assessment	NOUN
ideas-3058	214	7	and	and	CCONJ
ideas-3058	214	8	its	its	PRON
ideas-3058	214	9	contribution	contribution	NOUN
ideas-3058	214	10	to	to	ADP
ideas-3058	214	11	students	student	NOUN
ideas-3058	214	12	’	'	PUNCT
ideas-3058	214	13	english	english	ADJ
ideas-3058	214	14	achievement	achievement	NOUN
ideas-3058	214	15	.	.	PUNCT
ideas-3058	215	1	jurnal	jurnal	ADJ
ideas-3058	215	2	pendidikan	pendidikan	PROPN
ideas-3058	215	3	dan	dan	PROPN
ideas-3058	215	4	pengajaran	pengajaran	PROPN
ideas-3058	215	5	undiksha	undiksha	PROPN
ideas-3058	215	6	,	,	PUNCT
ideas-3058	215	7	46	46	NUM
ideas-3058	215	8	(	(	PUNCT
ideas-3058	215	9	2	2	NUM
ideas-3058	215	10	):	):	PUNCT
ideas-3058	215	11	p.	p.	NOUN
ideas-3058	215	12	182	182	NUM
ideas-3058	215	13	-	-	SYM
ideas-3058	215	14	19	19	NUM
ideas-3058	215	15	wortham	wortham	PROPN
ideas-3058	215	16	,	,	PUNCT
ideas-3058	215	17	sue	sue	PROPN
ideas-3058	215	18	c.	c.	PROPN
ideas-3058	215	19	(	(	PUNCT
ideas-3058	215	20	2008	2008	NUM
ideas-3058	215	21	)	)	PUNCT
ideas-3058	215	22	.	.	PUNCT
ideas-3058	216	1	assessment	assessment	NOUN
ideas-3058	216	2	in	in	ADP
ideas-3058	216	3	early	early	ADJ
ideas-3058	216	4	childhood	childhood	NOUN
ideas-3058	216	5	education	education	NOUN
ideas-3058	216	6	.	.	PUNCT
ideas-3058	217	1	united	united	PROPN
ideas-3058	217	2	states	states	PROPN
ideas-3058	217	3	:	:	PUNCT
ideas-3058	217	4	pearson	pearson	PROPN
ideas-3058	217	5	education	education	PROPN
ideas-3058	217	6	.	.	PUNCT
ideas-3058	218	1	yuniawan	yuniawan	PROPN
ideas-3058	218	2	,	,	PUNCT
ideas-3058	218	3	t.	t.	PROPN
ideas-3058	218	4	2014	2014	NUM
ideas-3058	218	5	.	.	PUNCT
ideas-3058	219	1	model	model	PROPN
ideas-3058	219	2	penilaian	penilaian	PROPN
ideas-3058	219	3	kinerja	kinerja	PROPN
ideas-3058	219	4	dalam	dalam	PROPN
ideas-3058	219	5	pembelajaran	pembelajaran	PROPN
ideas-3058	219	6	membaca	membaca	AUX
ideas-3058	219	7	berbasis	berbasis	ADP
ideas-3058	219	8	teks	teks	PROPN
ideas-3058	219	9	narasi	narasi	ADJ
ideas-3058	219	10	bermuatan	bermuatan	PROPN
ideas-3058	219	11	pendidikan	pendidikan	PROPN
ideas-3058	219	12	karakter	karakter	PROPN
ideas-3058	219	13	cinta	cinta	PROPN
ideas-3058	219	14	budaya	budaya	PROPN
ideas-3058	219	15	.	.	PUNCT
ideas-3058	220	1	jurnal	jurnal	ADJ
ideas-3058	220	2	pendidikan	pendidikan	PROPN
ideas-3058	220	3	karakter	karakter	PROPN
ideas-3058	220	4	,	,	PUNCT
ideas-3058	220	5	14	14	NUM
ideas-3058	220	6	(	(	PUNCT
ideas-3058	220	7	01	01	NUM
ideas-3058	220	8	):	):	PUNCT
ideas-3058	220	9	p.	p.	NOUN
ideas-3058	220	10	61	61	NUM
ideas-3058	220	11	-	-	SYM
ideas-3058	220	12	72	72	NUM
ideas-3058	220	13	yusuf	yusuf	PROPN
ideas-3058	220	14	,	,	PUNCT
ideas-3058	220	15	a	a	PRON
ideas-3058	220	16	,	,	PUNCT
ideas-3058	220	17	muri	muri	PROPN
ideas-3058	220	18	.	.	PUNCT
ideas-3058	220	19	(	(	PUNCT
ideas-3058	220	20	2015	2015	NUM
ideas-3058	220	21	)	)	PUNCT
ideas-3058	220	22	.	.	PUNCT
ideas-3058	221	1	asesmen	asesmen	PROPN
ideas-3058	221	2	dan	dan	PROPN
ideas-3058	221	3	evaluasi	evaluasi	PROPN
ideas-3058	221	4	pendidikan	pendidikan	PROPN
ideas-3058	221	5	.	.	PROPN
ideas-3058	222	1	jakarta	jakarta	PROPN
ideas-3058	222	2	.	.	PUNCT
ideas-3058	223	1	prenada	prenada	PROPN
ideas-3058	223	2	.	.	PUNCT
ideas-3058	223	3	https://doi.org/10.24256/ideas.v10i1.2661	https://doi.org/10.24256/ideas.v10i1.2661	PUNCT