id	sid	tid	token	lemma	pos
dad-12448	1	1	dialogue	dialogue	PROPN
dad-12448	1	2	&	&	CCONJ
dad-12448	1	3	discourse	discourse	PROPN
dad-12448	1	4	14(1	14(1	NUM
dad-12448	1	5	)	)	PUNCT
dad-12448	1	6	(	(	PUNCT
dad-12448	1	7	2023	2023	NUM
dad-12448	1	8	)	)	PUNCT
dad-12448	1	9	1–32	1–32	PROPN
dad-12448	1	10	doi	doi	NOUN
dad-12448	1	11	:	:	PUNCT
dad-12448	1	12	10.5210	10.5210	NUM
dad-12448	1	13	/	/	SYM
dad-12448	1	14	dad.2023.101	dad.2023.101	PROPN
dad-12448	1	15	automatic	automatic	ADJ
dad-12448	1	16	essay	essay	NOUN
dad-12448	1	17	scoring	scoring	NOUN
dad-12448	1	18	systems	system	NOUN
dad-12448	1	19	are	be	AUX
dad-12448	1	20	both	both	CCONJ
dad-12448	1	21	overstable	overstable	ADJ
dad-12448	1	22	and	and	CCONJ
dad-12448	1	23	oversensitive	oversensitive	ADJ
dad-12448	1	24	:	:	PUNCT
dad-12448	1	25	explaining	explain	VERB
dad-12448	1	26	why	why	SCONJ
dad-12448	1	27	and	and	CCONJ
dad-12448	1	28	proposing	propose	VERB
dad-12448	1	29	defenses	defense	NOUN
dad-12448	1	30	yaman	yaman	PROPN
dad-12448	1	31	kumar	kumar	PROPN
dad-12448	1	32	singla∗	singla∗	PROPN
dad-12448	2	1	yamank@iiitd.ac.in	yamank@iiitd.ac.in	PROPN
dad-12448	2	2	adobe	adobe	PROPN
dad-12448	2	3	media	media	PROPN
dad-12448	2	4	data	data	PROPN
dad-12448	2	5	science	science	PROPN
dad-12448	2	6	research	research	NOUN
dad-12448	2	7	,	,	PUNCT
dad-12448	2	8	iiit	iiit	PROPN
dad-12448	2	9	-	-	PUNCT
dad-12448	2	10	delhi	delhi	PROPN
dad-12448	2	11	,	,	PUNCT
dad-12448	2	12	suny	suny	PROPN
dad-12448	2	13	at	at	ADP
dad-12448	2	14	buffalo	buffalo	PROPN
dad-12448	2	15	swapnil	swapnil	PROPN
dad-12448	2	16	parekh∗	parekh∗	PROPN
dad-12448	2	17	swapnil.parekh@nyu.edu	swapnil.parekh@nyu.edu	PROPN
dad-12448	2	18	new	new	PROPN
dad-12448	2	19	york	york	PROPN
dad-12448	2	20	university	university	PROPN
dad-12448	2	21	somesh	somesh	NOUN
dad-12448	2	22	singh∗	singh∗	PROPN
dad-12448	2	23	f20180175@goa.bits-pilani.ac.in	f20180175@goa.bits-pilani.ac.in	VERB
dad-12448	2	24	iiit	iiit	PROPN
dad-12448	2	25	-	-	PUNCT
dad-12448	2	26	delhi	delhi	PROPN
dad-12448	2	27	junyi	junyi	PROPN
dad-12448	2	28	jessy	jessy	PROPN
dad-12448	2	29	li	li	PROPN
dad-12448	2	30	jessy@austin.utexas.edu	jessy@austin.utexas.edu	PROPN
dad-12448	2	31	university	university	PROPN
dad-12448	2	32	of	of	ADP
dad-12448	2	33	texas	texas	PROPN
dad-12448	2	34	at	at	ADP
dad-12448	2	35	austin	austin	PROPN
dad-12448	2	36	rajiv	rajiv	PROPN
dad-12448	2	37	ratn	ratn	NOUN
dad-12448	2	38	shah	shah	PROPN
dad-12448	2	39	rajivratn@iiitd.ac.in	rajivratn@iiitd.ac.in	PROPN
dad-12448	2	40	iiit	iiit	PROPN
dad-12448	2	41	-	-	PUNCT
dad-12448	2	42	delhi	delhi	PROPN
dad-12448	2	43	changyou	changyou	PROPN
dad-12448	2	44	chen	chen	PROPN
dad-12448	2	45	changyou@buffalo.edu	changyou@buffalo.edu	PROPN
dad-12448	2	46	suny	suny	PROPN
dad-12448	2	47	at	at	ADP
dad-12448	2	48	buffalo	buffalo	PROPN
dad-12448	2	49	editor	editor	NOUN
dad-12448	2	50	:	:	PUNCT
dad-12448	2	51	manfred	manfre	VERB
dad-12448	2	52	stede	stede	NOUN
dad-12448	2	53	submitted	submit	VERB
dad-12448	2	54	09/2021	09/2021	NUM
dad-12448	2	55	;	;	PUNCT
dad-12448	2	56	accepted	accept	VERB
dad-12448	2	57	01/2023	01/2023	NUM
dad-12448	2	58	;	;	PUNCT
dad-12448	2	59	published	publish	VERB
dad-12448	2	60	online	online	ADV
dad-12448	2	61	04/2023	04/2023	NUM
dad-12448	2	62	abstract	abstract	ADJ
dad-12448	2	63	deep	deep	ADV
dad-12448	2	64	-	-	PUNCT
dad-12448	2	65	learning	learning	NOUN
dad-12448	2	66	based	base	VERB
dad-12448	2	67	automatic	automatic	ADJ
dad-12448	2	68	essay	essay	NOUN
dad-12448	2	69	scoring	scoring	NOUN
dad-12448	2	70	(	(	PUNCT
dad-12448	2	71	aes	aes	NOUN
dad-12448	2	72	)	)	PUNCT
dad-12448	2	73	systems	system	NOUN
dad-12448	2	74	are	be	AUX
dad-12448	2	75	being	be	AUX
dad-12448	2	76	actively	actively	ADV
dad-12448	2	77	used	use	VERB
dad-12448	2	78	in	in	ADP
dad-12448	2	79	various	various	ADJ
dad-12448	2	80	high	high	ADJ
dad-12448	2	81	-	-	PUNCT
dad-12448	2	82	stake	stake	NOUN
dad-12448	2	83	applications	application	NOUN
dad-12448	2	84	in	in	ADP
dad-12448	2	85	education	education	NOUN
dad-12448	2	86	and	and	CCONJ
dad-12448	2	87	testing	testing	NOUN
dad-12448	2	88	.	.	PUNCT
dad-12448	3	1	however	however	ADV
dad-12448	3	2	,	,	PUNCT
dad-12448	3	3	little	little	ADJ
dad-12448	3	4	research	research	NOUN
dad-12448	3	5	has	have	AUX
dad-12448	3	6	been	be	AUX
dad-12448	3	7	put	put	VERB
dad-12448	3	8	to	to	PART
dad-12448	3	9	understand	understand	VERB
dad-12448	3	10	and	and	CCONJ
dad-12448	3	11	interpret	interpret	VERB
dad-12448	3	12	the	the	DET
dad-12448	3	13	black	black	ADJ
dad-12448	3	14	-	-	PUNCT
dad-12448	3	15	box	box	NOUN
dad-12448	3	16	nature	nature	NOUN
dad-12448	3	17	of	of	ADP
dad-12448	3	18	deep	deep	ADJ
dad-12448	3	19	-	-	PUNCT
dad-12448	3	20	learning	learning	NOUN
dad-12448	3	21	based	base	VERB
dad-12448	3	22	scoring	scoring	NOUN
dad-12448	3	23	algorithms	algorithm	NOUN
dad-12448	3	24	.	.	PUNCT
dad-12448	4	1	while	while	SCONJ
dad-12448	4	2	previous	previous	ADJ
dad-12448	4	3	studies	study	NOUN
dad-12448	4	4	indicate	indicate	VERB
dad-12448	4	5	that	that	SCONJ
dad-12448	4	6	scoring	scoring	NOUN
dad-12448	4	7	models	model	NOUN
dad-12448	4	8	can	can	AUX
dad-12448	4	9	be	be	AUX
dad-12448	4	10	easily	easily	ADV
dad-12448	4	11	fooled	fool	VERB
dad-12448	4	12	,	,	PUNCT
dad-12448	4	13	in	in	ADP
dad-12448	4	14	this	this	DET
dad-12448	4	15	paper	paper	NOUN
dad-12448	4	16	,	,	PUNCT
dad-12448	4	17	we	we	PRON
dad-12448	4	18	explore	explore	VERB
dad-12448	4	19	the	the	DET
dad-12448	4	20	reason	reason	NOUN
dad-12448	4	21	behind	behind	ADP
dad-12448	4	22	their	their	PRON
dad-12448	4	23	surprising	surprising	ADJ
dad-12448	4	24	adversarial	adversarial	ADJ
dad-12448	4	25	brittleness	brittleness	NOUN
dad-12448	4	26	.	.	PUNCT
dad-12448	5	1	we	we	PRON
dad-12448	5	2	utilize	utilize	VERB
dad-12448	5	3	recent	recent	ADJ
dad-12448	5	4	advances	advance	NOUN
dad-12448	5	5	in	in	ADP
dad-12448	5	6	interpretability	interpretability	NOUN
dad-12448	5	7	to	to	PART
dad-12448	5	8	find	find	VERB
dad-12448	5	9	the	the	DET
dad-12448	5	10	extent	extent	NOUN
dad-12448	5	11	to	to	PART
dad-12448	5	12	which	which	PRON
dad-12448	5	13	features	feature	VERB
dad-12448	5	14	such	such	ADJ
dad-12448	5	15	as	as	ADP
dad-12448	5	16	coherence	coherence	NOUN
dad-12448	5	17	,	,	PUNCT
dad-12448	5	18	content	content	NOUN
dad-12448	5	19	,	,	PUNCT
dad-12448	5	20	vocabulary	vocabulary	NOUN
dad-12448	5	21	,	,	PUNCT
dad-12448	5	22	and	and	CCONJ
dad-12448	5	23	relevance	relevance	NOUN
dad-12448	5	24	are	be	AUX
dad-12448	5	25	important	important	ADJ
dad-12448	5	26	for	for	ADP
dad-12448	5	27	automated	automate	VERB
dad-12448	5	28	scoring	scoring	NOUN
dad-12448	5	29	mechanisms	mechanism	NOUN
dad-12448	5	30	.	.	PUNCT
dad-12448	6	1	we	we	PRON
dad-12448	6	2	use	use	VERB
dad-12448	6	3	this	this	PRON
dad-12448	6	4	to	to	PART
dad-12448	6	5	investigate	investigate	VERB
dad-12448	6	6	the	the	DET
dad-12448	6	7	oversensitivity	oversensitivity	NOUN
dad-12448	6	8	(	(	PUNCT
dad-12448	6	9	i.e.	i.e.	X
dad-12448	6	10	,	,	PUNCT
dad-12448	6	11	large	large	ADJ
dad-12448	6	12	change	change	NOUN
dad-12448	6	13	in	in	ADP
dad-12448	6	14	output	output	NOUN
dad-12448	6	15	score	score	NOUN
dad-12448	6	16	with	with	ADP
dad-12448	6	17	a	a	DET
dad-12448	6	18	little	little	ADJ
dad-12448	6	19	change	change	NOUN
dad-12448	6	20	in	in	ADP
dad-12448	6	21	input	input	NOUN
dad-12448	6	22	essay	essay	NOUN
dad-12448	6	23	content	content	PROPN
dad-12448	6	24	)	)	PUNCT
dad-12448	6	25	and	and	CCONJ
dad-12448	6	26	overstability	overstability	NOUN
dad-12448	6	27	(	(	PUNCT
dad-12448	6	28	i.e.	i.e.	X
dad-12448	6	29	,	,	PUNCT
dad-12448	6	30	little	little	ADJ
dad-12448	6	31	change	change	NOUN
dad-12448	6	32	in	in	ADP
dad-12448	6	33	output	output	NOUN
dad-12448	6	34	scores	score	NOUN
dad-12448	6	35	with	with	ADP
dad-12448	6	36	large	large	ADJ
dad-12448	6	37	changes	change	NOUN
dad-12448	6	38	in	in	ADP
dad-12448	6	39	input	input	NOUN
dad-12448	6	40	essay	essay	NOUN
dad-12448	6	41	content	content	PROPN
dad-12448	6	42	)	)	PUNCT
dad-12448	6	43	of	of	ADP
dad-12448	6	44	aes	aes	PROPN
dad-12448	6	45	.	.	PUNCT
dad-12448	7	1	our	our	PRON
dad-12448	7	2	results	result	NOUN
dad-12448	7	3	indicate	indicate	VERB
dad-12448	7	4	that	that	SCONJ
dad-12448	7	5	autoscoring	autoscore	VERB
dad-12448	7	6	models	model	NOUN
dad-12448	7	7	,	,	PUNCT
dad-12448	7	8	despite	despite	SCONJ
dad-12448	7	9	getting	getting	AUX
dad-12448	7	10	trained	train	VERB
dad-12448	7	11	as	as	ADP
dad-12448	7	12	“	"	PUNCT
dad-12448	7	13	end	end	VERB
dad-12448	7	14	-	-	PUNCT
dad-12448	7	15	to	to	ADP
dad-12448	7	16	-	-	PUNCT
dad-12448	7	17	end	end	VERB
dad-12448	7	18	”	"	PUNCT
dad-12448	7	19	models	model	NOUN
dad-12448	7	20	with	with	ADP
dad-12448	7	21	rich	rich	ADJ
dad-12448	7	22	contextual	contextual	ADJ
dad-12448	7	23	embeddings	embedding	NOUN
dad-12448	7	24	such	such	ADJ
dad-12448	7	25	as	as	ADP
dad-12448	7	26	bert	bert	NOUN
dad-12448	7	27	,	,	PUNCT
dad-12448	7	28	behave	behave	VERB
dad-12448	7	29	like	like	ADP
dad-12448	7	30	bag	bag	NOUN
dad-12448	7	31	-	-	PUNCT
dad-12448	7	32	of	of	ADP
dad-12448	7	33	-	-	PUNCT
dad-12448	7	34	words	word	NOUN
dad-12448	7	35	models	model	NOUN
dad-12448	7	36	.	.	PUNCT
dad-12448	8	1	a	a	DET
dad-12448	8	2	few	few	ADJ
dad-12448	8	3	words	word	NOUN
dad-12448	8	4	determine	determine	VERB
dad-12448	8	5	the	the	DET
dad-12448	8	6	essay	essay	ADJ
dad-12448	8	7	score	score	NOUN
dad-12448	8	8	without	without	ADP
dad-12448	8	9	the	the	DET
dad-12448	8	10	requirement	requirement	NOUN
dad-12448	8	11	of	of	ADP
dad-12448	8	12	any	any	DET
dad-12448	8	13	context	context	NOUN
dad-12448	8	14	making	make	VERB
dad-12448	8	15	the	the	DET
dad-12448	8	16	model	model	NOUN
dad-12448	8	17	largely	largely	ADV
dad-12448	8	18	overstable	overstable	ADJ
dad-12448	8	19	.	.	PUNCT
dad-12448	9	1	this	this	PRON
dad-12448	9	2	is	be	AUX
dad-12448	9	3	in	in	ADP
dad-12448	9	4	stark	stark	ADJ
dad-12448	9	5	contrast	contrast	NOUN
dad-12448	9	6	to	to	ADP
dad-12448	9	7	recent	recent	ADJ
dad-12448	9	8	probing	probe	VERB
dad-12448	9	9	studies	study	NOUN
dad-12448	9	10	on	on	ADP
dad-12448	9	11	pre	pre	ADJ
dad-12448	9	12	-	-	ADJ
dad-12448	9	13	trained	train	VERB
dad-12448	9	14	representation	representation	NOUN
dad-12448	9	15	learning	learning	NOUN
dad-12448	9	16	models	model	NOUN
dad-12448	9	17	,	,	PUNCT
dad-12448	9	18	which	which	PRON
dad-12448	9	19	show	show	VERB
dad-12448	9	20	that	that	SCONJ
dad-12448	9	21	rich	rich	ADJ
dad-12448	9	22	linguistic	linguistic	ADJ
dad-12448	9	23	features	feature	NOUN
dad-12448	9	24	such	such	ADJ
dad-12448	9	25	as	as	ADP
dad-12448	9	26	parts	part	NOUN
dad-12448	9	27	-	-	PUNCT
dad-12448	9	28	of	of	ADP
dad-12448	9	29	-	-	PUNCT
dad-12448	9	30	speech	speech	NOUN
dad-12448	9	31	and	and	CCONJ
dad-12448	9	32	morphology	morphology	NOUN
dad-12448	9	33	are	be	AUX
dad-12448	9	34	encoded	encode	VERB
dad-12448	9	35	by	by	ADP
dad-12448	9	36	them	they	PRON
dad-12448	9	37	.	.	PUNCT
dad-12448	10	1	further	far	ADV
dad-12448	10	2	,	,	PUNCT
dad-12448	10	3	we	we	PRON
dad-12448	10	4	also	also	ADV
dad-12448	10	5	find	find	VERB
dad-12448	10	6	that	that	SCONJ
dad-12448	10	7	the	the	DET
dad-12448	10	8	models	model	NOUN
dad-12448	10	9	have	have	AUX
dad-12448	10	10	learnt	learn	VERB
dad-12448	10	11	dataset	dataset	NOUN
dad-12448	10	12	biases	bias	NOUN
dad-12448	10	13	,	,	PUNCT
dad-12448	10	14	making	make	VERB
dad-12448	10	15	them	they	PRON
dad-12448	10	16	oversensitive	oversensitive	ADJ
dad-12448	10	17	.	.	PUNCT
dad-12448	11	1	the	the	DET
dad-12448	11	2	presence	presence	NOUN
dad-12448	11	3	of	of	ADP
dad-12448	11	4	a	a	DET
dad-12448	11	5	few	few	ADJ
dad-12448	11	6	words	word	NOUN
dad-12448	11	7	with	with	ADP
dad-12448	11	8	high	high	ADJ
dad-12448	11	9	co	co	NOUN
dad-12448	11	10	-	-	NOUN
dad-12448	11	11	occurrence	occurrence	NOUN
dad-12448	11	12	with	with	ADP
dad-12448	11	13	a	a	DET
dad-12448	11	14	certain	certain	ADJ
dad-12448	11	15	score	score	NOUN
dad-12448	11	16	class	class	NOUN
dad-12448	11	17	makes	make	VERB
dad-12448	11	18	the	the	DET
dad-12448	11	19	model	model	NOUN
dad-12448	11	20	associate	associate	VERB
dad-12448	11	21	the	the	DET
dad-12448	11	22	essay	essay	ADJ
dad-12448	11	23	sample	sample	NOUN
dad-12448	11	24	with	with	ADP
dad-12448	11	25	that	that	DET
dad-12448	11	26	score	score	NOUN
dad-12448	11	27	.	.	PUNCT
dad-12448	12	1	this	this	PRON
dad-12448	12	2	causes	cause	VERB
dad-12448	12	3	score	score	NOUN
dad-12448	12	4	changes	change	NOUN
dad-12448	12	5	in	in	ADP
dad-12448	12	6	∼95	∼95	PROPN
dad-12448	12	7	%	%	NOUN
dad-12448	12	8	of	of	ADP
dad-12448	12	9	samples	sample	NOUN
dad-12448	12	10	with	with	ADP
dad-12448	12	11	an	an	DET
dad-12448	12	12	addition	addition	NOUN
dad-12448	12	13	of	of	ADP
dad-12448	12	14	only	only	ADV
dad-12448	12	15	a	a	DET
dad-12448	12	16	few	few	ADJ
dad-12448	12	17	words	word	NOUN
dad-12448	12	18	.	.	PUNCT
dad-12448	13	1	to	to	PART
dad-12448	13	2	deal	deal	VERB
dad-12448	13	3	with	with	ADP
dad-12448	13	4	these	these	DET
dad-12448	13	5	issues	issue	NOUN
dad-12448	13	6	,	,	PUNCT
dad-12448	13	7	we	we	PRON
dad-12448	13	8	propose	propose	VERB
dad-12448	13	9	detection	detection	NOUN
dad-12448	13	10	-	-	PUNCT
dad-12448	13	11	based	base	VERB
dad-12448	13	12	protection	protection	NOUN
dad-12448	13	13	models	model	NOUN
dad-12448	13	14	that	that	PRON
dad-12448	13	15	can	can	AUX
dad-12448	13	16	detect	detect	VERB
dad-12448	13	17	oversensitivity	oversensitivity	NOUN
dad-12448	13	18	and	and	CCONJ
dad-12448	13	19	samples	sample	NOUN
dad-12448	13	20	causing	cause	VERB
dad-12448	13	21	overstability	overstability	NOUN
dad-12448	13	22	with	with	ADP
dad-12448	13	23	high	high	ADJ
dad-12448	13	24	accuracies	accuracy	NOUN
dad-12448	13	25	.	.	PUNCT
dad-12448	14	1	we	we	PRON
dad-12448	14	2	find	find	VERB
dad-12448	14	3	that	that	SCONJ
dad-12448	14	4	our	our	PRON
dad-12448	14	5	proposed	propose	VERB
dad-12448	14	6	models	model	NOUN
dad-12448	14	7	are	be	AUX
dad-12448	14	8	able	able	ADJ
dad-12448	14	9	to	to	PART
dad-12448	14	10	detect	detect	VERB
dad-12448	14	11	unusual	unusual	ADJ
dad-12448	14	12	attribution	attribution	NOUN
dad-12448	14	13	patterns	pattern	NOUN
dad-12448	14	14	and	and	CCONJ
dad-12448	14	15	flag	flag	NOUN
dad-12448	14	16	adversarial	adversarial	ADJ
dad-12448	14	17	samples	sample	NOUN
dad-12448	14	18	successfully	successfully	ADV
dad-12448	14	19	.	.	PUNCT
dad-12448	15	1	keywords	keyword	NOUN
dad-12448	15	2	:	:	PUNCT
dad-12448	15	3	interpretability	interpretability	NOUN
dad-12448	15	4	in	in	ADP
dad-12448	15	5	ai	ai	PROPN
dad-12448	15	6	,	,	PUNCT
dad-12448	15	7	automatic	automatic	ADJ
dad-12448	15	8	essay	essay	ADJ
dad-12448	15	9	scoring	scoring	NOUN
dad-12448	15	10	,	,	PUNCT
dad-12448	15	11	ai	ai	VERB
dad-12448	15	12	in	in	ADP
dad-12448	15	13	education	education	NOUN
dad-12448	15	14	*	*	PUNCT
dad-12448	15	15	.	.	PUNCT
dad-12448	16	1	equal	equal	ADJ
dad-12448	16	2	contribution	contribution	NOUN
dad-12448	16	3	©	©	PROPN
dad-12448	16	4	2023	2023	NUM
dad-12448	16	5	yaman	yaman	PROPN
dad-12448	16	6	kumar	kumar	PROPN
dad-12448	16	7	singla	singla	PROPN
dad-12448	16	8	,	,	PUNCT
dad-12448	16	9	swapnil	swapnil	PROPN
dad-12448	16	10	parekh	parekh	PROPN
dad-12448	16	11	,	,	PUNCT
dad-12448	16	12	somesh	somesh	PROPN
dad-12448	16	13	singh	singh	PROPN
dad-12448	16	14	,	,	PUNCT
dad-12448	16	15	junyi	junyi	PROPN
dad-12448	16	16	jessy	jessy	PROPN
dad-12448	16	17	li	li	PROPN
dad-12448	16	18	,	,	PUNCT
dad-12448	16	19	rajiv	rajiv	PROPN
dad-12448	16	20	ratn	ratn	NOUN
dad-12448	16	21	shah	shah	NOUN
dad-12448	16	22	,	,	PUNCT
dad-12448	16	23	changyou	changyou	PROPN
dad-12448	16	24	chen	chen	PROPN
dad-12448	17	1	this	this	PRON
dad-12448	17	2	is	be	AUX
dad-12448	17	3	an	an	DET
dad-12448	17	4	open	open	ADJ
dad-12448	17	5	-	-	PUNCT
dad-12448	17	6	access	access	NOUN
dad-12448	17	7	article	article	NOUN
dad-12448	17	8	distributed	distribute	VERB
dad-12448	17	9	under	under	ADP
dad-12448	17	10	the	the	DET
dad-12448	17	11	terms	term	NOUN
dad-12448	17	12	of	of	ADP
dad-12448	17	13	a	a	DET
dad-12448	17	14	creative	creative	ADJ
dad-12448	17	15	commons	common	NOUN
dad-12448	17	16	attribution	attribution	NOUN
dad-12448	17	17	license	license	NOUN
dad-12448	17	18	(	(	PUNCT
dad-12448	17	19	http	http	NOUN
dad-12448	17	20	:	:	PUNCT
dad-12448	17	21	//creativecommons.org	//creativecommons.org	SYM
dad-12448	17	22	/	/	SYM
dad-12448	17	23	licenses	license	NOUN
dad-12448	17	24	/	/	SYM
dad-12448	17	25	by/3.0/	by/3.0/	NOUN
dad-12448	17	26	)	)	PUNCT
dad-12448	17	27	.	.	PUNCT
dad-12448	18	1	singla	singla	PROPN
dad-12448	18	2	,	,	PUNCT
dad-12448	18	3	parekh	parekh	PROPN
dad-12448	18	4	,	,	PUNCT
dad-12448	18	5	singh	singh	PROPN
dad-12448	18	6	,	,	PUNCT
dad-12448	18	7	li	li	PROPN
dad-12448	18	8	,	,	PUNCT
dad-12448	18	9	shah	shah	NOUN
dad-12448	18	10	and	and	CCONJ
dad-12448	18	11	chen	chen	PROPN
dad-12448	18	12	1	1	X
dad-12448	18	13	.	.	PUNCT
dad-12448	19	1	introduction	introduction	NOUN
dad-12448	19	2	automatic	automatic	ADJ
dad-12448	19	3	essay	essay	NOUN
dad-12448	19	4	scoring	scoring	NOUN
dad-12448	19	5	(	(	PUNCT
dad-12448	19	6	aes	aes	NOUN
dad-12448	19	7	)	)	PUNCT
dad-12448	19	8	systems	system	NOUN
dad-12448	19	9	are	be	AUX
dad-12448	19	10	used	use	VERB
dad-12448	19	11	in	in	ADP
dad-12448	19	12	diverse	diverse	ADJ
dad-12448	19	13	settings	setting	NOUN
dad-12448	19	14	such	such	ADJ
dad-12448	19	15	as	as	ADP
dad-12448	19	16	to	to	PART
dad-12448	19	17	alleviate	alleviate	VERB
dad-12448	19	18	the	the	DET
dad-12448	19	19	workload	workload	NOUN
dad-12448	19	20	of	of	ADP
dad-12448	19	21	teachers	teacher	NOUN
dad-12448	19	22	,	,	PUNCT
dad-12448	19	23	save	save	VERB
dad-12448	19	24	time	time	NOUN
dad-12448	19	25	and	and	CCONJ
dad-12448	19	26	costs	cost	NOUN
dad-12448	19	27	associated	associate	VERB
dad-12448	19	28	with	with	ADP
dad-12448	19	29	grading	grade	VERB
dad-12448	19	30	,	,	PUNCT
dad-12448	19	31	and	and	CCONJ
dad-12448	19	32	to	to	PART
dad-12448	19	33	decide	decide	VERB
dad-12448	19	34	admissions	admission	NOUN
dad-12448	19	35	to	to	ADP
dad-12448	19	36	universities	university	NOUN
dad-12448	19	37	and	and	CCONJ
dad-12448	19	38	institutions	institution	NOUN
dad-12448	19	39	.	.	PUNCT
dad-12448	20	1	on	on	ADP
dad-12448	20	2	average	average	ADJ
dad-12448	20	3	,	,	PUNCT
dad-12448	20	4	a	a	DET
dad-12448	20	5	british	british	ADJ
dad-12448	20	6	teacher	teacher	NOUN
dad-12448	20	7	spends	spend	VERB
dad-12448	20	8	five	five	NUM
dad-12448	20	9	hours	hour	NOUN
dad-12448	20	10	in	in	ADP
dad-12448	20	11	a	a	DET
dad-12448	20	12	calendar	calendar	NOUN
dad-12448	20	13	week	week	NOUN
dad-12448	20	14	scoring	scoring	NOUN
dad-12448	20	15	exams	exam	NOUN
dad-12448	20	16	and	and	CCONJ
dad-12448	20	17	assignments	assignment	NOUN
dad-12448	20	18	(	(	PUNCT
dad-12448	20	19	micklewright	micklewright	VERB
dad-12448	20	20	et	et	PROPN
dad-12448	20	21	al	al	PROPN
dad-12448	20	22	.	.	PROPN
dad-12448	20	23	,	,	PUNCT
dad-12448	20	24	2014	2014	NUM
dad-12448	20	25	)	)	PUNCT
dad-12448	20	26	.	.	PUNCT
dad-12448	21	1	this	this	DET
dad-12448	21	2	figure	figure	NOUN
dad-12448	21	3	is	be	AUX
dad-12448	21	4	even	even	ADV
dad-12448	21	5	higher	high	ADJ
dad-12448	21	6	for	for	ADP
dad-12448	21	7	developing	develop	VERB
dad-12448	21	8	and	and	CCONJ
dad-12448	21	9	low	low	ADJ
dad-12448	21	10	-	-	PUNCT
dad-12448	21	11	resource	resource	NOUN
dad-12448	21	12	countries	country	NOUN
dad-12448	21	13	where	where	SCONJ
dad-12448	21	14	the	the	DET
dad-12448	21	15	teacher	teacher	NOUN
dad-12448	21	16	to	to	PART
dad-12448	21	17	student	student	NOUN
dad-12448	21	18	ratio	ratio	NOUN
dad-12448	21	19	is	be	AUX
dad-12448	21	20	dismal	dismal	ADJ
dad-12448	21	21	.	.	PUNCT
dad-12448	22	1	while	while	SCONJ
dad-12448	22	2	on	on	ADP
dad-12448	22	3	the	the	DET
dad-12448	22	4	one	one	NUM
dad-12448	22	5	hand	hand	NOUN
dad-12448	22	6	,	,	PUNCT
dad-12448	22	7	autograding	autograde	VERB
dad-12448	22	8	systems	system	NOUN
dad-12448	22	9	effectively	effectively	ADV
dad-12448	22	10	reduce	reduce	VERB
dad-12448	22	11	this	this	DET
dad-12448	22	12	burden	burden	NOUN
dad-12448	22	13	,	,	PUNCT
dad-12448	22	14	allowing	allow	VERB
dad-12448	22	15	more	more	ADJ
dad-12448	22	16	working	working	ADJ
dad-12448	22	17	hours	hour	NOUN
dad-12448	22	18	for	for	ADP
dad-12448	22	19	teaching	teaching	NOUN
dad-12448	22	20	activities	activity	NOUN
dad-12448	22	21	,	,	PUNCT
dad-12448	22	22	on	on	ADP
dad-12448	22	23	the	the	DET
dad-12448	22	24	other	other	ADJ
dad-12448	22	25	,	,	PUNCT
dad-12448	22	26	there	there	PRON
dad-12448	22	27	have	have	AUX
dad-12448	22	28	been	be	AUX
dad-12448	22	29	many	many	ADJ
dad-12448	22	30	complaints	complaint	NOUN
dad-12448	22	31	against	against	ADP
dad-12448	22	32	these	these	DET
dad-12448	22	33	systems	system	NOUN
dad-12448	22	34	for	for	ADP
dad-12448	22	35	not	not	PART
dad-12448	22	36	scoring	score	VERB
dad-12448	22	37	the	the	DET
dad-12448	22	38	way	way	NOUN
dad-12448	22	39	they	they	PRON
dad-12448	22	40	are	be	AUX
dad-12448	22	41	supposed	suppose	VERB
dad-12448	22	42	to	to	PART
dad-12448	22	43	(	(	PUNCT
dad-12448	22	44	feathers	feather	NOUN
dad-12448	22	45	,	,	PUNCT
dad-12448	22	46	2019	2019	NUM
dad-12448	22	47	;	;	PUNCT
dad-12448	22	48	smith	smith	PROPN
dad-12448	22	49	,	,	PUNCT
dad-12448	22	50	2018	2018	NUM
dad-12448	22	51	;	;	PUNCT
dad-12448	22	52	greene	greene	PROPN
dad-12448	22	53	,	,	PUNCT
dad-12448	22	54	2018	2018	NUM
dad-12448	22	55	;	;	PUNCT
dad-12448	22	56	mid	mid	PROPN
dad-12448	22	57	-	-	NOUN
dad-12448	22	58	day	day	NOUN
dad-12448	22	59	,	,	PUNCT
dad-12448	22	60	2017	2017	NUM
dad-12448	22	61	;	;	PUNCT
dad-12448	22	62	perelman	perelman	PROPN
dad-12448	22	63	et	et	PROPN
dad-12448	22	64	al	al	PROPN
dad-12448	22	65	.	.	PROPN
dad-12448	22	66	,	,	PUNCT
dad-12448	22	67	2014b	2014b	NUM
dad-12448	22	68	)	)	PUNCT
dad-12448	22	69	.	.	PUNCT
dad-12448	23	1	test	test	NOUN
dad-12448	23	2	questions	question	NOUN
dad-12448	23	3	on	on	ADP
dad-12448	23	4	standardized	standardized	ADJ
dad-12448	23	5	tests	test	NOUN
dad-12448	23	6	elicit	elicit	VERB
dad-12448	23	7	persuasive	persuasive	ADJ
dad-12448	23	8	and	and	CCONJ
dad-12448	23	9	informative	informative	ADJ
dad-12448	23	10	writing	writing	NOUN
dad-12448	23	11	with	with	ADP
dad-12448	23	12	specific	specific	ADJ
dad-12448	23	13	discourse	discourse	NOUN
dad-12448	23	14	structure	structure	NOUN
dad-12448	23	15	.	.	PUNCT
dad-12448	24	1	while	while	SCONJ
dad-12448	24	2	in	in	ADP
dad-12448	24	3	persuasive	persuasive	ADJ
dad-12448	24	4	writing	writing	NOUN
dad-12448	24	5	,	,	PUNCT
dad-12448	24	6	students	student	NOUN
dad-12448	24	7	write	write	VERB
dad-12448	24	8	their	their	PRON
dad-12448	24	9	opinions	opinion	NOUN
dad-12448	24	10	about	about	ADP
dad-12448	24	11	a	a	DET
dad-12448	24	12	topic	topic	NOUN
dad-12448	24	13	and	and	CCONJ
dad-12448	24	14	try	try	VERB
dad-12448	24	15	to	to	PART
dad-12448	24	16	validate	validate	VERB
dad-12448	24	17	them	they	PRON
dad-12448	24	18	using	use	VERB
dad-12448	24	19	convincing	convincing	ADJ
dad-12448	24	20	arguments	argument	NOUN
dad-12448	24	21	,	,	PUNCT
dad-12448	24	22	informative	informative	ADJ
dad-12448	24	23	writing	writing	NOUN
dad-12448	24	24	is	be	AUX
dad-12448	24	25	more	more	ADV
dad-12448	24	26	descriptive	descriptive	ADJ
dad-12448	24	27	and	and	CCONJ
dad-12448	24	28	requires	require	VERB
dad-12448	24	29	students	student	NOUN
dad-12448	24	30	to	to	PART
dad-12448	24	31	state	state	VERB
dad-12448	24	32	their	their	PRON
dad-12448	24	33	experiences	experience	NOUN
dad-12448	24	34	to	to	PART
dad-12448	24	35	substantiate	substantiate	VERB
dad-12448	24	36	their	their	PRON
dad-12448	24	37	opinions	opinion	NOUN
dad-12448	24	38	.	.	PUNCT
dad-12448	25	1	both	both	PRON
dad-12448	25	2	of	of	ADP
dad-12448	25	3	them	they	PRON
dad-12448	25	4	adhere	adhere	VERB
dad-12448	25	5	to	to	ADP
dad-12448	25	6	strict	strict	ADJ
dad-12448	25	7	discourse	discourse	NOUN
dad-12448	25	8	strategies	strategy	NOUN
dad-12448	25	9	(	(	PUNCT
dad-12448	25	10	burstein	burstein	VERB
dad-12448	25	11	et	et	PROPN
dad-12448	25	12	al	al	PROPN
dad-12448	25	13	.	.	PROPN
dad-12448	25	14	,	,	PUNCT
dad-12448	25	15	2003	2003	NUM
dad-12448	25	16	)	)	PUNCT
dad-12448	25	17	which	which	PRON
dad-12448	25	18	includes	include	VERB
dad-12448	25	19	an	an	DET
dad-12448	25	20	introduction	introduction	NOUN
dad-12448	25	21	,	,	PUNCT
dad-12448	25	22	thesis	thesis	NOUN
dad-12448	25	23	statements	statement	NOUN
dad-12448	25	24	,	,	PUNCT
dad-12448	25	25	main	main	ADJ
dad-12448	25	26	and	and	CCONJ
dad-12448	25	27	supporting	support	VERB
dad-12448	25	28	ideas	idea	NOUN
dad-12448	25	29	,	,	PUNCT
dad-12448	25	30	and	and	CCONJ
dad-12448	25	31	finally	finally	ADV
dad-12448	25	32	a	a	DET
dad-12448	25	33	conclusion	conclusion	NOUN
dad-12448	25	34	.	.	PUNCT
dad-12448	26	1	several	several	ADJ
dad-12448	26	2	research	research	NOUN
dad-12448	26	3	studies	study	NOUN
dad-12448	26	4	have	have	AUX
dad-12448	26	5	investigated	investigate	VERB
dad-12448	26	6	how	how	SCONJ
dad-12448	26	7	finding	finding	NOUN
dad-12448	26	8	and	and	CCONJ
dad-12448	26	9	scoring	scoring	NOUN
dad-12448	26	10	discourse	discourse	NOUN
dad-12448	26	11	from	from	ADP
dad-12448	26	12	essays	essay	NOUN
dad-12448	26	13	helps	help	VERB
dad-12448	26	14	to	to	PART
dad-12448	26	15	provide	provide	VERB
dad-12448	26	16	a	a	DET
dad-12448	26	17	better	well	ADJ
dad-12448	26	18	holistic	holistic	ADJ
dad-12448	26	19	score	score	NOUN
dad-12448	26	20	to	to	ADP
dad-12448	26	21	essays	essay	NOUN
dad-12448	26	22	(	(	PUNCT
dad-12448	26	23	mcnamara	mcnamara	PROPN
dad-12448	26	24	et	et	PROPN
dad-12448	26	25	al	al	PROPN
dad-12448	26	26	.	.	PROPN
dad-12448	26	27	,	,	PUNCT
dad-12448	26	28	2014	2014	NUM
dad-12448	26	29	;	;	PUNCT
dad-12448	26	30	graesser	graesser	NOUN
dad-12448	26	31	and	and	CCONJ
dad-12448	26	32	mcnamara	mcnamara	PROPN
dad-12448	26	33	,	,	PUNCT
dad-12448	26	34	2011	2011	NUM
dad-12448	26	35	;	;	PUNCT
dad-12448	26	36	burstein	burstein	VERB
dad-12448	26	37	et	et	PROPN
dad-12448	26	38	al	al	PROPN
dad-12448	26	39	.	.	PROPN
dad-12448	26	40	,	,	PUNCT
dad-12448	26	41	2001	2001	NUM
dad-12448	26	42	;	;	PUNCT
dad-12448	27	1	nadeem	nadeem	PROPN
dad-12448	27	2	et	et	PROPN
dad-12448	27	3	al	al	PROPN
dad-12448	27	4	.	.	PROPN
dad-12448	27	5	,	,	PUNCT
dad-12448	27	6	2019	2019	NUM
dad-12448	27	7	;	;	PUNCT
dad-12448	27	8	burstein	burstein	VERB
dad-12448	27	9	et	et	PROPN
dad-12448	27	10	al	al	PROPN
dad-12448	27	11	.	.	PROPN
dad-12448	27	12	,	,	PUNCT
dad-12448	27	13	1998	1998	NUM
dad-12448	27	14	)	)	PUNCT
dad-12448	27	15	.	.	PUNCT
dad-12448	28	1	at	at	ADP
dad-12448	28	2	the	the	DET
dad-12448	28	3	same	same	ADJ
dad-12448	28	4	time	time	NOUN
dad-12448	28	5	,	,	PUNCT
dad-12448	28	6	both	both	DET
dad-12448	28	7	research	research	NOUN
dad-12448	28	8	studies	study	NOUN
dad-12448	28	9	and	and	CCONJ
dad-12448	28	10	empirical	empirical	ADJ
dad-12448	28	11	evidence	evidence	NOUN
dad-12448	28	12	have	have	AUX
dad-12448	28	13	suggested	suggest	VERB
dad-12448	28	14	that	that	SCONJ
dad-12448	28	15	aes	aes	NOUN
dad-12448	28	16	models	model	NOUN
dad-12448	28	17	have	have	AUX
dad-12448	28	18	repeatedly	repeatedly	ADV
dad-12448	28	19	failed	fail	VERB
dad-12448	28	20	to	to	PART
dad-12448	28	21	score	score	VERB
dad-12448	28	22	discourse	discourse	NOUN
dad-12448	28	23	and	and	CCONJ
dad-12448	28	24	other	other	ADJ
dad-12448	28	25	features	feature	VERB
dad-12448	28	26	important	important	ADJ
dad-12448	28	27	for	for	ADP
dad-12448	28	28	scoring	scoring	NOUN
dad-12448	28	29	.	.	PUNCT
dad-12448	29	1	for	for	ADP
dad-12448	29	2	instance	instance	NOUN
dad-12448	29	3	,	,	PUNCT
dad-12448	29	4	on	on	ADP
dad-12448	29	5	the	the	DET
dad-12448	29	6	recently	recently	ADV
dad-12448	29	7	released	release	VERB
dad-12448	29	8	automatic	automatic	ADJ
dad-12448	29	9	scoring	scoring	NOUN
dad-12448	29	10	system	system	NOUN
dad-12448	29	11	for	for	ADP
dad-12448	29	12	the	the	DET
dad-12448	29	13	state	state	NOUN
dad-12448	29	14	of	of	ADP
dad-12448	29	15	utah	utah	PROPN
dad-12448	29	16	,	,	PUNCT
dad-12448	29	17	students	student	NOUN
dad-12448	29	18	scored	score	VERB
dad-12448	29	19	lower	low	ADJ
dad-12448	29	20	by	by	ADP
dad-12448	29	21	writing	write	VERB
dad-12448	29	22	question	question	NOUN
dad-12448	29	23	-	-	PUNCT
dad-12448	29	24	relevant	relevant	ADJ
dad-12448	29	25	keywords	keyword	NOUN
dad-12448	29	26	but	but	CCONJ
dad-12448	29	27	higher	high	ADJ
dad-12448	29	28	by	by	ADP
dad-12448	29	29	including	include	VERB
dad-12448	29	30	unrelated	unrelated	ADJ
dad-12448	29	31	content	content	NOUN
dad-12448	29	32	(	(	PUNCT
dad-12448	29	33	feathers	feather	NOUN
dad-12448	29	34	,	,	PUNCT
dad-12448	29	35	2019	2019	NUM
dad-12448	29	36	;	;	PUNCT
dad-12448	29	37	smith	smith	PROPN
dad-12448	29	38	,	,	PUNCT
dad-12448	29	39	2018	2018	NUM
dad-12448	29	40	)	)	PUNCT
dad-12448	29	41	.	.	PUNCT
dad-12448	30	1	similarly	similarly	ADV
dad-12448	30	2	,	,	PUNCT
dad-12448	30	3	it	it	PRON
dad-12448	30	4	has	have	AUX
dad-12448	30	5	been	be	AUX
dad-12448	30	6	a	a	DET
dad-12448	30	7	common	common	ADJ
dad-12448	30	8	complaint	complaint	NOUN
dad-12448	30	9	that	that	SCONJ
dad-12448	30	10	aes	aes	PROPN
dad-12448	30	11	systems	system	NOUN
dad-12448	30	12	focus	focus	VERB
dad-12448	30	13	unjustifiably	unjustifiably	ADV
dad-12448	30	14	on	on	ADP
dad-12448	30	15	obscure	obscure	ADJ
dad-12448	30	16	and	and	CCONJ
dad-12448	30	17	difficult	difficult	ADJ
dad-12448	30	18	vocabulary	vocabulary	NOUN
dad-12448	30	19	(	(	PUNCT
dad-12448	30	20	perelman	perelman	PROPN
dad-12448	30	21	et	et	PROPN
dad-12448	30	22	al	al	PROPN
dad-12448	30	23	.	.	PROPN
dad-12448	30	24	,	,	PUNCT
dad-12448	30	25	2014a	2014a	NUM
dad-12448	30	26	)	)	PUNCT
dad-12448	30	27	.	.	PUNCT
dad-12448	31	1	while	while	SCONJ
dad-12448	31	2	earlier	early	ADV
dad-12448	31	3	,	,	PUNCT
dad-12448	31	4	each	each	DET
dad-12448	31	5	score	score	NOUN
dad-12448	31	6	generated	generate	VERB
dad-12448	31	7	by	by	ADP
dad-12448	31	8	the	the	DET
dad-12448	31	9	ai	ai	PROPN
dad-12448	31	10	systems	system	NOUN
dad-12448	31	11	was	be	AUX
dad-12448	31	12	verified	verify	VERB
dad-12448	31	13	by	by	ADP
dad-12448	31	14	an	an	DET
dad-12448	31	15	expert	expert	NOUN
dad-12448	31	16	human	human	ADJ
dad-12448	31	17	rater	rater	NOUN
dad-12448	31	18	,	,	PUNCT
dad-12448	31	19	it	it	PRON
dad-12448	31	20	is	be	AUX
dad-12448	31	21	concerning	concern	VERB
dad-12448	31	22	to	to	PART
dad-12448	31	23	see	see	VERB
dad-12448	31	24	that	that	SCONJ
dad-12448	31	25	now	now	ADV
dad-12448	31	26	many	many	ADJ
dad-12448	31	27	of	of	ADP
dad-12448	31	28	them	they	PRON
dad-12448	31	29	are	be	AUX
dad-12448	31	30	scoring	score	VERB
dad-12448	31	31	independently	independently	ADV
dad-12448	31	32	without	without	ADP
dad-12448	31	33	any	any	DET
dad-12448	31	34	intervention	intervention	NOUN
dad-12448	31	35	by	by	ADP
dad-12448	31	36	human	human	ADJ
dad-12448	31	37	experts	expert	NOUN
dad-12448	31	38	(	(	PUNCT
dad-12448	31	39	o’donnell	o’donnell	PROPN
dad-12448	31	40	,	,	PUNCT
dad-12448	31	41	2020	2020	NUM
dad-12448	31	42	;	;	PUNCT
dad-12448	31	43	singla	singla	PRON
dad-12448	31	44	et	et	PROPN
dad-12448	31	45	al	al	PROPN
dad-12448	31	46	.	.	PROPN
dad-12448	31	47	,	,	PUNCT
dad-12448	31	48	2022a	2022a	NUM
dad-12448	31	49	)	)	PUNCT
dad-12448	31	50	.	.	PUNCT
dad-12448	32	1	the	the	DET
dad-12448	32	2	concerns	concern	NOUN
dad-12448	32	3	are	be	AUX
dad-12448	32	4	further	far	ADV
dad-12448	32	5	alleviated	alleviate	VERB
dad-12448	32	6	by	by	ADP
dad-12448	32	7	the	the	DET
dad-12448	32	8	fact	fact	NOUN
dad-12448	32	9	that	that	SCONJ
dad-12448	32	10	the	the	DET
dad-12448	32	11	scores	score	NOUN
dad-12448	32	12	awarded	award	VERB
dad-12448	32	13	by	by	ADP
dad-12448	32	14	such	such	ADJ
dad-12448	32	15	systems	system	NOUN
dad-12448	32	16	are	be	AUX
dad-12448	32	17	used	use	VERB
dad-12448	32	18	in	in	ADP
dad-12448	32	19	life	life	NOUN
dad-12448	32	20	-	-	PUNCT
dad-12448	32	21	changing	change	VERB
dad-12448	32	22	decisions	decision	NOUN
dad-12448	32	23	ranging	range	VERB
dad-12448	32	24	from	from	ADP
dad-12448	32	25	college	college	NOUN
dad-12448	32	26	and	and	CCONJ
dad-12448	32	27	job	job	NOUN
dad-12448	32	28	applications	application	NOUN
dad-12448	32	29	to	to	ADP
dad-12448	32	30	visa	visa	NOUN
dad-12448	32	31	approvals	approval	NOUN
dad-12448	32	32	(	(	PUNCT
dad-12448	32	33	ets	et	NOUN
dad-12448	32	34	,	,	PUNCT
dad-12448	32	35	2020b	2020b	NUM
dad-12448	32	36	;	;	PUNCT
dad-12448	32	37	educational	educational	ADJ
dad-12448	32	38	testing	testing	NOUN
dad-12448	32	39	association	association	NOUN
dad-12448	32	40	,	,	PUNCT
dad-12448	32	41	2019	2019	NUM
dad-12448	32	42	;	;	PUNCT
dad-12448	32	43	usbe	usbe	NOUN
dad-12448	32	44	,	,	PUNCT
dad-12448	32	45	2020	2020	NUM
dad-12448	32	46	;	;	PUNCT
dad-12448	32	47	institute	institute	NOUN
dad-12448	32	48	,	,	PUNCT
dad-12448	32	49	2020	2020	NUM
dad-12448	32	50	)	)	PUNCT
dad-12448	32	51	.	.	PUNCT
dad-12448	33	1	traditionally	traditionally	ADV
dad-12448	33	2	,	,	PUNCT
dad-12448	33	3	autograding	autograde	VERB
dad-12448	33	4	systems	system	NOUN
dad-12448	33	5	are	be	AUX
dad-12448	33	6	built	build	VERB
dad-12448	33	7	using	use	VERB
dad-12448	33	8	manually	manually	ADV
dad-12448	33	9	crafted	craft	VERB
dad-12448	33	10	features	feature	NOUN
dad-12448	33	11	used	use	VERB
dad-12448	33	12	with	with	ADP
dad-12448	33	13	machine	machine	NOUN
dad-12448	33	14	learning	learning	NOUN
dad-12448	33	15	based	base	VERB
dad-12448	33	16	models	model	NOUN
dad-12448	33	17	(	(	PUNCT
dad-12448	33	18	kumar	kumar	PROPN
dad-12448	33	19	et	et	PROPN
dad-12448	33	20	al	al	PROPN
dad-12448	33	21	.	.	PROPN
dad-12448	33	22	,	,	PUNCT
dad-12448	33	23	2019	2019	NUM
dad-12448	33	24	;	;	PUNCT
dad-12448	33	25	bamdev	bamdev	NOUN
dad-12448	33	26	et	et	PROPN
dad-12448	33	27	al	al	PROPN
dad-12448	33	28	.	.	PROPN
dad-12448	33	29	,	,	PUNCT
dad-12448	33	30	2022	2022	NUM
dad-12448	33	31	)	)	PUNCT
dad-12448	33	32	.	.	PUNCT
dad-12448	34	1	lately	lately	ADV
dad-12448	34	2	,	,	PUNCT
dad-12448	34	3	these	these	DET
dad-12448	34	4	systems	system	NOUN
dad-12448	34	5	have	have	AUX
dad-12448	34	6	been	be	AUX
dad-12448	34	7	shifting	shift	VERB
dad-12448	34	8	to	to	ADP
dad-12448	34	9	deep	deep	ADJ
dad-12448	34	10	learning	learning	NOUN
dad-12448	34	11	based	base	VERB
dad-12448	34	12	models	model	NOUN
dad-12448	34	13	(	(	PUNCT
dad-12448	34	14	ke	ke	NOUN
dad-12448	34	15	and	and	CCONJ
dad-12448	34	16	ng	ng	PROPN
dad-12448	34	17	,	,	PUNCT
dad-12448	34	18	2019	2019	NUM
dad-12448	34	19	)	)	PUNCT
dad-12448	34	20	.	.	PUNCT
dad-12448	35	1	for	for	ADP
dad-12448	35	2	instance	instance	NOUN
dad-12448	35	3	,	,	PUNCT
dad-12448	35	4	many	many	ADJ
dad-12448	35	5	companies	company	NOUN
dad-12448	35	6	have	have	AUX
dad-12448	35	7	started	start	VERB
dad-12448	35	8	scoring	score	VERB
dad-12448	35	9	candidates	candidate	NOUN
dad-12448	35	10	using	use	VERB
dad-12448	35	11	deep	deep	ADJ
dad-12448	35	12	learning	learning	NOUN
dad-12448	35	13	based	base	VERB
dad-12448	35	14	automatic	automatic	ADJ
dad-12448	35	15	scoring	scoring	NOUN
dad-12448	35	16	(	(	PUNCT
dad-12448	35	17	slti	slti	ADJ
dad-12448	35	18	-	-	PUNCT
dad-12448	35	19	sopi	sopi	ADJ
dad-12448	35	20	,	,	PUNCT
dad-12448	35	21	2021	2021	NUM
dad-12448	35	22	;	;	PUNCT
dad-12448	35	23	assessment	assessment	NOUN
dad-12448	35	24	,	,	PUNCT
dad-12448	35	25	2021	2021	NUM
dad-12448	35	26	;	;	PUNCT
dad-12448	35	27	duolingo	duolingo	NOUN
dad-12448	35	28	,	,	PUNCT
dad-12448	35	29	2021	2021	NUM
dad-12448	35	30	;	;	PUNCT
dad-12448	35	31	laflair	laflair	NOUN
dad-12448	35	32	and	and	CCONJ
dad-12448	35	33	settles	settle	NOUN
dad-12448	35	34	,	,	PUNCT
dad-12448	35	35	2019	2019	NUM
dad-12448	35	36	;	;	PUNCT
dad-12448	35	37	yu	yu	PROPN
dad-12448	35	38	et	et	PROPN
dad-12448	35	39	al	al	PROPN
dad-12448	35	40	.	.	PROPN
dad-12448	35	41	,	,	PUNCT
dad-12448	35	42	2015	2015	NUM
dad-12448	35	43	;	;	PUNCT
dad-12448	35	44	chen	chen	PROPN
dad-12448	35	45	et	et	PROPN
dad-12448	35	46	al	al	PROPN
dad-12448	35	47	.	.	PROPN
dad-12448	35	48	,	,	PUNCT
dad-12448	35	49	2018	2018	NUM
dad-12448	35	50	;	;	PUNCT
dad-12448	35	51	singla	singla	PRON
dad-12448	35	52	et	et	NOUN
dad-12448	35	53	al	al	PROPN
dad-12448	35	54	.	.	PROPN
dad-12448	35	55	,	,	PUNCT
dad-12448	35	56	2021	2021	NUM
dad-12448	35	57	;	;	PUNCT
dad-12448	35	58	riordan	riordan	PROPN
dad-12448	35	59	et	et	PROPN
dad-12448	35	60	al	al	PROPN
dad-12448	35	61	.	.	PROPN
dad-12448	35	62	,	,	PUNCT
dad-12448	35	63	2017	2017	NUM
dad-12448	35	64	;	;	PUNCT
dad-12448	35	65	pearson	pearson	PROPN
dad-12448	35	66	,	,	PUNCT
dad-12448	35	67	2019	2019	NUM
dad-12448	35	68	)	)	PUNCT
dad-12448	35	69	.	.	PUNCT
dad-12448	36	1	however	however	ADV
dad-12448	36	2	,	,	PUNCT
dad-12448	36	3	there	there	PRON
dad-12448	36	4	are	be	VERB
dad-12448	36	5	very	very	ADV
dad-12448	36	6	few	few	ADJ
dad-12448	36	7	research	research	NOUN
dad-12448	36	8	studies	study	NOUN
dad-12448	36	9	on	on	ADP
dad-12448	36	10	the	the	DET
dad-12448	36	11	reliability1	reliability1	NOUN
dad-12448	36	12	and	and	CCONJ
dad-12448	36	13	validity2	validity2	NOUN
dad-12448	36	14	of	of	ADP
dad-12448	36	15	ml	ml	ADV
dad-12448	36	16	-	-	PUNCT
dad-12448	36	17	based	base	VERB
dad-12448	36	18	aes	aes	NOUN
dad-12448	36	19	systems	system	NOUN
dad-12448	36	20	.	.	PUNCT
dad-12448	37	1	more	more	ADV
dad-12448	37	2	specifically	specifically	ADV
dad-12448	37	3	,	,	PUNCT
dad-12448	37	4	we	we	PRON
dad-12448	37	5	have	have	AUX
dad-12448	37	6	tried	try	VERB
dad-12448	37	7	to	to	PART
dad-12448	37	8	address	address	VERB
dad-12448	37	9	the	the	DET
dad-12448	37	10	problems	problem	NOUN
dad-12448	37	11	of	of	ADP
dad-12448	37	12	robustness	robustness	NOUN
dad-12448	37	13	and	and	CCONJ
dad-12448	37	14	validity	validity	NOUN
dad-12448	37	15	which	which	PRON
dad-12448	37	16	plague	plague	VERB
dad-12448	37	17	deep	deep	ADJ
dad-12448	37	18	learning	learning	NOUN
dad-12448	37	19	based	base	VERB
dad-12448	37	20	black	black	NOUN
dad-12448	37	21	-	-	PUNCT
dad-12448	37	22	box	box	NOUN
dad-12448	37	23	aes	aes	NOUN
dad-12448	37	24	models	model	NOUN
dad-12448	37	25	.	.	PUNCT
dad-12448	38	1	simply	simply	ADV
dad-12448	38	2	measuring	measure	VERB
dad-12448	38	3	test	test	NOUN
dad-12448	38	4	set	set	NOUN
dad-12448	38	5	performance	performance	NOUN
dad-12448	38	6	may	may	AUX
dad-12448	38	7	mean	mean	VERB
dad-12448	38	8	that	that	SCONJ
dad-12448	38	9	the	the	DET
dad-12448	38	10	model	model	NOUN
dad-12448	38	11	is	be	AUX
dad-12448	38	12	right	right	ADJ
dad-12448	38	13	for	for	ADP
dad-12448	38	14	the	the	DET
dad-12448	38	15	wrong	wrong	ADJ
dad-12448	38	16	reasons	reason	NOUN
dad-12448	38	17	.	.	PUNCT
dad-12448	39	1	hence	hence	ADV
dad-12448	39	2	,	,	PUNCT
dad-12448	39	3	much	much	ADJ
dad-12448	39	4	research	research	NOUN
dad-12448	39	5	is	be	AUX
dad-12448	39	6	required	require	VERB
dad-12448	39	7	to	to	PART
dad-12448	39	8	understand	understand	VERB
dad-12448	39	9	the	the	DET
dad-12448	39	10	scoring	scoring	NOUN
dad-12448	39	11	algorithms	algorithm	NOUN
dad-12448	39	12	used	use	VERB
dad-12448	39	13	by	by	ADP
dad-12448	39	14	aes	aes	NOUN
dad-12448	39	15	models	model	NOUN
dad-12448	39	16	and	and	CCONJ
dad-12448	39	17	to	to	PART
dad-12448	39	18	validate	validate	VERB
dad-12448	39	19	them	they	PRON
dad-12448	39	20	on	on	ADP
dad-12448	39	21	linguistic	linguistic	ADJ
dad-12448	39	22	and	and	CCONJ
dad-12448	39	23	testing	testing	NOUN
dad-12448	39	24	criteria	criterion	NOUN
dad-12448	39	25	.	.	PUNCT
dad-12448	40	1	similar	similar	ADJ
dad-12448	40	2	opinions	opinion	NOUN
dad-12448	40	3	are	be	AUX
dad-12448	40	4	expressed	express	VERB
dad-12448	40	5	by	by	ADP
dad-12448	40	6	madnani	madnani	PROPN
dad-12448	40	7	and	and	CCONJ
dad-12448	40	8	cahill	cahill	NOUN
dad-12448	40	9	(	(	PUNCT
dad-12448	40	10	2018	2018	NUM
dad-12448	40	11	)	)	PUNCT
dad-12448	40	12	in	in	ADP
dad-12448	40	13	their	their	PRON
dad-12448	40	14	position	position	NOUN
dad-12448	40	15	paper	paper	NOUN
dad-12448	40	16	on	on	ADP
dad-12448	40	17	automatic	automatic	ADJ
dad-12448	40	18	scoring	scoring	NOUN
dad-12448	40	19	systems	system	NOUN
dad-12448	40	20	.	.	PUNCT
dad-12448	41	1	1	1	X
dad-12448	41	2	.	.	X
dad-12448	41	3	a	a	DET
dad-12448	41	4	reliable	reliable	ADJ
dad-12448	41	5	measure	measure	NOUN
dad-12448	41	6	is	be	AUX
dad-12448	41	7	one	one	NUM
dad-12448	41	8	that	that	PRON
dad-12448	41	9	measures	measure	VERB
dad-12448	41	10	a	a	DET
dad-12448	41	11	construct	construct	NOUN
dad-12448	41	12	consistently	consistently	ADV
dad-12448	41	13	across	across	ADP
dad-12448	41	14	time	time	NOUN
dad-12448	41	15	,	,	PUNCT
dad-12448	41	16	individuals	individual	NOUN
dad-12448	41	17	,	,	PUNCT
dad-12448	41	18	and	and	CCONJ
dad-12448	41	19	situations	situation	NOUN
dad-12448	41	20	(	(	PUNCT
dad-12448	41	21	ramanarayanan	ramanarayanan	NOUN
dad-12448	41	22	et	et	PROPN
dad-12448	41	23	al	al	PROPN
dad-12448	41	24	.	.	PROPN
dad-12448	41	25	,	,	PUNCT
dad-12448	41	26	2020	2020	NUM
dad-12448	41	27	)	)	PUNCT
dad-12448	42	1	2	2	NUM
dad-12448	42	2	.	.	X
dad-12448	42	3	a	a	DET
dad-12448	42	4	valid	valid	ADJ
dad-12448	42	5	measure	measure	NOUN
dad-12448	42	6	is	be	AUX
dad-12448	42	7	one	one	NUM
dad-12448	42	8	that	that	PRON
dad-12448	42	9	measures	measure	VERB
dad-12448	42	10	what	what	PRON
dad-12448	42	11	it	it	PRON
dad-12448	42	12	is	be	AUX
dad-12448	42	13	intended	intend	VERB
dad-12448	42	14	to	to	PART
dad-12448	42	15	measure	measure	VERB
dad-12448	42	16	(	(	PUNCT
dad-12448	42	17	ramanarayanan	ramanarayanan	VERB
dad-12448	42	18	et	et	PROPN
dad-12448	42	19	al	al	PROPN
dad-12448	42	20	.	.	PROPN
dad-12448	42	21	,	,	PUNCT
dad-12448	42	22	2020	2020	NUM
dad-12448	42	23	)	)	PUNCT
dad-12448	42	24	2	2	NUM
dad-12448	42	25	automatic	automatic	ADJ
dad-12448	42	26	essay	essay	NOUN
dad-12448	42	27	scoring	scoring	NOUN
dad-12448	42	28	systems	system	NOUN
dad-12448	42	29	are	be	AUX
dad-12448	42	30	both	both	CCONJ
dad-12448	42	31	overstable	overstable	ADJ
dad-12448	42	32	and	and	CCONJ
dad-12448	42	33	oversensitive	oversensitive	ADJ
dad-12448	42	34	with	with	ADP
dad-12448	42	35	this	this	PRON
dad-12448	42	36	in	in	ADP
dad-12448	42	37	view	view	NOUN
dad-12448	42	38	,	,	PUNCT
dad-12448	42	39	in	in	ADP
dad-12448	42	40	this	this	DET
dad-12448	42	41	paper	paper	NOUN
dad-12448	42	42	,	,	PUNCT
dad-12448	42	43	we	we	PRON
dad-12448	42	44	make	make	VERB
dad-12448	42	45	the	the	DET
dad-12448	42	46	following	follow	VERB
dad-12448	42	47	contributions	contribution	NOUN
dad-12448	42	48	towards	towards	ADP
dad-12448	42	49	understanding	understand	VERB
dad-12448	42	50	current	current	ADJ
dad-12448	42	51	aes	aes	NOUN
dad-12448	42	52	systems	system	NOUN
dad-12448	42	53	:	:	PUNCT
dad-12448	42	54	1	1	X
dad-12448	42	55	)	)	PUNCT
dad-12448	42	56	several	several	ADJ
dad-12448	42	57	research	research	NOUN
dad-12448	42	58	studies	study	NOUN
dad-12448	42	59	have	have	AUX
dad-12448	42	60	shown	show	VERB
dad-12448	42	61	that	that	SCONJ
dad-12448	42	62	essay	essay	ADJ
dad-12448	42	63	scoring	scoring	NOUN
dad-12448	42	64	models	model	NOUN
dad-12448	42	65	are	be	AUX
dad-12448	42	66	overstable	overstable	ADJ
dad-12448	42	67	(	(	PUNCT
dad-12448	42	68	yoon	yoon	PROPN
dad-12448	42	69	et	et	PROPN
dad-12448	42	70	al	al	PROPN
dad-12448	42	71	.	.	PROPN
dad-12448	42	72	,	,	PUNCT
dad-12448	42	73	2018	2018	NUM
dad-12448	42	74	;	;	PUNCT
dad-12448	42	75	powers	power	NOUN
dad-12448	42	76	et	et	PROPN
dad-12448	42	77	al	al	PROPN
dad-12448	42	78	.	.	PROPN
dad-12448	42	79	,	,	PUNCT
dad-12448	42	80	2002	2002	NUM
dad-12448	42	81	;	;	PUNCT
dad-12448	42	82	kumar	kumar	PROPN
dad-12448	42	83	et	et	PROPN
dad-12448	42	84	al	al	PROPN
dad-12448	42	85	.	.	PROPN
dad-12448	42	86	,	,	PUNCT
dad-12448	42	87	2020	2020	NUM
dad-12448	42	88	;	;	PUNCT
dad-12448	42	89	feng	feng	PROPN
dad-12448	42	90	et	et	PROPN
dad-12448	42	91	al	al	PROPN
dad-12448	42	92	.	.	PROPN
dad-12448	42	93	,	,	PUNCT
dad-12448	42	94	2018	2018	NUM
dad-12448	42	95	)	)	PUNCT
dad-12448	42	96	.	.	PUNCT
dad-12448	43	1	even	even	ADV
dad-12448	43	2	large	large	ADJ
dad-12448	43	3	changes	change	NOUN
dad-12448	43	4	in	in	ADP
dad-12448	43	5	essay	essay	ADJ
dad-12448	43	6	content	content	NOUN
dad-12448	43	7	do	do	AUX
dad-12448	43	8	not	not	PART
dad-12448	43	9	lead	lead	VERB
dad-12448	43	10	to	to	ADP
dad-12448	43	11	significant	significant	ADJ
dad-12448	43	12	change	change	NOUN
dad-12448	43	13	in	in	ADP
dad-12448	43	14	scores	score	NOUN
dad-12448	43	15	.	.	PUNCT
dad-12448	44	1	for	for	ADP
dad-12448	44	2	instance	instance	NOUN
dad-12448	44	3	,	,	PUNCT
dad-12448	44	4	kumar	kumar	PROPN
dad-12448	44	5	et	et	PROPN
dad-12448	44	6	al	al	PROPN
dad-12448	44	7	.	.	PROPN
dad-12448	45	1	(	(	PUNCT
dad-12448	45	2	2020	2020	NUM
dad-12448	45	3	)	)	PUNCT
dad-12448	45	4	showed	show	VERB
dad-12448	45	5	that	that	SCONJ
dad-12448	45	6	even	even	ADV
dad-12448	45	7	after	after	ADP
dad-12448	45	8	changing	change	VERB
dad-12448	45	9	20	20	NUM
dad-12448	45	10	%	%	NOUN
dad-12448	45	11	words	word	NOUN
dad-12448	45	12	of	of	ADP
dad-12448	45	13	an	an	DET
dad-12448	45	14	essay	essay	NOUN
dad-12448	45	15	,	,	PUNCT
dad-12448	45	16	the	the	DET
dad-12448	45	17	scores	score	NOUN
dad-12448	45	18	do	do	AUX
dad-12448	45	19	not	not	PART
dad-12448	45	20	change	change	VERB
dad-12448	45	21	much	much	ADJ
dad-12448	45	22	.	.	PUNCT
dad-12448	46	1	we	we	PRON
dad-12448	46	2	extend	extend	VERB
dad-12448	46	3	this	this	DET
dad-12448	46	4	line	line	NOUN
dad-12448	46	5	of	of	ADP
dad-12448	46	6	work	work	NOUN
dad-12448	46	7	by	by	ADP
dad-12448	46	8	addressing	address	VERB
dad-12448	46	9	why	why	SCONJ
dad-12448	46	10	the	the	DET
dad-12448	46	11	models	model	NOUN
dad-12448	46	12	are	be	AUX
dad-12448	46	13	overstable	overstable	ADJ
dad-12448	46	14	.	.	PUNCT
dad-12448	47	1	extending	extend	VERB
dad-12448	47	2	these	these	DET
dad-12448	47	3	studies	study	NOUN
dad-12448	47	4	further	far	ADV
dad-12448	47	5	(	(	PUNCT
dad-12448	47	6	§	§	NOUN
dad-12448	47	7	4.1	4.1	NUM
dad-12448	47	8	)	)	PUNCT
dad-12448	47	9	,	,	PUNCT
dad-12448	47	10	we	we	PRON
dad-12448	47	11	investigate	investigate	VERB
dad-12448	47	12	aes	aes	NOUN
dad-12448	47	13	overstability	overstability	NOUN
dad-12448	47	14	from	from	ADP
dad-12448	47	15	the	the	DET
dad-12448	47	16	perspective	perspective	NOUN
dad-12448	47	17	of	of	ADP
dad-12448	47	18	discourse	discourse	NOUN
dad-12448	47	19	,	,	PUNCT
dad-12448	47	20	coherence	coherence	NOUN
dad-12448	47	21	,	,	PUNCT
dad-12448	47	22	facts	fact	NOUN
dad-12448	47	23	,	,	PUNCT
dad-12448	47	24	vocabulary	vocabulary	ADJ
dad-12448	47	25	,	,	PUNCT
dad-12448	47	26	length	length	NOUN
dad-12448	47	27	,	,	PUNCT
dad-12448	47	28	grammar	grammar	NOUN
dad-12448	47	29	and	and	CCONJ
dad-12448	47	30	word	word	NOUN
dad-12448	47	31	choice	choice	NOUN
dad-12448	47	32	.	.	PUNCT
dad-12448	48	1	we	we	PRON
dad-12448	48	2	do	do	VERB
dad-12448	48	3	this	this	PRON
dad-12448	48	4	by	by	ADP
dad-12448	48	5	using	use	VERB
dad-12448	48	6	integrated	integrated	ADJ
dad-12448	48	7	gradients	gradient	NOUN
dad-12448	48	8	(	(	PUNCT
dad-12448	48	9	§	§	NOUN
dad-12448	48	10	3.2	3.2	NUM
dad-12448	48	11	)	)	PUNCT
dad-12448	48	12	,	,	PUNCT
dad-12448	48	13	where	where	SCONJ
dad-12448	48	14	we	we	PRON
dad-12448	48	15	find	find	VERB
dad-12448	48	16	and	and	CCONJ
dad-12448	48	17	visualize	visualize	VERB
dad-12448	48	18	the	the	DET
dad-12448	48	19	most	most	ADV
dad-12448	48	20	important	important	ADJ
dad-12448	48	21	words	word	NOUN
dad-12448	48	22	for	for	ADP
dad-12448	48	23	scoring	score	VERB
dad-12448	48	24	an	an	DET
dad-12448	48	25	essay	essay	NOUN
dad-12448	48	26	(	(	PUNCT
dad-12448	48	27	sundararajan	sundararajan	NOUN
dad-12448	48	28	et	et	PROPN
dad-12448	48	29	al	al	PROPN
dad-12448	48	30	.	.	PROPN
dad-12448	48	31	,	,	PUNCT
dad-12448	48	32	2017	2017	NUM
dad-12448	48	33	)	)	PUNCT
dad-12448	48	34	.	.	PUNCT
dad-12448	49	1	we	we	PRON
dad-12448	49	2	find	find	VERB
dad-12448	49	3	that	that	SCONJ
dad-12448	49	4	the	the	DET
dad-12448	49	5	models	model	NOUN
dad-12448	49	6	despite	despite	SCONJ
dad-12448	49	7	using	use	VERB
dad-12448	49	8	rich	rich	ADJ
dad-12448	49	9	contextual	contextual	ADJ
dad-12448	49	10	embeddings	embedding	NOUN
dad-12448	49	11	and	and	CCONJ
dad-12448	49	12	deep	deep	ADJ
dad-12448	49	13	learning	learning	NOUN
dad-12448	49	14	architectures	architecture	NOUN
dad-12448	49	15	,	,	PUNCT
dad-12448	49	16	are	be	AUX
dad-12448	49	17	essentially	essentially	ADV
dad-12448	49	18	behaving	behave	VERB
dad-12448	49	19	as	as	ADP
dad-12448	49	20	bag	bag	NOUN
dad-12448	49	21	-	-	PUNCT
dad-12448	49	22	of	of	ADP
dad-12448	49	23	-	-	PUNCT
dad-12448	49	24	words	word	NOUN
dad-12448	49	25	models	model	NOUN
dad-12448	49	26	.	.	PUNCT
dad-12448	50	1	further	far	ADV
dad-12448	50	2	,	,	PUNCT
dad-12448	50	3	we	we	PRON
dad-12448	50	4	develop	develop	VERB
dad-12448	50	5	models	model	NOUN
dad-12448	50	6	through	through	ADP
dad-12448	50	7	which	which	PRON
dad-12448	50	8	we	we	PRON
dad-12448	50	9	are	be	AUX
dad-12448	50	10	able	able	ADJ
dad-12448	50	11	to	to	PART
dad-12448	50	12	improve	improve	VERB
dad-12448	50	13	the	the	DET
dad-12448	50	14	adversarial	adversarial	ADJ
dad-12448	50	15	attack	attack	NOUN
dad-12448	50	16	strength	strength	NOUN
dad-12448	50	17	(	(	PUNCT
dad-12448	50	18	§	§	PROPN
dad-12448	50	19	4.1.2	4.1.2	NUM
dad-12448	50	20	)	)	PUNCT
dad-12448	50	21	.	.	PUNCT
dad-12448	51	1	for	for	ADP
dad-12448	51	2	example	example	NOUN
dad-12448	51	3	,	,	PUNCT
dad-12448	51	4	for	for	ADP
dad-12448	51	5	memory	memory	NOUN
dad-12448	51	6	networks	network	NOUN
dad-12448	51	7	scoring	scoring	NOUN
dad-12448	51	8	model	model	NOUN
dad-12448	51	9	(	(	PUNCT
dad-12448	51	10	zhao	zhao	PROPN
dad-12448	51	11	et	et	PROPN
dad-12448	51	12	al	al	PROPN
dad-12448	51	13	.	.	PROPN
dad-12448	51	14	,	,	PUNCT
dad-12448	51	15	2017	2017	NUM
dad-12448	51	16	)	)	PUNCT
dad-12448	51	17	,	,	PUNCT
dad-12448	51	18	we	we	PRON
dad-12448	51	19	delete	delete	VERB
dad-12448	51	20	40	40	NUM
dad-12448	51	21	%	%	NOUN
dad-12448	51	22	words	word	NOUN
dad-12448	51	23	from	from	ADP
dad-12448	51	24	essays	essay	NOUN
dad-12448	51	25	without	without	ADP
dad-12448	51	26	significantly	significantly	ADV
dad-12448	51	27	changing	change	VERB
dad-12448	51	28	score	score	NOUN
dad-12448	51	29	(	(	PUNCT
dad-12448	51	30	<	<	NOUN
dad-12448	51	31	1	1	NUM
dad-12448	51	32	%	%	NOUN
dad-12448	51	33	)	)	PUNCT
dad-12448	51	34	,	,	PUNCT
dad-12448	51	35	whereas	whereas	SCONJ
dad-12448	51	36	kumar	kumar	PROPN
dad-12448	51	37	et	et	PROPN
dad-12448	51	38	al	al	PROPN
dad-12448	51	39	.	.	PROPN
dad-12448	52	1	(	(	PUNCT
dad-12448	52	2	2020	2020	NUM
dad-12448	52	3	)	)	PUNCT
dad-12448	52	4	observed	observe	VERB
dad-12448	52	5	that	that	SCONJ
dad-12448	52	6	deleting	delete	VERB
dad-12448	52	7	a	a	DET
dad-12448	52	8	similar	similar	ADJ
dad-12448	52	9	number	number	NOUN
dad-12448	52	10	of	of	ADP
dad-12448	52	11	words	word	NOUN
dad-12448	52	12	resulted	result	VERB
dad-12448	52	13	in	in	ADP
dad-12448	52	14	a	a	DET
dad-12448	52	15	decrease	decrease	NOUN
dad-12448	52	16	of	of	ADP
dad-12448	52	17	20	20	NUM
dad-12448	52	18	%	%	NOUN
dad-12448	52	19	scores	score	NOUN
dad-12448	52	20	for	for	ADP
dad-12448	52	21	the	the	DET
dad-12448	52	22	same	same	ADJ
dad-12448	52	23	model	model	NOUN
dad-12448	52	24	.	.	PUNCT
dad-12448	53	1	2	2	NUM
dad-12448	53	2	)	)	PUNCT
dad-12448	53	3	while	while	SCONJ
dad-12448	53	4	there	there	PRON
dad-12448	53	5	has	have	AUX
dad-12448	53	6	been	be	AUX
dad-12448	53	7	much	much	ADJ
dad-12448	53	8	work	work	NOUN
dad-12448	53	9	on	on	ADP
dad-12448	53	10	aes	aes	NOUN
dad-12448	53	11	overstability	overstability	NOUN
dad-12448	53	12	(	(	PUNCT
dad-12448	53	13	kumar	kumar	PROPN
dad-12448	53	14	et	et	PROPN
dad-12448	53	15	al	al	PROPN
dad-12448	53	16	.	.	PROPN
dad-12448	53	17	,	,	PUNCT
dad-12448	53	18	2020	2020	NUM
dad-12448	53	19	;	;	PUNCT
dad-12448	53	20	perelman	perelman	NOUN
dad-12448	53	21	,	,	PUNCT
dad-12448	53	22	2014	2014	NUM
dad-12448	53	23	;	;	PUNCT
dad-12448	53	24	powers	power	NOUN
dad-12448	53	25	et	et	PROPN
dad-12448	53	26	al	al	PROPN
dad-12448	53	27	.	.	PROPN
dad-12448	53	28	,	,	PUNCT
dad-12448	53	29	2001	2001	NUM
dad-12448	53	30	)	)	PUNCT
dad-12448	53	31	,	,	PUNCT
dad-12448	53	32	there	there	PRON
dad-12448	53	33	has	have	AUX
dad-12448	53	34	been	be	AUX
dad-12448	53	35	little	little	ADJ
dad-12448	53	36	work	work	NOUN
dad-12448	53	37	on	on	ADP
dad-12448	53	38	aes	aes	NOUN
dad-12448	53	39	oversensitivity	oversensitivity	NOUN
dad-12448	53	40	.	.	PUNCT
dad-12448	54	1	building	build	VERB
dad-12448	54	2	on	on	ADP
dad-12448	54	3	this	this	DET
dad-12448	54	4	research	research	NOUN
dad-12448	54	5	gap	gap	NOUN
dad-12448	54	6	,	,	PUNCT
dad-12448	54	7	by	by	ADP
dad-12448	54	8	using	use	VERB
dad-12448	54	9	adversarial	adversarial	ADJ
dad-12448	54	10	triggers	trigger	NOUN
dad-12448	54	11	,	,	PUNCT
dad-12448	54	12	we	we	PRON
dad-12448	54	13	find	find	VERB
dad-12448	54	14	that	that	SCONJ
dad-12448	54	15	the	the	DET
dad-12448	54	16	aes	aes	NOUN
dad-12448	54	17	models	model	NOUN
dad-12448	54	18	are	be	AUX
dad-12448	54	19	also	also	ADV
dad-12448	54	20	oversensitive	oversensitive	ADJ
dad-12448	54	21	,	,	PUNCT
dad-12448	54	22	i.e.	i.e.	X
dad-12448	54	23	,	,	PUNCT
dad-12448	54	24	small	small	ADJ
dad-12448	54	25	changes	change	NOUN
dad-12448	54	26	in	in	ADP
dad-12448	54	27	an	an	DET
dad-12448	54	28	essay	essay	NOUN
dad-12448	54	29	can	can	AUX
dad-12448	54	30	lead	lead	VERB
dad-12448	54	31	to	to	ADP
dad-12448	54	32	large	large	ADJ
dad-12448	54	33	change	change	NOUN
dad-12448	54	34	in	in	ADP
dad-12448	54	35	scores	score	NOUN
dad-12448	54	36	(	(	PUNCT
dad-12448	54	37	§	§	NOUN
dad-12448	54	38	4.2	4.2	NUM
dad-12448	54	39	)	)	PUNCT
dad-12448	54	40	.	.	PUNCT
dad-12448	55	1	we	we	PRON
dad-12448	55	2	find	find	VERB
dad-12448	55	3	that	that	SCONJ
dad-12448	55	4	,	,	PUNCT
dad-12448	55	5	by	by	ADP
dad-12448	55	6	just	just	ADV
dad-12448	55	7	adding	add	VERB
dad-12448	55	8	3	3	NUM
dad-12448	55	9	words	word	NOUN
dad-12448	55	10	in	in	ADP
dad-12448	55	11	an	an	DET
dad-12448	55	12	essay	essay	NOUN
dad-12448	55	13	containing	contain	VERB
dad-12448	55	14	350	350	NUM
dad-12448	55	15	words	word	NOUN
dad-12448	55	16	(	(	PUNCT
dad-12448	55	17	<	<	NOUN
dad-12448	55	18	1	1	NUM
dad-12448	55	19	%	%	NOUN
dad-12448	55	20	change	change	NOUN
dad-12448	55	21	)	)	PUNCT
dad-12448	55	22	,	,	PUNCT
dad-12448	55	23	we	we	PRON
dad-12448	55	24	are	be	AUX
dad-12448	55	25	able	able	ADJ
dad-12448	55	26	to	to	PART
dad-12448	55	27	change	change	VERB
dad-12448	55	28	the	the	DET
dad-12448	55	29	predicted	predict	VERB
dad-12448	55	30	score	score	NOUN
dad-12448	55	31	by	by	ADP
dad-12448	55	32	50	50	NUM
dad-12448	55	33	%	%	NOUN
dad-12448	55	34	(	(	PUNCT
dad-12448	55	35	absolute	absolute	ADJ
dad-12448	55	36	)	)	PUNCT
dad-12448	55	37	.	.	PUNCT
dad-12448	56	1	we	we	PRON
dad-12448	56	2	explain	explain	VERB
dad-12448	56	3	the	the	DET
dad-12448	56	4	oversensitivity	oversensitivity	NOUN
dad-12448	56	5	of	of	ADP
dad-12448	56	6	aes	aes	NOUN
dad-12448	56	7	systems	system	NOUN
dad-12448	56	8	using	use	VERB
dad-12448	56	9	integrated	integrated	ADJ
dad-12448	56	10	gradients	gradient	NOUN
dad-12448	56	11	(	(	PUNCT
dad-12448	56	12	sundararajan	sundararajan	NOUN
dad-12448	56	13	et	et	PROPN
dad-12448	56	14	al	al	PROPN
dad-12448	56	15	.	.	PROPN
dad-12448	56	16	,	,	PUNCT
dad-12448	56	17	2017	2017	NUM
dad-12448	56	18	)	)	PUNCT
dad-12448	56	19	,	,	PUNCT
dad-12448	56	20	a	a	DET
dad-12448	56	21	principled	principled	ADJ
dad-12448	56	22	tool	tool	NOUN
dad-12448	56	23	to	to	PART
dad-12448	56	24	discover	discover	VERB
dad-12448	56	25	the	the	DET
dad-12448	56	26	importance	importance	NOUN
dad-12448	56	27	of	of	ADP
dad-12448	56	28	parts	part	NOUN
dad-12448	56	29	of	of	ADP
dad-12448	56	30	an	an	DET
dad-12448	56	31	input	input	NOUN
dad-12448	56	32	.	.	PUNCT
dad-12448	57	1	the	the	DET
dad-12448	57	2	results	result	NOUN
dad-12448	57	3	show	show	VERB
dad-12448	57	4	that	that	SCONJ
dad-12448	57	5	the	the	DET
dad-12448	57	6	trigger	trigger	NOUN
dad-12448	57	7	words	word	NOUN
dad-12448	57	8	added	add	VERB
dad-12448	57	9	to	to	ADP
dad-12448	57	10	an	an	DET
dad-12448	57	11	essay	essay	NOUN
dad-12448	57	12	get	get	VERB
dad-12448	57	13	unusually	unusually	ADV
dad-12448	57	14	high	high	ADJ
dad-12448	57	15	attribution	attribution	NOUN
dad-12448	57	16	.	.	PUNCT
dad-12448	58	1	additionally	additionally	ADV
dad-12448	58	2	,	,	PUNCT
dad-12448	58	3	we	we	PRON
dad-12448	58	4	find	find	VERB
dad-12448	58	5	the	the	DET
dad-12448	58	6	trigger	trigger	NOUN
dad-12448	58	7	words	word	NOUN
dad-12448	58	8	have	have	VERB
dad-12448	58	9	usually	usually	ADV
dad-12448	58	10	high	high	ADJ
dad-12448	58	11	co	co	NOUN
dad-12448	58	12	-	-	NOUN
dad-12448	58	13	occurrence	occurrence	NOUN
dad-12448	58	14	with	with	ADP
dad-12448	58	15	certain	certain	ADJ
dad-12448	58	16	score	score	NOUN
dad-12448	58	17	labels	label	NOUN
dad-12448	58	18	,	,	PUNCT
dad-12448	58	19	thus	thus	ADV
dad-12448	58	20	indicating	indicate	VERB
dad-12448	58	21	that	that	SCONJ
dad-12448	58	22	the	the	DET
dad-12448	58	23	models	model	NOUN
dad-12448	58	24	are	be	AUX
dad-12448	58	25	relying	rely	VERB
dad-12448	58	26	on	on	ADP
dad-12448	58	27	spurious	spurious	ADJ
dad-12448	58	28	correlations	correlation	NOUN
dad-12448	58	29	causing	cause	VERB
dad-12448	58	30	them	they	PRON
dad-12448	58	31	to	to	PART
dad-12448	58	32	be	be	AUX
dad-12448	58	33	oversensitive	oversensitive	ADJ
dad-12448	58	34	(	(	PUNCT
dad-12448	58	35	§	§	NOUN
dad-12448	58	36	4.2.4	4.2.4	NUM
dad-12448	58	37	)	)	PUNCT
dad-12448	58	38	.	.	PUNCT
dad-12448	59	1	we	we	PRON
dad-12448	59	2	validate	validate	VERB
dad-12448	59	3	both	both	CCONJ
dad-12448	59	4	the	the	DET
dad-12448	59	5	oversensitive	oversensitive	ADJ
dad-12448	59	6	and	and	CCONJ
dad-12448	59	7	overstable	overstable	ADJ
dad-12448	59	8	sample	sample	NOUN
dad-12448	59	9	in	in	ADP
dad-12448	59	10	a	a	DET
dad-12448	59	11	human	human	ADJ
dad-12448	59	12	study	study	NOUN
dad-12448	59	13	(	(	PUNCT
dad-12448	59	14	§	§	NOUN
dad-12448	59	15	5	5	NUM
dad-12448	59	16	)	)	PUNCT
dad-12448	59	17	.	.	PUNCT
dad-12448	60	1	we	we	PRON
dad-12448	60	2	ask	ask	VERB
dad-12448	60	3	the	the	DET
dad-12448	60	4	annotators	annotator	NOUN
dad-12448	60	5	whether	whether	SCONJ
dad-12448	60	6	the	the	DET
dad-12448	60	7	scores	score	NOUN
dad-12448	60	8	given	give	VERB
dad-12448	60	9	by	by	ADP
dad-12448	60	10	aes	aes	NOUN
dad-12448	60	11	models	model	NOUN
dad-12448	60	12	are	be	AUX
dad-12448	60	13	right	right	ADJ
dad-12448	60	14	by	by	ADP
dad-12448	60	15	providing	provide	VERB
dad-12448	60	16	them	they	PRON
dad-12448	60	17	with	with	ADP
dad-12448	60	18	both	both	CCONJ
dad-12448	60	19	original	original	ADJ
dad-12448	60	20	and	and	CCONJ
dad-12448	60	21	modified	modified	ADJ
dad-12448	60	22	essay	essay	NOUN
dad-12448	60	23	responses	response	NOUN
dad-12448	60	24	and	and	CCONJ
dad-12448	60	25	scores	score	NOUN
dad-12448	60	26	.	.	PUNCT
dad-12448	61	1	3	3	X
dad-12448	61	2	)	)	PUNCT
dad-12448	61	3	while	while	SCONJ
dad-12448	61	4	much	much	ADJ
dad-12448	61	5	previous	previous	ADJ
dad-12448	61	6	research	research	NOUN
dad-12448	61	7	in	in	ADP
dad-12448	61	8	the	the	DET
dad-12448	61	9	linguistic	linguistic	ADJ
dad-12448	61	10	field	field	NOUN
dad-12448	61	11	studies	study	NOUN
dad-12448	61	12	how	how	SCONJ
dad-12448	61	13	essay	essay	ADJ
dad-12448	61	14	scoring	scoring	NOUN
dad-12448	61	15	systems	system	NOUN
dad-12448	61	16	can	can	AUX
dad-12448	61	17	be	be	AUX
dad-12448	61	18	fooled	fool	VERB
dad-12448	61	19	,	,	PUNCT
dad-12448	61	20	for	for	ADP
dad-12448	61	21	the	the	DET
dad-12448	61	22	first	first	ADJ
dad-12448	61	23	time	time	NOUN
dad-12448	61	24	,	,	PUNCT
dad-12448	61	25	we	we	PRON
dad-12448	61	26	propose	propose	VERB
dad-12448	61	27	models	model	NOUN
dad-12448	61	28	that	that	PRON
dad-12448	61	29	can	can	AUX
dad-12448	61	30	detect	detect	VERB
dad-12448	61	31	samples	sample	NOUN
dad-12448	61	32	causing	cause	VERB
dad-12448	61	33	overstability	overstability	NOUN
dad-12448	61	34	and	and	CCONJ
dad-12448	61	35	oversensitivity	oversensitivity	NOUN
dad-12448	61	36	(	(	PUNCT
dad-12448	61	37	pham	pham	PROPN
dad-12448	61	38	et	et	PROPN
dad-12448	61	39	al	al	PROPN
dad-12448	61	40	.	.	PROPN
dad-12448	61	41	,	,	PUNCT
dad-12448	61	42	2021	2021	NUM
dad-12448	61	43	;	;	PUNCT
dad-12448	61	44	kumar	kumar	PROPN
dad-12448	61	45	et	et	PROPN
dad-12448	61	46	al	al	PROPN
dad-12448	61	47	.	.	PROPN
dad-12448	61	48	,	,	PUNCT
dad-12448	61	49	2020	2020	NUM
dad-12448	61	50	;	;	PUNCT
dad-12448	61	51	perelman	perelman	NOUN
dad-12448	61	52	,	,	PUNCT
dad-12448	61	53	2020	2020	NUM
dad-12448	61	54	)	)	PUNCT
dad-12448	61	55	.	.	PUNCT
dad-12448	62	1	our	our	PRON
dad-12448	62	2	models	model	NOUN
dad-12448	62	3	are	be	AUX
dad-12448	62	4	able	able	ADJ
dad-12448	62	5	to	to	PART
dad-12448	62	6	detect	detect	VERB
dad-12448	62	7	both	both	DET
dad-12448	62	8	overstability	overstability	NOUN
dad-12448	62	9	and	and	CCONJ
dad-12448	62	10	samples	sample	NOUN
dad-12448	62	11	causing	cause	VERB
dad-12448	62	12	oversensitivity	oversensitivity	NOUN
dad-12448	62	13	with	with	ADP
dad-12448	62	14	high	high	ADJ
dad-12448	62	15	accuracies	accuracy	NOUN
dad-12448	62	16	(	(	PUNCT
dad-12448	62	17	>	>	SYM
dad-12448	62	18	90	90	NUM
dad-12448	62	19	%	%	NOUN
dad-12448	62	20	in	in	ADP
dad-12448	62	21	most	most	ADJ
dad-12448	62	22	cases	case	NOUN
dad-12448	62	23	)	)	PUNCT
dad-12448	62	24	(	(	PUNCT
dad-12448	62	25	§	§	NOUN
dad-12448	62	26	6	6	NUM
dad-12448	62	27	)	)	PUNCT
dad-12448	62	28	.	.	PUNCT
dad-12448	63	1	also	also	ADV
dad-12448	63	2	,	,	PUNCT
dad-12448	63	3	for	for	ADP
dad-12448	63	4	the	the	DET
dad-12448	63	5	first	first	ADJ
dad-12448	63	6	time	time	NOUN
dad-12448	63	7	in	in	ADP
dad-12448	63	8	the	the	DET
dad-12448	63	9	literature	literature	NOUN
dad-12448	63	10	,	,	PUNCT
dad-12448	63	11	through	through	ADP
dad-12448	63	12	these	these	DET
dad-12448	63	13	solutions	solution	NOUN
dad-12448	63	14	,	,	PUNCT
dad-12448	63	15	we	we	PRON
dad-12448	63	16	propose	propose	VERB
dad-12448	63	17	a	a	DET
dad-12448	63	18	simple	simple	ADJ
dad-12448	63	19	yet	yet	CCONJ
dad-12448	63	20	effective	effective	ADJ
dad-12448	63	21	solution	solution	NOUN
dad-12448	63	22	for	for	ADP
dad-12448	63	23	universal	universal	ADJ
dad-12448	63	24	adversarial	adversarial	ADJ
dad-12448	63	25	peturbation	peturbation	NOUN
dad-12448	63	26	(	(	PUNCT
dad-12448	63	27	§	§	NOUN
dad-12448	63	28	6.1	6.1	NUM
dad-12448	63	29	)	)	PUNCT
dad-12448	63	30	.	.	PUNCT
dad-12448	64	1	these	these	DET
dad-12448	64	2	models	model	NOUN
dad-12448	64	3	,	,	PUNCT
dad-12448	64	4	apart	apart	ADV
dad-12448	64	5	from	from	ADP
dad-12448	64	6	defending	defend	VERB
dad-12448	64	7	aes	aes	NOUN
dad-12448	64	8	systems	system	NOUN
dad-12448	64	9	against	against	ADP
dad-12448	64	10	samples	sample	NOUN
dad-12448	64	11	causing	cause	VERB
dad-12448	64	12	oversensitivity	oversensitivity	NOUN
dad-12448	64	13	and	and	CCONJ
dad-12448	64	14	overstability	overstability	NOUN
dad-12448	64	15	,	,	PUNCT
dad-12448	64	16	can	can	AUX
dad-12448	64	17	also	also	ADV
dad-12448	64	18	inform	inform	VERB
dad-12448	64	19	effective	effective	ADJ
dad-12448	64	20	human	human	ADJ
dad-12448	64	21	intervention	intervention	NOUN
dad-12448	64	22	strategy	strategy	NOUN
dad-12448	64	23	.	.	PUNCT
dad-12448	65	1	for	for	ADP
dad-12448	65	2	instance	instance	NOUN
dad-12448	65	3	,	,	PUNCT
dad-12448	65	4	aes	aes	NOUN
dad-12448	65	5	deployments	deployment	NOUN
dad-12448	65	6	either	either	CCONJ
dad-12448	65	7	completely	completely	ADV
dad-12448	65	8	rely	rely	VERB
dad-12448	65	9	on	on	ADP
dad-12448	65	10	double	double	ADJ
dad-12448	65	11	scoring	scoring	NOUN
dad-12448	65	12	essay	essay	ADJ
dad-12448	65	13	samples	sample	NOUN
dad-12448	65	14	(	(	PUNCT
dad-12448	65	15	human	human	NOUN
dad-12448	65	16	and	and	CCONJ
dad-12448	65	17	machine	machine	NOUN
dad-12448	65	18	)	)	PUNCT
dad-12448	65	19	or	or	CCONJ
dad-12448	65	20	solely	solely	ADV
dad-12448	65	21	on	on	ADP
dad-12448	65	22	machine	machine	NOUN
dad-12448	65	23	ratings	rating	NOUN
dad-12448	65	24	alone	alone	ADV
dad-12448	65	25	(	(	PUNCT
dad-12448	65	26	ets	et	NOUN
dad-12448	65	27	,	,	PUNCT
dad-12448	65	28	2020a	2020a	NUM
dad-12448	65	29	;	;	PUNCT
dad-12448	65	30	singla	singla	PRON
dad-12448	65	31	et	et	NOUN
dad-12448	65	32	al	al	PROPN
dad-12448	65	33	.	.	PROPN
dad-12448	65	34	,	,	PUNCT
dad-12448	65	35	2022a	2022a	NUM
dad-12448	65	36	)	)	PUNCT
dad-12448	65	37	.	.	PUNCT
dad-12448	66	1	with	with	ADP
dad-12448	66	2	the	the	DET
dad-12448	66	3	developed	develop	VERB
dad-12448	66	4	model	model	NOUN
dad-12448	66	5	,	,	PUNCT
dad-12448	66	6	aes	aes	NOUN
dad-12448	66	7	deployments	deployment	NOUN
dad-12448	66	8	can	can	AUX
dad-12448	66	9	choose	choose	VERB
dad-12448	66	10	to	to	PART
dad-12448	66	11	have	have	VERB
dad-12448	66	12	an	an	DET
dad-12448	66	13	effective	effective	ADJ
dad-12448	66	14	middle	middle	ADJ
dad-12448	66	15	ground	ground	NOUN
dad-12448	66	16	by	by	ADP
dad-12448	66	17	selecting	select	VERB
dad-12448	66	18	samples	sample	NOUN
dad-12448	66	19	for	for	ADP
dad-12448	66	20	human	human	ADJ
dad-12448	66	21	testing	testing	NOUN
dad-12448	66	22	and	and	CCONJ
dad-12448	66	23	intervention	intervention	NOUN
dad-12448	66	24	more	more	ADV
dad-12448	66	25	effectively	effectively	ADV
dad-12448	66	26	.	.	PUNCT
dad-12448	67	1	public	public	ADJ
dad-12448	67	2	school	school	NOUN
dad-12448	67	3	systems	system	NOUN
dad-12448	67	4	,	,	PUNCT
dad-12448	67	5	e.g.	e.g.	ADV
dad-12448	67	6	,	,	PUNCT
dad-12448	67	7	in	in	ADP
dad-12448	67	8	ohio	ohio	PROPN
dad-12448	67	9	which	which	PRON
dad-12448	67	10	use	use	VERB
dad-12448	67	11	automatic	automatic	ADJ
dad-12448	67	12	scoring	scoring	NOUN
dad-12448	67	13	without	without	ADP
dad-12448	67	14	any	any	DET
dad-12448	67	15	human	human	ADJ
dad-12448	67	16	interventions	intervention	NOUN
dad-12448	67	17	can	can	AUX
dad-12448	67	18	select	select	VERB
dad-12448	67	19	samples	sample	NOUN
dad-12448	67	20	using	use	VERB
dad-12448	67	21	these	these	DET
dad-12448	67	22	models	model	NOUN
dad-12448	67	23	for	for	ADP
dad-12448	67	24	limited	limited	ADJ
dad-12448	67	25	human	human	ADJ
dad-12448	67	26	intervention	intervention	NOUN
dad-12448	67	27	(	(	PUNCT
dad-12448	67	28	o’donnell	o’donnell	PROPN
dad-12448	67	29	,	,	PUNCT
dad-12448	67	30	2020	2020	NUM
dad-12448	67	31	;	;	PUNCT
dad-12448	67	32	institute	institute	NOUN
dad-12448	67	33	,	,	PUNCT
dad-12448	67	34	2020	2020	NUM
dad-12448	67	35	)	)	PUNCT
dad-12448	67	36	.	.	PUNCT
dad-12448	68	1	for	for	ADP
dad-12448	68	2	this	this	PRON
dad-12448	68	3	,	,	PUNCT
dad-12448	68	4	we	we	PRON
dad-12448	68	5	also	also	ADV
dad-12448	68	6	conduct	conduct	VERB
dad-12448	68	7	a	a	DET
dad-12448	68	8	small	small	ADJ
dad-12448	68	9	-	-	PUNCT
dad-12448	68	10	scale	scale	NOUN
dad-12448	68	11	pilot	pilot	NOUN
dad-12448	68	12	study	study	NOUN
dad-12448	68	13	on	on	ADP
dad-12448	68	14	the	the	DET
dad-12448	68	15	aes	aes	PROPN
dad-12448	68	16	deployment	deployment	NOUN
dad-12448	68	17	of	of	ADP
dad-12448	68	18	a	a	DET
dad-12448	68	19	major	major	ADJ
dad-12448	68	20	language	language	NOUN
dad-12448	68	21	testing	testing	NOUN
dad-12448	68	22	company	company	NOUN
dad-12448	68	23	proving	prove	VERB
dad-12448	68	24	the	the	DET
dad-12448	68	25	efficacy	efficacy	NOUN
dad-12448	68	26	of	of	ADP
dad-12448	68	27	the	the	DET
dad-12448	68	28	system	system	NOUN
dad-12448	68	29	(	(	PUNCT
dad-12448	68	30	§	§	NOUN
dad-12448	68	31	6.3	6.3	NUM
dad-12448	68	32	)	)	PUNCT
dad-12448	68	33	.	.	PUNCT
dad-12448	69	1	previous	previous	ADJ
dad-12448	69	2	solutions	solution	NOUN
dad-12448	69	3	for	for	ADP
dad-12448	69	4	human	human	ADJ
dad-12448	69	5	interventions	intervention	NOUN
dad-12448	69	6	optimization	optimization	NOUN
dad-12448	69	7	rely	rely	VERB
dad-12448	69	8	on	on	ADP
dad-12448	69	9	brittle	brittle	ADJ
dad-12448	69	10	features	feature	NOUN
dad-12448	69	11	such	such	ADJ
dad-12448	69	12	as	as	ADP
dad-12448	69	13	number	number	NOUN
dad-12448	69	14	of	of	ADP
dad-12448	69	15	words	word	NOUN
dad-12448	69	16	and	and	CCONJ
dad-12448	69	17	content	content	NOUN
dad-12448	69	18	modeling	modeling	NOUN
dad-12448	69	19	approaches	approach	NOUN
dad-12448	69	20	like	like	ADP
dad-12448	69	21	off	off	ADP
dad-12448	69	22	-	-	PUNCT
dad-12448	69	23	topic	topic	NOUN
dad-12448	69	24	3	3	NUM
dad-12448	69	25	singla	singla	NOUN
dad-12448	69	26	,	,	PUNCT
dad-12448	69	27	parekh	parekh	PROPN
dad-12448	69	28	,	,	PUNCT
dad-12448	69	29	singh	singh	PROPN
dad-12448	69	30	,	,	PUNCT
dad-12448	69	31	li	li	PROPN
dad-12448	69	32	,	,	PUNCT
dad-12448	69	33	shah	shah	PROPN
dad-12448	69	34	and	and	CCONJ
dad-12448	69	35	chen	chen	PROPN
dad-12448	69	36	detection	detection	PROPN
dad-12448	69	37	(	(	PUNCT
dad-12448	69	38	yoon	yoon	PROPN
dad-12448	69	39	et	et	PROPN
dad-12448	69	40	al	al	PROPN
dad-12448	69	41	.	.	PROPN
dad-12448	69	42	,	,	PUNCT
dad-12448	69	43	2018	2018	NUM
dad-12448	69	44	;	;	PUNCT
dad-12448	69	45	yoon	yoon	PROPN
dad-12448	69	46	and	and	CCONJ
dad-12448	69	47	zechner	zechner	NOUN
dad-12448	69	48	,	,	PUNCT
dad-12448	69	49	2017	2017	NUM
dad-12448	69	50	)	)	PUNCT
dad-12448	69	51	.	.	PUNCT
dad-12448	70	1	these	these	DET
dad-12448	70	2	models	model	NOUN
dad-12448	70	3	can	can	AUX
dad-12448	70	4	not	not	PART
dad-12448	70	5	detect	detect	VERB
dad-12448	70	6	adversarial	adversarial	ADJ
dad-12448	70	7	samples	sample	NOUN
dad-12448	70	8	like	like	ADP
dad-12448	70	9	the	the	DET
dad-12448	70	10	ones	one	NOUN
dad-12448	70	11	we	we	PRON
dad-12448	70	12	present	present	VERB
dad-12448	70	13	in	in	ADP
dad-12448	70	14	our	our	PRON
dad-12448	70	15	work	work	NOUN
dad-12448	70	16	.	.	PUNCT
dad-12448	71	1	we	we	PRON
dad-12448	71	2	perform	perform	VERB
dad-12448	71	3	our	our	PRON
dad-12448	71	4	experiments	experiment	NOUN
dad-12448	71	5	for	for	ADP
dad-12448	71	6	three	three	NUM
dad-12448	71	7	model	model	NOUN
dad-12448	71	8	architectures	architecture	NOUN
dad-12448	71	9	and	and	CCONJ
dad-12448	71	10	eight	eight	NUM
dad-12448	71	11	unique	unique	ADJ
dad-12448	71	12	prompts3	prompts3	NOUN
dad-12448	71	13	,	,	PUNCT
dad-12448	71	14	demonstrating	demonstrate	VERB
dad-12448	71	15	the	the	DET
dad-12448	71	16	results	result	NOUN
dad-12448	71	17	on	on	ADP
dad-12448	71	18	twenty	twenty	NUM
dad-12448	71	19	-	-	PUNCT
dad-12448	71	20	four	four	NUM
dad-12448	71	21	unique	unique	ADJ
dad-12448	71	22	model	model	NOUN
dad-12448	71	23	-	-	PUNCT
dad-12448	71	24	dataset	dataset	VERB
dad-12448	71	25	pairs	pair	NOUN
dad-12448	71	26	.	.	PUNCT
dad-12448	72	1	it	it	PRON
dad-12448	72	2	is	be	AUX
dad-12448	72	3	worth	worth	ADJ
dad-12448	72	4	noting	note	VERB
dad-12448	72	5	that	that	SCONJ
dad-12448	72	6	our	our	PRON
dad-12448	72	7	goal	goal	NOUN
dad-12448	72	8	in	in	ADP
dad-12448	72	9	this	this	DET
dad-12448	72	10	paper	paper	NOUN
dad-12448	72	11	is	be	AUX
dad-12448	72	12	not	not	PART
dad-12448	72	13	to	to	PART
dad-12448	72	14	argue	argue	VERB
dad-12448	72	15	against	against	ADP
dad-12448	72	16	aes	aes	PROPN
dad-12448	72	17	systems	system	NOUN
dad-12448	72	18	and	and	CCONJ
dad-12448	72	19	their	their	PRON
dad-12448	72	20	applications	application	NOUN
dad-12448	72	21	.	.	PUNCT
dad-12448	73	1	rather	rather	ADV
dad-12448	73	2	,	,	PUNCT
dad-12448	73	3	our	our	PRON
dad-12448	73	4	goal	goal	NOUN
dad-12448	73	5	is	be	AUX
dad-12448	73	6	to	to	PART
dad-12448	73	7	interpret	interpret	VERB
dad-12448	73	8	how	how	SCONJ
dad-12448	73	9	deep	deep	ADJ
dad-12448	73	10	-	-	PUNCT
dad-12448	73	11	learning	learning	NOUN
dad-12448	73	12	based	base	VERB
dad-12448	73	13	scoring	scoring	NOUN
dad-12448	73	14	models	model	NOUN
dad-12448	73	15	score	score	VERB
dad-12448	73	16	essays	essay	NOUN
dad-12448	73	17	,	,	PUNCT
dad-12448	73	18	why	why	SCONJ
dad-12448	73	19	they	they	PRON
dad-12448	73	20	are	be	AUX
dad-12448	73	21	overstable	overstable	ADJ
dad-12448	73	22	and	and	CCONJ
dad-12448	73	23	oversensitive	oversensitive	ADJ
dad-12448	73	24	,	,	PUNCT
dad-12448	73	25	and	and	CCONJ
dad-12448	73	26	how	how	SCONJ
dad-12448	73	27	to	to	PART
dad-12448	73	28	solve	solve	VERB
dad-12448	73	29	the	the	DET
dad-12448	73	30	problems	problem	NOUN
dad-12448	73	31	of	of	ADP
dad-12448	73	32	oversensitivity	oversensitivity	NOUN
dad-12448	73	33	and	and	CCONJ
dad-12448	73	34	overstability	overstability	NOUN
dad-12448	73	35	.	.	PUNCT
dad-12448	74	1	we	we	PRON
dad-12448	74	2	release	release	VERB
dad-12448	74	3	all	all	DET
dad-12448	74	4	our	our	PRON
dad-12448	74	5	code	code	NOUN
dad-12448	74	6	,	,	PUNCT
dad-12448	74	7	dataset	dataset	NOUN
dad-12448	74	8	and	and	CCONJ
dad-12448	74	9	tools	tool	NOUN
dad-12448	74	10	for	for	ADP
dad-12448	74	11	public	public	ADJ
dad-12448	74	12	use	use	NOUN
dad-12448	74	13	with	with	ADP
dad-12448	74	14	the	the	DET
dad-12448	74	15	hope	hope	NOUN
dad-12448	74	16	that	that	SCONJ
dad-12448	74	17	it	it	PRON
dad-12448	74	18	will	will	AUX
dad-12448	74	19	spur	spur	VERB
dad-12448	74	20	testing	testing	NOUN
dad-12448	74	21	and	and	CCONJ
dad-12448	74	22	validation	validation	NOUN
dad-12448	74	23	of	of	ADP
dad-12448	74	24	aes	aes	PROPN
dad-12448	74	25	models	model	NOUN
dad-12448	74	26	.	.	PUNCT
dad-12448	75	1	2	2	X
dad-12448	75	2	.	.	X
dad-12448	75	3	related	relate	VERB
dad-12448	75	4	work	work	NOUN
dad-12448	75	5	the	the	DET
dad-12448	75	6	related	related	ADJ
dad-12448	75	7	work	work	NOUN
dad-12448	75	8	for	for	ADP
dad-12448	75	9	our	our	PRON
dad-12448	75	10	work	work	NOUN
dad-12448	75	11	can	can	AUX
dad-12448	75	12	be	be	AUX
dad-12448	75	13	chiefly	chiefly	ADV
dad-12448	75	14	divided	divide	VERB
dad-12448	75	15	into	into	ADP
dad-12448	75	16	two	two	NUM
dad-12448	75	17	streams	stream	NOUN
dad-12448	75	18	:	:	PUNCT
dad-12448	75	19	standardized	standardized	ADJ
dad-12448	75	20	testing	testing	NOUN
dad-12448	75	21	and	and	CCONJ
dad-12448	75	22	automatic	automatic	ADJ
dad-12448	75	23	scoring	scoring	NOUN
dad-12448	75	24	,	,	PUNCT
dad-12448	75	25	and	and	CCONJ
dad-12448	75	26	testing	testing	NOUN
dad-12448	75	27	and	and	CCONJ
dad-12448	75	28	validation	validation	NOUN
dad-12448	75	29	of	of	ADP
dad-12448	75	30	the	the	DET
dad-12448	75	31	automated	automate	VERB
dad-12448	75	32	scoring	scoring	NOUN
dad-12448	75	33	models	model	NOUN
dad-12448	75	34	developed	develop	VERB
dad-12448	75	35	.	.	PUNCT
dad-12448	76	1	automatic	automatic	ADJ
dad-12448	76	2	essay	essay	ADJ
dad-12448	76	3	scoring	scoring	NOUN
dad-12448	76	4	:	:	PUNCT
dad-12448	76	5	the	the	DET
dad-12448	76	6	education	education	NOUN
dad-12448	76	7	testing	testing	NOUN
dad-12448	76	8	research	research	NOUN
dad-12448	76	9	community	community	NOUN
dad-12448	76	10	argues	argue	VERB
dad-12448	76	11	for	for	ADP
dad-12448	76	12	using	use	VERB
dad-12448	76	13	constructresponse	constructresponse	NOUN
dad-12448	76	14	(	(	PUNCT
dad-12448	76	15	cr	cr	NOUN
dad-12448	76	16	)	)	PUNCT
dad-12448	76	17	based	base	VERB
dad-12448	76	18	testing	testing	NOUN
dad-12448	76	19	in	in	ADP
dad-12448	76	20	high	high	ADJ
dad-12448	76	21	-	-	PUNCT
dad-12448	76	22	stakes	stake	NOUN
dad-12448	76	23	scenarios	scenario	NOUN
dad-12448	76	24	(	(	PUNCT
dad-12448	76	25	higgins	higgins	PROPN
dad-12448	76	26	et	et	PROPN
dad-12448	76	27	al	al	PROPN
dad-12448	76	28	.	.	PROPN
dad-12448	76	29	,	,	PUNCT
dad-12448	76	30	2011	2011	NUM
dad-12448	76	31	)	)	PUNCT
dad-12448	76	32	.	.	PUNCT
dad-12448	77	1	well	well	ADV
dad-12448	77	2	-	-	PUNCT
dad-12448	77	3	known	know	VERB
dad-12448	77	4	tests	test	NOUN
dad-12448	77	5	such	such	ADJ
dad-12448	77	6	as	as	ADP
dad-12448	77	7	toefl	toefl	NOUN
dad-12448	77	8	,	,	PUNCT
dad-12448	77	9	gre	gre	PROPN
dad-12448	77	10	,	,	PUNCT
dad-12448	77	11	act	act	PROPN
dad-12448	77	12	,	,	PUNCT
dad-12448	77	13	linguaskill	linguaskill	NOUN
dad-12448	77	14	,	,	PUNCT
dad-12448	77	15	duolingo	duolingo	NOUN
dad-12448	77	16	english	english	PROPN
dad-12448	77	17	test	test	NOUN
dad-12448	77	18	,	,	PUNCT
dad-12448	77	19	and	and	CCONJ
dad-12448	77	20	sat	sit	VERB
dad-12448	77	21	are	be	AUX
dad-12448	77	22	some	some	DET
dad-12448	77	23	examples	example	NOUN
dad-12448	77	24	of	of	ADP
dad-12448	77	25	cr	cr	PROPN
dad-12448	77	26	based	base	VERB
dad-12448	77	27	standardized	standardized	ADJ
dad-12448	77	28	testing	testing	NOUN
dad-12448	77	29	,	,	PUNCT
dad-12448	77	30	where	where	SCONJ
dad-12448	77	31	the	the	DET
dad-12448	77	32	tests	test	NOUN
dad-12448	77	33	present	present	VERB
dad-12448	77	34	“	"	PUNCT
dad-12448	77	35	naturalistic	naturalistic	ADJ
dad-12448	77	36	”	"	PUNCT
dad-12448	77	37	prompts	prompt	NOUN
dad-12448	77	38	such	such	ADJ
dad-12448	77	39	as	as	ADP
dad-12448	77	40	writing	write	VERB
dad-12448	77	41	essays	essay	NOUN
dad-12448	77	42	and	and	CCONJ
dad-12448	77	43	summarizing	summarize	VERB
dad-12448	77	44	a	a	DET
dad-12448	77	45	news	news	NOUN
dad-12448	77	46	report	report	NOUN
dad-12448	77	47	(	(	PUNCT
dad-12448	77	48	such	such	ADJ
dad-12448	77	49	as	as	ADP
dad-12448	77	50	in	in	ADP
dad-12448	77	51	gre	gre	PROPN
dad-12448	77	52	,	,	PUNCT
dad-12448	77	53	toefl	toefl	NOUN
dad-12448	77	54	,	,	PUNCT
dad-12448	77	55	sat	sit	VERB
dad-12448	77	56	)	)	PUNCT
dad-12448	77	57	,	,	PUNCT
dad-12448	77	58	and	and	CCONJ
dad-12448	77	59	making	make	VERB
dad-12448	77	60	a	a	DET
dad-12448	77	61	conversation	conversation	NOUN
dad-12448	77	62	and	and	CCONJ
dad-12448	77	63	giving	give	VERB
dad-12448	77	64	a	a	DET
dad-12448	77	65	speech	speech	NOUN
dad-12448	77	66	(	(	PUNCT
dad-12448	77	67	such	such	ADJ
dad-12448	77	68	as	as	ADP
dad-12448	77	69	in	in	ADP
dad-12448	77	70	duolingo	duolingo	NOUN
dad-12448	77	71	english	english	PROPN
dad-12448	77	72	test	test	NOUN
dad-12448	77	73	,	,	PUNCT
dad-12448	77	74	toefl	toefl	NOUN
dad-12448	77	75	,	,	PUNCT
dad-12448	77	76	linguaskill	linguaskill	NOUN
dad-12448	77	77	)	)	PUNCT
dad-12448	77	78	as	as	SCONJ
dad-12448	77	79	opposed	oppose	VERB
dad-12448	77	80	to	to	ADP
dad-12448	77	81	artificial	artificial	ADJ
dad-12448	77	82	tasks	task	NOUN
dad-12448	77	83	like	like	ADP
dad-12448	77	84	solving	solve	VERB
dad-12448	77	85	multiple	multiple	ADJ
dad-12448	77	86	choice	choice	NOUN
dad-12448	77	87	questions	question	NOUN
dad-12448	77	88	or	or	CCONJ
dad-12448	77	89	filling	fill	VERB
dad-12448	77	90	blanks	blank	NOUN
dad-12448	77	91	.	.	PUNCT
dad-12448	78	1	the	the	DET
dad-12448	78	2	community	community	NOUN
dad-12448	78	3	believes	believe	VERB
dad-12448	78	4	that	that	SCONJ
dad-12448	78	5	these	these	DET
dad-12448	78	6	types	type	NOUN
dad-12448	78	7	of	of	ADP
dad-12448	78	8	prompts	prompt	NOUN
dad-12448	78	9	are	be	AUX
dad-12448	78	10	much	much	ADV
dad-12448	78	11	more	more	ADV
dad-12448	78	12	likely	likely	ADJ
dad-12448	78	13	to	to	PART
dad-12448	78	14	be	be	AUX
dad-12448	78	15	encountered	encounter	VERB
dad-12448	78	16	by	by	ADP
dad-12448	78	17	the	the	DET
dad-12448	78	18	candidate	candidate	NOUN
dad-12448	78	19	in	in	ADP
dad-12448	78	20	real	real	ADJ
dad-12448	78	21	-	-	PUNCT
dad-12448	78	22	life	life	NOUN
dad-12448	78	23	scenarios	scenario	NOUN
dad-12448	78	24	(	(	PUNCT
dad-12448	78	25	stiggins	stiggin	NOUN
dad-12448	78	26	,	,	PUNCT
dad-12448	78	27	1982	1982	NUM
dad-12448	78	28	;	;	PUNCT
dad-12448	78	29	charney	charney	PROPN
dad-12448	78	30	,	,	PUNCT
dad-12448	78	31	1984	1984	NUM
dad-12448	78	32	;	;	PUNCT
dad-12448	78	33	messick	messick	NOUN
dad-12448	78	34	,	,	PUNCT
dad-12448	78	35	1996	1996	NUM
dad-12448	78	36	)	)	PUNCT
dad-12448	78	37	and	and	CCONJ
dad-12448	78	38	that	that	SCONJ
dad-12448	78	39	they	they	PRON
dad-12448	78	40	provide	provide	VERB
dad-12448	78	41	a	a	DET
dad-12448	78	42	more	more	ADV
dad-12448	78	43	accurate	accurate	ADJ
dad-12448	78	44	way	way	NOUN
dad-12448	78	45	of	of	ADP
dad-12448	78	46	measuring	measure	VERB
dad-12448	78	47	test	test	NOUN
dad-12448	78	48	construct	construct	NOUN
dad-12448	78	49	(	(	PUNCT
dad-12448	78	50	moran	moran	PROPN
dad-12448	78	51	,	,	PUNCT
dad-12448	78	52	1987	1987	NUM
dad-12448	78	53	;	;	PUNCT
dad-12448	78	54	wiggins	wiggin	NOUN
dad-12448	78	55	,	,	PUNCT
dad-12448	78	56	1991	1991	NUM
dad-12448	78	57	)	)	PUNCT
dad-12448	78	58	.	.	PUNCT
dad-12448	79	1	moreover	moreover	ADV
dad-12448	79	2	,	,	PUNCT
dad-12448	79	3	artificial	artificial	ADJ
dad-12448	79	4	testing	testing	NOUN
dad-12448	79	5	like	like	ADP
dad-12448	79	6	those	those	PRON
dad-12448	79	7	of	of	ADP
dad-12448	79	8	multiple	multiple	ADJ
dad-12448	79	9	choice	choice	NOUN
dad-12448	79	10	questions	question	NOUN
dad-12448	79	11	lead	lead	VERB
dad-12448	79	12	to	to	PART
dad-12448	79	13	washback	washback	VERB
dad-12448	79	14	effects	effect	NOUN
dad-12448	79	15	(	(	PUNCT
dad-12448	79	16	refers	refer	VERB
dad-12448	79	17	to	to	ADP
dad-12448	79	18	the	the	DET
dad-12448	79	19	extent	extent	NOUN
dad-12448	79	20	to	to	PART
dad-12448	79	21	which	which	PRON
dad-12448	79	22	the	the	DET
dad-12448	79	23	introduction	introduction	NOUN
dad-12448	79	24	and	and	CCONJ
dad-12448	79	25	use	use	NOUN
dad-12448	79	26	of	of	ADP
dad-12448	79	27	a	a	DET
dad-12448	79	28	test	test	NOUN
dad-12448	79	29	influences	influence	VERB
dad-12448	79	30	language	language	NOUN
dad-12448	79	31	teachers	teacher	NOUN
dad-12448	79	32	and	and	CCONJ
dad-12448	79	33	learners	learner	NOUN
dad-12448	79	34	to	to	PART
dad-12448	79	35	do	do	VERB
dad-12448	79	36	things	thing	NOUN
dad-12448	79	37	they	they	PRON
dad-12448	79	38	would	would	AUX
dad-12448	79	39	not	not	PART
dad-12448	79	40	otherwise	otherwise	ADV
dad-12448	79	41	do	do	VERB
dad-12448	79	42	that	that	PRON
dad-12448	79	43	promote	promote	VERB
dad-12448	79	44	or	or	CCONJ
dad-12448	79	45	inhibit	inhibit	VERB
dad-12448	79	46	language	language	NOUN
dad-12448	79	47	learning	learning	NOUN
dad-12448	79	48	)	)	PUNCT
dad-12448	79	49	(	(	PUNCT
dad-12448	79	50	messick	messick	NOUN
dad-12448	79	51	,	,	PUNCT
dad-12448	79	52	1996	1996	NUM
dad-12448	79	53	;	;	PUNCT
dad-12448	79	54	wiggins	wiggin	NOUN
dad-12448	79	55	,	,	PUNCT
dad-12448	79	56	1991	1991	NUM
dad-12448	79	57	)	)	PUNCT
dad-12448	79	58	.	.	PUNCT
dad-12448	80	1	due	due	ADP
dad-12448	80	2	to	to	ADP
dad-12448	80	3	the	the	DET
dad-12448	80	4	superiority	superiority	NOUN
dad-12448	80	5	of	of	ADP
dad-12448	80	6	cr	cr	PROPN
dad-12448	80	7	based	base	VERB
dad-12448	80	8	testing	testing	NOUN
dad-12448	80	9	,	,	PUNCT
dad-12448	80	10	they	they	PRON
dad-12448	80	11	have	have	AUX
dad-12448	80	12	become	become	VERB
dad-12448	80	13	a	a	DET
dad-12448	80	14	popular	popular	ADJ
dad-12448	80	15	means	mean	NOUN
dad-12448	80	16	of	of	ADP
dad-12448	80	17	testing	test	VERB
dad-12448	80	18	candidates	candidate	NOUN
dad-12448	80	19	in	in	ADP
dad-12448	80	20	high	high	ADJ
dad-12448	80	21	-	-	PUNCT
dad-12448	80	22	stakes	stake	NOUN
dad-12448	80	23	scenarios	scenario	NOUN
dad-12448	80	24	(	(	PUNCT
dad-12448	80	25	such	such	ADJ
dad-12448	80	26	as	as	ADP
dad-12448	80	27	those	those	PRON
dad-12448	80	28	of	of	ADP
dad-12448	80	29	job	job	NOUN
dad-12448	80	30	and	and	CCONJ
dad-12448	80	31	visa	visa	NOUN
dad-12448	80	32	interviews	interview	NOUN
dad-12448	80	33	and	and	CCONJ
dad-12448	80	34	college	college	NOUN
dad-12448	80	35	admissions	admission	NOUN
dad-12448	80	36	)	)	PUNCT
dad-12448	80	37	.	.	PUNCT
dad-12448	81	1	this	this	PRON
dad-12448	81	2	poses	pose	VERB
dad-12448	81	3	a	a	DET
dad-12448	81	4	significant	significant	ADJ
dad-12448	81	5	challenge	challenge	NOUN
dad-12448	81	6	for	for	ADP
dad-12448	81	7	language	language	NOUN
dad-12448	81	8	testing	testing	NOUN
dad-12448	81	9	and	and	CCONJ
dad-12448	81	10	natural	natural	ADJ
dad-12448	81	11	language	language	NOUN
dad-12448	81	12	processing	processing	NOUN
dad-12448	81	13	communities	community	NOUN
dad-12448	81	14	since	since	SCONJ
dad-12448	81	15	cr	cr	PROPN
dad-12448	81	16	based	base	VERB
dad-12448	81	17	testing	testing	NOUN
dad-12448	81	18	typically	typically	ADV
dad-12448	81	19	tests	test	VERB
dad-12448	81	20	on	on	ADP
dad-12448	81	21	a	a	DET
dad-12448	81	22	variety	variety	NOUN
dad-12448	81	23	of	of	ADP
dad-12448	81	24	skills	skill	NOUN
dad-12448	81	25	incorporating	incorporate	VERB
dad-12448	81	26	syntax	syntax	NOUN
dad-12448	81	27	,	,	PUNCT
dad-12448	81	28	semantics	semantic	NOUN
dad-12448	81	29	,	,	PUNCT
dad-12448	81	30	and	and	CCONJ
dad-12448	81	31	particularly	particularly	ADV
dad-12448	81	32	discourse	discourse	NOUN
dad-12448	81	33	and	and	CCONJ
dad-12448	81	34	organization	organization	NOUN
dad-12448	81	35	and	and	CCONJ
dad-12448	81	36	by	by	ADP
dad-12448	81	37	its	its	PRON
dad-12448	81	38	very	very	ADJ
dad-12448	81	39	nature	nature	NOUN
dad-12448	81	40	is	be	AUX
dad-12448	81	41	costlier	costly	ADJ
dad-12448	81	42	than	than	ADP
dad-12448	81	43	scoring	score	VERB
dad-12448	81	44	mcqs	mcqs	NOUN
dad-12448	81	45	.	.	PUNCT
dad-12448	82	1	by	by	ADP
dad-12448	82	2	automating	automate	VERB
dad-12448	82	3	this	this	DET
dad-12448	82	4	scoring	scoring	NOUN
dad-12448	82	5	,	,	PUNCT
dad-12448	82	6	testing	testing	NOUN
dad-12448	82	7	companies	company	NOUN
dad-12448	82	8	reduce	reduce	VERB
dad-12448	82	9	the	the	DET
dad-12448	82	10	costs	cost	NOUN
dad-12448	82	11	associated	associate	VERB
dad-12448	82	12	with	with	ADP
dad-12448	82	13	training	training	NOUN
dad-12448	82	14	raters	rater	NOUN
dad-12448	82	15	,	,	PUNCT
dad-12448	82	16	scoring	scoring	NOUN
dad-12448	82	17	samples	sample	NOUN
dad-12448	82	18	,	,	PUNCT
dad-12448	82	19	monitoring	monitor	VERB
dad-12448	82	20	quality	quality	NOUN
dad-12448	82	21	,	,	PUNCT
dad-12448	82	22	and	and	CCONJ
dad-12448	82	23	also	also	ADV
dad-12448	82	24	reduce	reduce	VERB
dad-12448	82	25	the	the	DET
dad-12448	82	26	time	time	NOUN
dad-12448	82	27	to	to	PART
dad-12448	82	28	get	get	VERB
dad-12448	82	29	scores	score	NOUN
dad-12448	82	30	.	.	PUNCT
dad-12448	83	1	almost	almost	ADV
dad-12448	83	2	all	all	DET
dad-12448	83	3	the	the	DET
dad-12448	83	4	auto	auto	NOUN
dad-12448	83	5	-	-	PUNCT
dad-12448	83	6	scoring	scoring	NOUN
dad-12448	83	7	models	model	NOUN
dad-12448	83	8	are	be	AUX
dad-12448	83	9	learning	learn	VERB
dad-12448	83	10	-	-	PUNCT
dad-12448	83	11	based	base	VERB
dad-12448	83	12	and	and	CCONJ
dad-12448	83	13	treat	treat	VERB
dad-12448	83	14	the	the	DET
dad-12448	83	15	task	task	NOUN
dad-12448	83	16	of	of	ADP
dad-12448	83	17	scoring	scoring	NOUN
dad-12448	83	18	as	as	ADP
dad-12448	83	19	a	a	DET
dad-12448	83	20	supervised	supervised	ADJ
dad-12448	83	21	learning	learning	NOUN
dad-12448	83	22	task	task	NOUN
dad-12448	83	23	(	(	PUNCT
dad-12448	83	24	ke	ke	NOUN
dad-12448	83	25	and	and	CCONJ
dad-12448	83	26	ng	ng	PROPN
dad-12448	83	27	,	,	PUNCT
dad-12448	83	28	2019	2019	NUM
dad-12448	83	29	;	;	PUNCT
dad-12448	83	30	ormerod	ormerod	VERB
dad-12448	83	31	et	et	PROPN
dad-12448	83	32	al	al	PROPN
dad-12448	83	33	.	.	PROPN
dad-12448	83	34	,	,	PUNCT
dad-12448	83	35	2021	2021	NUM
dad-12448	83	36	)	)	PUNCT
dad-12448	83	37	with	with	ADP
dad-12448	83	38	a	a	DET
dad-12448	83	39	few	few	ADJ
dad-12448	83	40	using	use	VERB
dad-12448	83	41	reinforcement	reinforcement	NOUN
dad-12448	83	42	learning	learning	NOUN
dad-12448	83	43	(	(	PUNCT
dad-12448	83	44	wang	wang	PROPN
dad-12448	83	45	et	et	PROPN
dad-12448	83	46	al	al	PROPN
dad-12448	83	47	.	.	PROPN
dad-12448	83	48	,	,	PUNCT
dad-12448	83	49	2018	2018	NUM
dad-12448	83	50	)	)	PUNCT
dad-12448	83	51	and	and	CCONJ
dad-12448	83	52	semi	semi	ADJ
dad-12448	83	53	-	-	ADJ
dad-12448	83	54	supervised	supervised	ADJ
dad-12448	83	55	learning	learning	NOUN
dad-12448	83	56	(	(	PUNCT
dad-12448	83	57	chen	chen	PROPN
dad-12448	83	58	et	et	PROPN
dad-12448	83	59	al	al	PROPN
dad-12448	83	60	.	.	PROPN
dad-12448	83	61	,	,	PUNCT
dad-12448	83	62	2010	2010	NUM
dad-12448	83	63	)	)	PUNCT
dad-12448	83	64	.	.	PUNCT
dad-12448	84	1	while	while	SCONJ
dad-12448	84	2	the	the	DET
dad-12448	84	3	earlier	early	ADJ
dad-12448	84	4	models	model	NOUN
dad-12448	84	5	relied	rely	VERB
dad-12448	84	6	on	on	ADP
dad-12448	84	7	ml	ml	ADP
dad-12448	84	8	algorithms	algorithm	NOUN
dad-12448	84	9	and	and	CCONJ
dad-12448	84	10	hand	hand	NOUN
dad-12448	84	11	-	-	PUNCT
dad-12448	84	12	crafted	craft	VERB
dad-12448	84	13	rules	rule	NOUN
dad-12448	84	14	(	(	PUNCT
dad-12448	84	15	page	page	NOUN
dad-12448	84	16	,	,	PUNCT
dad-12448	84	17	1966	1966	NUM
dad-12448	84	18	;	;	PUNCT
dad-12448	84	19	faulkner	faulkner	NOUN
dad-12448	84	20	,	,	PUNCT
dad-12448	84	21	2014	2014	NUM
dad-12448	84	22	;	;	PUNCT
dad-12448	84	23	kumar	kumar	PROPN
dad-12448	84	24	et	et	PROPN
dad-12448	84	25	al	al	PROPN
dad-12448	84	26	.	.	PROPN
dad-12448	84	27	,	,	PUNCT
dad-12448	84	28	2019	2019	NUM
dad-12448	84	29	;	;	PUNCT
dad-12448	84	30	persing	perse	VERB
dad-12448	84	31	et	et	PROPN
dad-12448	84	32	al	al	PROPN
dad-12448	84	33	.	.	PROPN
dad-12448	84	34	,	,	PUNCT
dad-12448	84	35	2010	2010	NUM
dad-12448	84	36	)	)	PUNCT
dad-12448	84	37	,	,	PUNCT
dad-12448	84	38	lately	lately	ADV
dad-12448	84	39	the	the	DET
dad-12448	84	40	systems	system	NOUN
dad-12448	84	41	are	be	AUX
dad-12448	84	42	shifting	shift	VERB
dad-12448	84	43	to	to	ADP
dad-12448	84	44	deep	deep	ADJ
dad-12448	84	45	learning	learning	NOUN
dad-12448	84	46	algorithms	algorithm	NOUN
dad-12448	84	47	(	(	PUNCT
dad-12448	84	48	taghipour	taghipour	NOUN
dad-12448	84	49	and	and	CCONJ
dad-12448	84	50	ng	ng	PROPN
dad-12448	84	51	,	,	PUNCT
dad-12448	84	52	2016	2016	NUM
dad-12448	84	53	;	;	PUNCT
dad-12448	84	54	grover	grover	PROPN
dad-12448	84	55	et	et	PROPN
dad-12448	84	56	al	al	PROPN
dad-12448	84	57	.	.	PROPN
dad-12448	84	58	,	,	PUNCT
dad-12448	84	59	2020	2020	NUM
dad-12448	84	60	;	;	PUNCT
dad-12448	84	61	dong	dong	PROPN
dad-12448	84	62	and	and	CCONJ
dad-12448	84	63	zhang	zhang	PROPN
dad-12448	84	64	,	,	PUNCT
dad-12448	84	65	2016	2016	NUM
dad-12448	84	66	;	;	PUNCT
dad-12448	84	67	uto	uto	PROPN
dad-12448	84	68	et	et	PROPN
dad-12448	84	69	al	al	PROPN
dad-12448	84	70	.	.	PROPN
dad-12448	84	71	,	,	PUNCT
dad-12448	84	72	2020	2020	NUM
dad-12448	84	73	)	)	PUNCT
dad-12448	84	74	.	.	PUNCT
dad-12448	85	1	approaches	approach	NOUN
dad-12448	85	2	have	have	AUX
dad-12448	85	3	ranged	range	VERB
dad-12448	85	4	from	from	ADP
dad-12448	85	5	finding	find	VERB
dad-12448	85	6	the	the	DET
dad-12448	85	7	hierarchical	hierarchical	ADJ
dad-12448	85	8	structure	structure	NOUN
dad-12448	85	9	of	of	ADP
dad-12448	85	10	documents	document	NOUN
dad-12448	85	11	(	(	PUNCT
dad-12448	85	12	dong	dong	NOUN
dad-12448	85	13	and	and	CCONJ
dad-12448	85	14	zhang	zhang	PROPN
dad-12448	85	15	,	,	PUNCT
dad-12448	85	16	2016	2016	NUM
dad-12448	85	17	)	)	PUNCT
dad-12448	85	18	,	,	PUNCT
dad-12448	85	19	using	use	VERB
dad-12448	85	20	attention	attention	NOUN
dad-12448	85	21	over	over	ADP
dad-12448	85	22	words	word	NOUN
dad-12448	85	23	(	(	PUNCT
dad-12448	85	24	dong	dong	NOUN
dad-12448	85	25	et	et	PROPN
dad-12448	85	26	al	al	PROPN
dad-12448	85	27	.	.	PROPN
dad-12448	85	28	,	,	PUNCT
dad-12448	85	29	2017	2017	NUM
dad-12448	85	30	)	)	PUNCT
dad-12448	85	31	,	,	PUNCT
dad-12448	85	32	multi	multi	ADJ
dad-12448	85	33	-	-	NOUN
dad-12448	85	34	stage	stage	NOUN
dad-12448	85	35	pretraining	pretraine	VERB
dad-12448	85	36	(	(	PUNCT
dad-12448	85	37	song	song	NOUN
dad-12448	85	38	et	et	PROPN
dad-12448	85	39	al	al	PROPN
dad-12448	85	40	.	.	PROPN
dad-12448	85	41	,	,	PUNCT
dad-12448	85	42	2020	2020	NUM
dad-12448	85	43	)	)	PUNCT
dad-12448	85	44	,	,	PUNCT
dad-12448	85	45	and	and	CCONJ
dad-12448	85	46	modelling	model	VERB
dad-12448	85	47	coherence	coherence	NOUN
dad-12448	85	48	(	(	PUNCT
dad-12448	85	49	tay	tay	NOUN
dad-12448	85	50	et	et	PROPN
dad-12448	85	51	al	al	PROPN
dad-12448	85	52	.	.	PROPN
dad-12448	85	53	,	,	PUNCT
dad-12448	85	54	2018	2018	NUM
dad-12448	85	55	)	)	PUNCT
dad-12448	85	56	.	.	PUNCT
dad-12448	86	1	3	3	X
dad-12448	86	2	.	.	X
dad-12448	86	3	here	here	ADV
dad-12448	86	4	a	a	DET
dad-12448	86	5	prompt	prompt	ADJ
dad-12448	86	6	denotes	denote	NOUN
dad-12448	86	7	an	an	DET
dad-12448	86	8	instance	instance	NOUN
dad-12448	86	9	of	of	ADP
dad-12448	86	10	a	a	DET
dad-12448	86	11	unique	unique	ADJ
dad-12448	86	12	question	question	NOUN
dad-12448	86	13	asked	ask	VERB
dad-12448	86	14	to	to	PART
dad-12448	86	15	test	test	NOUN
dad-12448	86	16	-	-	PUNCT
dad-12448	86	17	takers	taker	NOUN
dad-12448	86	18	for	for	ADP
dad-12448	86	19	eliciting	elicit	VERB
dad-12448	86	20	their	their	PRON
dad-12448	86	21	opinions	opinion	NOUN
dad-12448	86	22	and	and	CCONJ
dad-12448	86	23	answers	answer	NOUN
dad-12448	86	24	in	in	ADP
dad-12448	86	25	an	an	DET
dad-12448	86	26	exam	exam	NOUN
dad-12448	86	27	.	.	PUNCT
dad-12448	87	1	the	the	DET
dad-12448	87	2	prompts	prompt	NOUN
dad-12448	87	3	can	can	AUX
dad-12448	87	4	come	come	VERB
dad-12448	87	5	from	from	ADP
dad-12448	87	6	varied	varied	ADJ
dad-12448	87	7	domains	domain	NOUN
dad-12448	87	8	including	include	VERB
dad-12448	87	9	literature	literature	NOUN
dad-12448	87	10	,	,	PUNCT
dad-12448	87	11	science	science	NOUN
dad-12448	87	12	,	,	PUNCT
dad-12448	87	13	logic	logic	NOUN
dad-12448	87	14	and	and	CCONJ
dad-12448	87	15	society	society	NOUN
dad-12448	87	16	.	.	PUNCT
dad-12448	88	1	the	the	DET
dad-12448	88	2	responses	response	NOUN
dad-12448	88	3	to	to	ADP
dad-12448	88	4	a	a	DET
dad-12448	88	5	prompt	prompt	NOUN
dad-12448	88	6	indicate	indicate	VERB
dad-12448	88	7	the	the	DET
dad-12448	88	8	creative	creative	ADJ
dad-12448	88	9	,	,	PUNCT
dad-12448	88	10	literary	literary	ADJ
dad-12448	88	11	,	,	PUNCT
dad-12448	88	12	argumentative	argumentative	ADJ
dad-12448	88	13	,	,	PUNCT
dad-12448	88	14	narrative	narrative	NOUN
dad-12448	88	15	,	,	PUNCT
dad-12448	88	16	and	and	CCONJ
dad-12448	88	17	scientific	scientific	ADJ
dad-12448	88	18	aptitude	aptitude	NOUN
dad-12448	88	19	of	of	ADP
dad-12448	88	20	candidates	candidate	NOUN
dad-12448	88	21	and	and	CCONJ
dad-12448	88	22	are	be	AUX
dad-12448	88	23	judged	judge	VERB
dad-12448	88	24	on	on	ADP
dad-12448	88	25	a	a	DET
dad-12448	88	26	pre	pre	ADJ
dad-12448	88	27	-	-	ADJ
dad-12448	88	28	determined	determined	ADJ
dad-12448	88	29	score	score	NOUN
dad-12448	88	30	scale	scale	NOUN
dad-12448	88	31	.	.	PUNCT
dad-12448	89	1	4	4	NUM
dad-12448	89	2	automatic	automatic	ADJ
dad-12448	89	3	essay	essay	NOUN
dad-12448	89	4	scoring	scoring	NOUN
dad-12448	89	5	systems	system	NOUN
dad-12448	89	6	are	be	AUX
dad-12448	89	7	both	both	CCONJ
dad-12448	89	8	overstable	overstable	ADJ
dad-12448	89	9	and	and	CCONJ
dad-12448	89	10	oversensitive	oversensitive	ADJ
dad-12448	89	11	in	in	ADP
dad-12448	89	12	this	this	DET
dad-12448	89	13	paper	paper	NOUN
dad-12448	89	14	,	,	PUNCT
dad-12448	89	15	we	we	PRON
dad-12448	89	16	interpret	interpret	VERB
dad-12448	89	17	and	and	CCONJ
dad-12448	89	18	test	test	VERB
dad-12448	89	19	the	the	DET
dad-12448	89	20	recent	recent	ADJ
dad-12448	89	21	state	state	NOUN
dad-12448	89	22	-	-	PUNCT
dad-12448	89	23	of	of	ADP
dad-12448	89	24	-	-	PUNCT
dad-12448	89	25	the	the	DET
dad-12448	89	26	-	-	PUNCT
dad-12448	89	27	art	art	NOUN
dad-12448	89	28	scoring	scoring	NOUN
dad-12448	89	29	models	model	NOUN
dad-12448	89	30	which	which	PRON
dad-12448	89	31	have	have	AUX
dad-12448	89	32	shown	show	VERB
dad-12448	89	33	the	the	DET
dad-12448	89	34	best	good	ADJ
dad-12448	89	35	performance	performance	NOUN
dad-12448	89	36	on	on	ADP
dad-12448	89	37	public	public	ADJ
dad-12448	89	38	datasets	dataset	NOUN
dad-12448	89	39	(	(	PUNCT
dad-12448	89	40	tay	tay	NOUN
dad-12448	89	41	et	et	PROPN
dad-12448	89	42	al	al	PROPN
dad-12448	89	43	.	.	PROPN
dad-12448	89	44	,	,	PUNCT
dad-12448	89	45	2018	2018	NUM
dad-12448	89	46	;	;	PUNCT
dad-12448	89	47	zhao	zhao	PROPN
dad-12448	89	48	et	et	PROPN
dad-12448	89	49	al	al	PROPN
dad-12448	89	50	.	.	PROPN
dad-12448	89	51	,	,	PUNCT
dad-12448	89	52	2017	2017	NUM
dad-12448	89	53	)	)	PUNCT
dad-12448	89	54	.	.	PUNCT
dad-12448	90	1	aes	aes	NOUN
dad-12448	90	2	testing	testing	NOUN
dad-12448	90	3	and	and	CCONJ
dad-12448	90	4	validation	validation	NOUN
dad-12448	90	5	:	:	PUNCT
dad-12448	90	6	due	due	ADP
dad-12448	90	7	to	to	ADP
dad-12448	90	8	the	the	DET
dad-12448	90	9	high	high	ADJ
dad-12448	90	10	-	-	PUNCT
dad-12448	90	11	stakes	stake	NOUN
dad-12448	90	12	nature	nature	NOUN
dad-12448	90	13	of	of	ADP
dad-12448	90	14	the	the	DET
dad-12448	90	15	tests	test	NOUN
dad-12448	90	16	,	,	PUNCT
dad-12448	90	17	if	if	SCONJ
dad-12448	90	18	the	the	DET
dad-12448	90	19	aes	aes	NOUN
dad-12448	90	20	models	model	NOUN
dad-12448	90	21	are	be	AUX
dad-12448	90	22	not	not	PART
dad-12448	90	23	validated	validate	VERB
dad-12448	90	24	for	for	ADP
dad-12448	90	25	their	their	PRON
dad-12448	90	26	adherence	adherence	NOUN
dad-12448	90	27	to	to	ADP
dad-12448	90	28	test	test	NOUN
dad-12448	90	29	objectives	objective	NOUN
dad-12448	90	30	,	,	PUNCT
dad-12448	90	31	they	they	PRON
dad-12448	90	32	may	may	AUX
dad-12448	90	33	drive	drive	VERB
dad-12448	90	34	the	the	DET
dad-12448	90	35	students	student	NOUN
dad-12448	90	36	to	to	PART
dad-12448	90	37	use	use	VERB
dad-12448	90	38	unethical	unethical	ADJ
dad-12448	90	39	ways	way	NOUN
dad-12448	90	40	to	to	PART
dad-12448	90	41	game	game	VERB
dad-12448	90	42	the	the	DET
dad-12448	90	43	system	system	NOUN
dad-12448	90	44	by	by	ADP
dad-12448	90	45	addressing	address	VERB
dad-12448	90	46	the	the	DET
dad-12448	90	47	tasks	task	NOUN
dad-12448	90	48	in	in	ADP
dad-12448	90	49	superficial	superficial	ADJ
dad-12448	90	50	and	and	CCONJ
dad-12448	90	51	construct	construct	VERB
dad-12448	90	52	-	-	PUNCT
dad-12448	90	53	irrelevant	irrelevant	ADJ
dad-12448	90	54	manner	manner	NOUN
dad-12448	90	55	.	.	PUNCT
dad-12448	91	1	however	however	ADV
dad-12448	91	2	,	,	PUNCT
dad-12448	91	3	while	while	SCONJ
dad-12448	91	4	automatic	automatic	ADJ
dad-12448	91	5	scoring	scoring	NOUN
dad-12448	91	6	has	have	AUX
dad-12448	91	7	seen	see	VERB
dad-12448	91	8	much	much	ADJ
dad-12448	91	9	research	research	NOUN
dad-12448	91	10	in	in	ADP
dad-12448	91	11	the	the	DET
dad-12448	91	12	recent	recent	ADJ
dad-12448	91	13	years	year	NOUN
dad-12448	91	14	,	,	PUNCT
dad-12448	91	15	model	model	NOUN
dad-12448	91	16	validation	validation	NOUN
dad-12448	91	17	and	and	CCONJ
dad-12448	91	18	testing	testing	NOUN
dad-12448	91	19	still	still	ADV
dad-12448	91	20	lag	lag	VERB
dad-12448	91	21	in	in	ADP
dad-12448	91	22	the	the	DET
dad-12448	91	23	ml	ml	X
dad-12448	91	24	field	field	NOUN
dad-12448	91	25	with	with	ADP
dad-12448	91	26	only	only	ADV
dad-12448	91	27	a	a	DET
dad-12448	91	28	few	few	ADJ
dad-12448	91	29	contemporary	contemporary	ADJ
dad-12448	91	30	works	work	NOUN
dad-12448	91	31	(	(	PUNCT
dad-12448	91	32	kumar	kumar	PROPN
dad-12448	91	33	et	et	PROPN
dad-12448	91	34	al	al	PROPN
dad-12448	91	35	.	.	PROPN
dad-12448	91	36	,	,	PUNCT
dad-12448	91	37	2020	2020	NUM
dad-12448	91	38	;	;	PUNCT
dad-12448	91	39	pham	pham	PROPN
dad-12448	91	40	et	et	PROPN
dad-12448	91	41	al	al	PROPN
dad-12448	91	42	.	.	PROPN
dad-12448	91	43	,	,	PUNCT
dad-12448	91	44	2021	2021	NUM
dad-12448	91	45	;	;	PUNCT
dad-12448	91	46	yoon	yoon	PROPN
dad-12448	91	47	and	and	CCONJ
dad-12448	91	48	xie	xie	PROPN
dad-12448	91	49	,	,	PUNCT
dad-12448	91	50	2014	2014	NUM
dad-12448	91	51	;	;	PUNCT
dad-12448	91	52	malinin	malinin	PROPN
dad-12448	91	53	et	et	PROPN
dad-12448	91	54	al	al	PROPN
dad-12448	91	55	.	.	PROPN
dad-12448	91	56	,	,	PUNCT
dad-12448	91	57	2017	2017	NUM
dad-12448	91	58	)	)	PUNCT
dad-12448	91	59	.	.	PUNCT
dad-12448	92	1	kumar	kumar	PROPN
dad-12448	92	2	et	et	PROPN
dad-12448	92	3	al	al	PROPN
dad-12448	92	4	.	.	PROPN
dad-12448	92	5	(	(	PUNCT
dad-12448	92	6	2020	2020	NUM
dad-12448	92	7	)	)	PUNCT
dad-12448	92	8	and	and	CCONJ
dad-12448	92	9	pham	pham	PROPN
dad-12448	92	10	et	et	PROPN
dad-12448	92	11	al	al	PROPN
dad-12448	92	12	.	.	PROPN
dad-12448	92	13	(	(	PUNCT
dad-12448	92	14	2021	2021	NUM
dad-12448	92	15	)	)	PUNCT
dad-12448	92	16	show	show	VERB
dad-12448	92	17	that	that	SCONJ
dad-12448	92	18	aes	aes	PROPN
dad-12448	92	19	systems	system	NOUN
dad-12448	92	20	are	be	AUX
dad-12448	92	21	adversarially	adversarially	ADV
dad-12448	92	22	unsecure	unsecure	ADJ
dad-12448	92	23	.	.	PUNCT
dad-12448	93	1	pham	pham	PROPN
dad-12448	93	2	et	et	PROPN
dad-12448	93	3	al	al	PROPN
dad-12448	93	4	.	.	PROPN
dad-12448	93	5	(	(	PUNCT
dad-12448	93	6	2021	2021	NUM
dad-12448	93	7	)	)	PUNCT
dad-12448	93	8	also	also	ADV
dad-12448	93	9	try	try	VERB
dad-12448	93	10	adversarial	adversarial	ADJ
dad-12448	93	11	training	training	NOUN
dad-12448	93	12	and	and	CCONJ
dad-12448	93	13	obtain	obtain	VERB
dad-12448	93	14	no	no	DET
dad-12448	93	15	significant	significant	ADJ
dad-12448	93	16	improvements	improvement	NOUN
dad-12448	93	17	.	.	PUNCT
dad-12448	94	1	yoon	yoon	PROPN
dad-12448	94	2	and	and	CCONJ
dad-12448	94	3	xie	xie	PROPN
dad-12448	94	4	(	(	PUNCT
dad-12448	94	5	2014	2014	NUM
dad-12448	94	6	)	)	PUNCT
dad-12448	94	7	and	and	CCONJ
dad-12448	94	8	malinin	malinin	INTJ
dad-12448	94	9	et	et	PROPN
dad-12448	94	10	al	al	PROPN
dad-12448	94	11	.	.	PROPN
dad-12448	95	1	(	(	PUNCT
dad-12448	95	2	2017	2017	NUM
dad-12448	95	3	)	)	PUNCT
dad-12448	95	4	model	model	NOUN
dad-12448	95	5	uncertainty	uncertainty	NOUN
dad-12448	95	6	in	in	ADP
dad-12448	95	7	automatic	automatic	ADJ
dad-12448	95	8	scoring	scoring	NOUN
dad-12448	95	9	systems	system	NOUN
dad-12448	95	10	.	.	PUNCT
dad-12448	96	1	most	most	ADJ
dad-12448	96	2	of	of	ADP
dad-12448	96	3	the	the	DET
dad-12448	96	4	scoring	scoring	NOUN
dad-12448	96	5	model	model	NOUN
dad-12448	96	6	validation	validation	NOUN
dad-12448	96	7	work	work	NOUN
dad-12448	96	8	is	be	AUX
dad-12448	96	9	in	in	ADP
dad-12448	96	10	the	the	DET
dad-12448	96	11	language	language	NOUN
dad-12448	96	12	testing	testing	NOUN
dad-12448	96	13	field	field	NOUN
dad-12448	96	14	,	,	PUNCT
dad-12448	96	15	which	which	PRON
dad-12448	96	16	unfortunately	unfortunately	ADV
dad-12448	96	17	has	have	AUX
dad-12448	96	18	limited	limit	VERB
dad-12448	96	19	ai	ai	NOUN
dad-12448	96	20	-	-	NOUN
dad-12448	96	21	expertise	expertise	NOUN
dad-12448	96	22	(	(	PUNCT
dad-12448	96	23	litman	litman	NOUN
dad-12448	96	24	et	et	PROPN
dad-12448	96	25	al	al	PROPN
dad-12448	96	26	.	.	PROPN
dad-12448	96	27	,	,	PUNCT
dad-12448	96	28	2018	2018	NUM
dad-12448	96	29	)	)	PUNCT
dad-12448	96	30	.	.	PUNCT
dad-12448	97	1	due	due	ADP
dad-12448	97	2	to	to	ADP
dad-12448	97	3	this	this	PRON
dad-12448	97	4	,	,	PUNCT
dad-12448	97	5	studies	study	NOUN
dad-12448	97	6	have	have	AUX
dad-12448	97	7	noted	note	VERB
dad-12448	97	8	that	that	SCONJ
dad-12448	97	9	the	the	DET
dad-12448	97	10	results	result	NOUN
dad-12448	97	11	there	there	PRON
dad-12448	97	12	are	be	VERB
dad-12448	97	13	often	often	ADV
dad-12448	97	14	conflicting	conflict	VERB
dad-12448	97	15	in	in	ADP
dad-12448	97	16	nature	nature	NOUN
dad-12448	97	17	(	(	PUNCT
dad-12448	97	18	powers	power	NOUN
dad-12448	97	19	et	et	PROPN
dad-12448	97	20	al	al	PROPN
dad-12448	97	21	.	.	PROPN
dad-12448	97	22	,	,	PUNCT
dad-12448	97	23	2001	2001	NUM
dad-12448	97	24	,	,	PUNCT
dad-12448	97	25	2002	2002	NUM
dad-12448	97	26	;	;	PUNCT
dad-12448	97	27	bejar	bejar	NOUN
dad-12448	97	28	et	et	PROPN
dad-12448	97	29	al	al	PROPN
dad-12448	97	30	.	.	PROPN
dad-12448	97	31	,	,	PUNCT
dad-12448	97	32	2013	2013	NUM
dad-12448	97	33	,	,	PUNCT
dad-12448	97	34	2014	2014	NUM
dad-12448	97	35	;	;	PUNCT
dad-12448	97	36	perelman	perelman	NOUN
dad-12448	97	37	,	,	PUNCT
dad-12448	97	38	2020	2020	NUM
dad-12448	97	39	)	)	PUNCT
dad-12448	97	40	.	.	PUNCT
dad-12448	98	1	powers	power	NOUN
dad-12448	98	2	et	et	PROPN
dad-12448	98	3	al	al	PROPN
dad-12448	98	4	.	.	PROPN
dad-12448	99	1	(	(	PUNCT
dad-12448	99	2	2002	2002	NUM
dad-12448	99	3	)	)	PUNCT
dad-12448	99	4	asked	ask	VERB
dad-12448	99	5	27	27	NUM
dad-12448	99	6	specialists	specialist	NOUN
dad-12448	99	7	and	and	CCONJ
dad-12448	99	8	generalists	generalist	NOUN
dad-12448	99	9	to	to	PART
dad-12448	99	10	write	write	VERB
dad-12448	99	11	essays	essay	NOUN
dad-12448	99	12	that	that	PRON
dad-12448	99	13	could	could	AUX
dad-12448	99	14	produce	produce	VERB
dad-12448	99	15	significant	significant	ADJ
dad-12448	99	16	deviations	deviation	NOUN
dad-12448	99	17	with	with	ADP
dad-12448	99	18	respect	respect	NOUN
dad-12448	99	19	to	to	ADP
dad-12448	99	20	scores	score	NOUN
dad-12448	99	21	from	from	ADP
dad-12448	99	22	ets	et	NOUN
dad-12448	99	23	’s	’s	PART
dad-12448	99	24	e	e	NOUN
dad-12448	99	25	-	-	NOUN
dad-12448	99	26	rater	rater	NOUN
dad-12448	99	27	.	.	PUNCT
dad-12448	100	1	the	the	DET
dad-12448	100	2	winner	winner	NOUN
dad-12448	100	3	entry	entry	NOUN
dad-12448	100	4	repeated	repeat	VERB
dad-12448	100	5	the	the	DET
dad-12448	100	6	same	same	ADJ
dad-12448	100	7	paragraph	paragraph	NOUN
dad-12448	100	8	37	37	NUM
dad-12448	100	9	times	time	NOUN
dad-12448	100	10	hence	hence	ADV
dad-12448	100	11	showing	show	VERB
dad-12448	100	12	that	that	DET
dad-12448	100	13	repetition	repetition	NOUN
dad-12448	100	14	over	over	ADP
dad-12448	100	15	prompt	prompt	ADV
dad-12448	100	16	-	-	PUNCT
dad-12448	100	17	related	relate	VERB
dad-12448	100	18	keywords	keyword	NOUN
dad-12448	100	19	makes	make	VERB
dad-12448	100	20	the	the	DET
dad-12448	100	21	scores	score	NOUN
dad-12448	100	22	given	give	VERB
dad-12448	100	23	by	by	ADP
dad-12448	100	24	aes	aes	PROPN
dad-12448	100	25	unreliable	unreliable	ADJ
dad-12448	100	26	.	.	PUNCT
dad-12448	101	1	perelman	perelman	PROPN
dad-12448	101	2	et	et	PROPN
dad-12448	101	3	al	al	PROPN
dad-12448	101	4	.	.	PROPN
dad-12448	101	5	(	(	PUNCT
dad-12448	101	6	2014a	2014a	NUM
dad-12448	101	7	)	)	PUNCT
dad-12448	101	8	made	make	VERB
dad-12448	101	9	software	software	NOUN
dad-12448	101	10	that	that	PRON
dad-12448	101	11	takes	take	VERB
dad-12448	101	12	in	in	ADP
dad-12448	101	13	five	five	NUM
dad-12448	101	14	keywords	keyword	NOUN
dad-12448	101	15	and	and	CCONJ
dad-12448	101	16	produces	produce	VERB
dad-12448	101	17	semantic	semantic	ADJ
dad-12448	101	18	garbage	garbage	NOUN
dad-12448	101	19	written	write	VERB
dad-12448	101	20	in	in	ADP
dad-12448	101	21	a	a	DET
dad-12448	101	22	difficult	difficult	ADJ
dad-12448	101	23	and	and	CCONJ
dad-12448	101	24	obscure	obscure	ADJ
dad-12448	101	25	language	language	NOUN
dad-12448	101	26	.	.	PUNCT
dad-12448	102	1	they	they	PRON
dad-12448	102	2	tested	test	VERB
dad-12448	102	3	it	it	PRON
dad-12448	102	4	out	out	ADP
dad-12448	102	5	with	with	ADP
dad-12448	102	6	the	the	DET
dad-12448	102	7	ets	et	NOUN
dad-12448	102	8	’s	’s	PART
dad-12448	102	9	system	system	NOUN
dad-12448	102	10	and	and	CCONJ
dad-12448	102	11	produced	produce	VERB
dad-12448	102	12	high	high	ADJ
dad-12448	102	13	scores	score	NOUN
dad-12448	102	14	,	,	PUNCT
dad-12448	102	15	thus	thus	ADV
dad-12448	102	16	concluding	conclude	VERB
dad-12448	102	17	that	that	SCONJ
dad-12448	102	18	the	the	DET
dad-12448	102	19	essay	essay	NOUN
dad-12448	102	20	writing	write	VERB
dad-12448	102	21	system	system	NOUN
dad-12448	102	22	learns	learn	VERB
dad-12448	102	23	to	to	PART
dad-12448	102	24	recognize	recognize	VERB
dad-12448	102	25	obscure	obscure	ADJ
dad-12448	102	26	language	language	NOUN
dad-12448	102	27	with	with	ADP
dad-12448	102	28	difficult	difficult	ADJ
dad-12448	102	29	and	and	CCONJ
dad-12448	102	30	nonmeaningful	nonmeaningful	ADJ
dad-12448	102	31	words	word	NOUN
dad-12448	102	32	and	and	CCONJ
dad-12448	102	33	phrases	phrase	NOUN
dad-12448	102	34	like	like	VERB
dad-12448	102	35	,	,	PUNCT
dad-12448	102	36	‘	'	PUNCT
dad-12448	102	37	fundamental	fundamental	ADJ
dad-12448	102	38	drone	drone	NOUN
dad-12448	102	39	of	of	ADP
dad-12448	102	40	humanity	humanity	NOUN
dad-12448	102	41	’	'	PUNCT
dad-12448	102	42	,	,	PUNCT
dad-12448	102	43	‘	'	PUNCT
dad-12448	102	44	auguring	auguring	NOUN
dad-12448	102	45	commencements	commencement	NOUN
dad-12448	102	46	,	,	PUNCT
dad-12448	102	47	torpor	torpor	NOUN
dad-12448	102	48	of	of	ADP
dad-12448	102	49	library	library	NOUN
dad-12448	102	50	’	'	PUNCT
dad-12448	102	51	and	and	CCONJ
dad-12448	102	52	‘	'	PUNCT
dad-12448	102	53	personal	personal	ADJ
dad-12448	102	54	disenfranchisement	disenfranchisement	NOUN
dad-12448	102	55	for	for	ADP
dad-12448	102	56	the	the	DET
dad-12448	102	57	exposition	exposition	NOUN
dad-12448	102	58	we	we	PRON
dad-12448	102	59	accumulate	accumulate	VERB
dad-12448	102	60	conjectures	conjecture	VERB
dad-12448	102	61	’	'	PUNCT
dad-12448	102	62	4	4	NUM
dad-12448	102	63	.	.	PUNCT
dad-12448	103	1	in	in	ADP
dad-12448	103	2	this	this	DET
dad-12448	103	3	work	work	NOUN
dad-12448	103	4	,	,	PUNCT
dad-12448	103	5	we	we	PRON
dad-12448	103	6	do	do	VERB
dad-12448	103	7	a	a	DET
dad-12448	103	8	systematic	systematic	ADJ
dad-12448	103	9	analysis	analysis	NOUN
dad-12448	103	10	of	of	ADP
dad-12448	103	11	aes	aes	NOUN
dad-12448	103	12	models	model	NOUN
dad-12448	103	13	on	on	ADP
dad-12448	103	14	features	feature	NOUN
dad-12448	103	15	important	important	ADJ
dad-12448	103	16	for	for	ADP
dad-12448	103	17	scoring	scoring	NOUN
dad-12448	103	18	and	and	CCONJ
dad-12448	103	19	try	try	VERB
dad-12448	103	20	to	to	PART
dad-12448	103	21	interpret	interpret	VERB
dad-12448	103	22	the	the	DET
dad-12448	103	23	mechanism	mechanism	NOUN
dad-12448	103	24	followed	follow	VERB
dad-12448	103	25	by	by	ADP
dad-12448	103	26	aes	aes	NOUN
dad-12448	103	27	systems	system	NOUN
dad-12448	103	28	for	for	ADP
dad-12448	103	29	both	both	CCONJ
dad-12448	103	30	original	original	ADJ
dad-12448	103	31	and	and	CCONJ
dad-12448	103	32	perturbed	perturb	VERB
dad-12448	103	33	samples	sample	NOUN
dad-12448	103	34	.	.	PUNCT
dad-12448	104	1	through	through	ADP
dad-12448	104	2	this	this	PRON
dad-12448	104	3	,	,	PUNCT
dad-12448	104	4	we	we	PRON
dad-12448	104	5	discover	discover	VERB
dad-12448	104	6	the	the	DET
dad-12448	104	7	overstability	overstability	NOUN
dad-12448	104	8	and	and	CCONJ
dad-12448	104	9	oversensitivity	oversensitivity	NOUN
dad-12448	104	10	of	of	ADP
dad-12448	104	11	the	the	DET
dad-12448	104	12	aes	aes	NOUN
dad-12448	104	13	models	model	NOUN
dad-12448	104	14	and	and	CCONJ
dad-12448	104	15	investigate	investigate	VERB
dad-12448	104	16	the	the	DET
dad-12448	104	17	possible	possible	ADJ
dad-12448	104	18	reasons	reason	NOUN
dad-12448	104	19	behind	behind	ADP
dad-12448	104	20	their	their	PRON
dad-12448	104	21	behavior	behavior	NOUN
dad-12448	104	22	.	.	PUNCT
dad-12448	105	1	we	we	PRON
dad-12448	105	2	also	also	ADV
dad-12448	105	3	propose	propose	VERB
dad-12448	105	4	several	several	ADJ
dad-12448	105	5	defense	defense	NOUN
dad-12448	105	6	mechanisms	mechanism	NOUN
dad-12448	105	7	to	to	PART
dad-12448	105	8	solve	solve	VERB
dad-12448	105	9	these	these	DET
dad-12448	105	10	problems	problem	NOUN
dad-12448	105	11	of	of	ADP
dad-12448	105	12	the	the	DET
dad-12448	105	13	aes	aes	NOUN
dad-12448	105	14	models	model	NOUN
dad-12448	105	15	.	.	PUNCT
dad-12448	106	1	3	3	X
dad-12448	106	2	.	.	X
dad-12448	106	3	background	background	NOUN
dad-12448	106	4	3.1	3.1	NUM
dad-12448	106	5	task	task	NOUN
dad-12448	106	6	,	,	PUNCT
dad-12448	106	7	models	model	NOUN
dad-12448	106	8	and	and	CCONJ
dad-12448	106	9	dataset	dataset	NOUN
dad-12448	106	10	we	we	PRON
dad-12448	106	11	use	use	VERB
dad-12448	106	12	the	the	DET
dad-12448	106	13	widely	widely	ADV
dad-12448	106	14	cited	cite	VERB
dad-12448	106	15	asap	asap	PROPN
dad-12448	106	16	-	-	PUNCT
dad-12448	106	17	aes	aes	PROPN
dad-12448	106	18	(	(	PUNCT
dad-12448	106	19	2012	2012	NUM
dad-12448	106	20	)	)	PUNCT
dad-12448	106	21	dataset	dataset	NOUN
dad-12448	106	22	which	which	PRON
dad-12448	106	23	comes	come	VERB
dad-12448	106	24	from	from	ADP
dad-12448	106	25	kaggle	kaggle	ADJ
dad-12448	106	26	automated	automate	VERB
dad-12448	106	27	student	student	NOUN
dad-12448	106	28	assessment	assessment	NOUN
dad-12448	106	29	prize	prize	PROPN
dad-12448	106	30	(	(	PUNCT
dad-12448	106	31	asap	asap	PROPN
dad-12448	106	32	)	)	PUNCT
dad-12448	106	33	for	for	ADP
dad-12448	106	34	the	the	DET
dad-12448	106	35	evaluation	evaluation	NOUN
dad-12448	106	36	of	of	ADP
dad-12448	106	37	automatic	automatic	ADJ
dad-12448	106	38	essay	essay	NOUN
dad-12448	106	39	scoring	scoring	NOUN
dad-12448	106	40	systems	system	NOUN
dad-12448	106	41	.	.	PUNCT
dad-12448	107	1	the	the	DET
dad-12448	107	2	asapaes	asapaes	NOUN
dad-12448	107	3	dataset	dataset	NOUN
dad-12448	107	4	has	have	AUX
dad-12448	107	5	been	be	AUX
dad-12448	107	6	used	use	VERB
dad-12448	107	7	for	for	ADP
dad-12448	107	8	automatically	automatically	ADV
dad-12448	107	9	scoring	score	VERB
dad-12448	107	10	essay	essay	ADJ
dad-12448	107	11	responses	response	NOUN
dad-12448	107	12	by	by	ADP
dad-12448	107	13	many	many	ADJ
dad-12448	107	14	research	research	NOUN
dad-12448	107	15	studies	study	NOUN
dad-12448	107	16	(	(	PUNCT
dad-12448	107	17	taghipour	taghipour	NOUN
dad-12448	107	18	and	and	CCONJ
dad-12448	107	19	ng	ng	PROPN
dad-12448	107	20	,	,	PUNCT
dad-12448	107	21	2016	2016	NUM
dad-12448	107	22	;	;	PUNCT
dad-12448	107	23	ease	ease	NOUN
dad-12448	107	24	,	,	PUNCT
dad-12448	107	25	2013	2013	NUM
dad-12448	107	26	;	;	PUNCT
dad-12448	107	27	tay	tay	PROPN
dad-12448	107	28	et	et	PROPN
dad-12448	107	29	al	al	PROPN
dad-12448	107	30	.	.	PROPN
dad-12448	107	31	,	,	PUNCT
dad-12448	107	32	2018	2018	NUM
dad-12448	107	33	)	)	PUNCT
dad-12448	107	34	.	.	PUNCT
dad-12448	108	1	it	it	PRON
dad-12448	108	2	is	be	AUX
dad-12448	108	3	one	one	NUM
dad-12448	108	4	of	of	ADP
dad-12448	108	5	the	the	DET
dad-12448	108	6	largest	large	ADJ
dad-12448	108	7	publicly	publicly	ADV
dad-12448	108	8	available	available	ADJ
dad-12448	108	9	datasets	dataset	NOUN
dad-12448	108	10	(	(	PUNCT
dad-12448	108	11	table	table	NOUN
dad-12448	108	12	1	1	NUM
dad-12448	108	13	)	)	PUNCT
dad-12448	108	14	.	.	PUNCT
dad-12448	109	1	the	the	DET
dad-12448	109	2	questions	question	NOUN
dad-12448	109	3	covered	cover	VERB
dad-12448	109	4	by	by	ADP
dad-12448	109	5	the	the	DET
dad-12448	109	6	dataset	dataset	NOUN
dad-12448	109	7	span	span	NOUN
dad-12448	109	8	many	many	ADJ
dad-12448	109	9	different	different	ADJ
dad-12448	109	10	areas	area	NOUN
dad-12448	109	11	such	such	ADJ
dad-12448	109	12	as	as	ADP
dad-12448	109	13	sciences	science	NOUN
dad-12448	109	14	and	and	CCONJ
dad-12448	109	15	english	english	PROPN
dad-12448	109	16	.	.	PUNCT
dad-12448	110	1	the	the	DET
dad-12448	110	2	responses	response	NOUN
dad-12448	110	3	were	be	AUX
dad-12448	110	4	written	write	VERB
dad-12448	110	5	by	by	ADP
dad-12448	110	6	high	high	ADJ
dad-12448	110	7	school	school	NOUN
dad-12448	110	8	students	student	NOUN
dad-12448	110	9	and	and	CCONJ
dad-12448	110	10	were	be	AUX
dad-12448	110	11	subsequently	subsequently	ADV
dad-12448	110	12	double	double	ADJ
dad-12448	110	13	-	-	PUNCT
dad-12448	110	14	scored	score	VERB
dad-12448	110	15	.	.	PUNCT
dad-12448	111	1	we	we	PRON
dad-12448	111	2	test	test	VERB
dad-12448	111	3	the	the	DET
dad-12448	111	4	following	follow	VERB
dad-12448	111	5	two	two	NUM
dad-12448	111	6	state	state	NOUN
dad-12448	111	7	-	-	PUNCT
dad-12448	111	8	of	of	ADP
dad-12448	111	9	-	-	PUNCT
dad-12448	111	10	the	the	DET
dad-12448	111	11	-	-	PUNCT
dad-12448	111	12	art	art	NOUN
dad-12448	111	13	models	model	NOUN
dad-12448	111	14	in	in	ADP
dad-12448	111	15	this	this	DET
dad-12448	111	16	work	work	NOUN
dad-12448	111	17	:	:	PUNCT
dad-12448	111	18	skipflow	skipflow	ADJ
dad-12448	111	19	(	(	PUNCT
dad-12448	111	20	tay	tay	PROPN
dad-12448	111	21	et	et	PROPN
dad-12448	111	22	al	al	PROPN
dad-12448	111	23	.	.	PROPN
dad-12448	111	24	,	,	PUNCT
dad-12448	111	25	2018	2018	NUM
dad-12448	111	26	)	)	PUNCT
dad-12448	111	27	and	and	CCONJ
dad-12448	111	28	memory	memory	NOUN
dad-12448	111	29	augmented	augment	VERB
dad-12448	111	30	neural	neural	ADJ
dad-12448	111	31	network	network	NOUN
dad-12448	111	32	(	(	PUNCT
dad-12448	111	33	mann	mann	PROPN
dad-12448	111	34	)	)	PUNCT
dad-12448	111	35	(	(	PUNCT
dad-12448	111	36	zhao	zhao	PROPN
dad-12448	111	37	et	et	PROPN
dad-12448	111	38	al	al	PROPN
dad-12448	111	39	.	.	PROPN
dad-12448	111	40	,	,	PUNCT
dad-12448	111	41	2017	2017	NUM
dad-12448	111	42	)	)	PUNCT
dad-12448	111	43	.	.	PUNCT
dad-12448	112	1	further	far	ADV
dad-12448	112	2	,	,	PUNCT
dad-12448	112	3	for	for	ADP
dad-12448	112	4	comparison	comparison	NOUN
dad-12448	112	5	,	,	PUNCT
dad-12448	112	6	we	we	PRON
dad-12448	112	7	design	design	VERB
dad-12448	112	8	a	a	DET
dad-12448	112	9	bert	bert	NOUN
dad-12448	112	10	based	base	VERB
dad-12448	112	11	automatic	automatic	ADJ
dad-12448	112	12	scoring	scoring	NOUN
dad-12448	112	13	model	model	NOUN
dad-12448	112	14	.	.	PUNCT
dad-12448	113	1	the	the	DET
dad-12448	113	2	performance	performance	NOUN
dad-12448	113	3	is	be	AUX
dad-12448	113	4	measured	measure	VERB
dad-12448	113	5	using	use	VERB
dad-12448	113	6	quadratic	quadratic	ADJ
dad-12448	113	7	weighted	weight	VERB
dad-12448	113	8	kappa	kappa	PROPN
dad-12448	113	9	(	(	PUNCT
dad-12448	113	10	qwk	qwk	PROPN
dad-12448	113	11	)	)	PUNCT
dad-12448	113	12	metric	metric	NOUN
dad-12448	113	13	,	,	PUNCT
dad-12448	113	14	which	which	PRON
dad-12448	113	15	indicates	indicate	VERB
dad-12448	113	16	the	the	DET
dad-12448	113	17	agreement	agreement	NOUN
dad-12448	113	18	between	between	ADP
dad-12448	113	19	a	a	DET
dad-12448	113	20	model	model	NOUN
dad-12448	113	21	’s	’s	PART
dad-12448	113	22	and	and	CCONJ
dad-12448	113	23	the	the	DET
dad-12448	113	24	expert	expert	NOUN
dad-12448	113	25	4	4	NUM
dad-12448	113	26	.	.	PUNCT
dad-12448	113	27	generated	generate	VERB
dad-12448	113	28	by	by	ADP
dad-12448	113	29	giving	give	VERB
dad-12448	113	30	the	the	DET
dad-12448	113	31	keywords	keyword	NOUN
dad-12448	113	32	,	,	PUNCT
dad-12448	113	33	‘	'	PUNCT
dad-12448	113	34	library	library	NOUN
dad-12448	113	35	’	'	PUNCT
dad-12448	113	36	,	,	PUNCT
dad-12448	113	37	‘	'	PUNCT
dad-12448	113	38	delhi	delhi	ADJ
dad-12448	113	39	’	'	PUNCT
dad-12448	113	40	and	and	CCONJ
dad-12448	113	41	‘	'	PUNCT
dad-12448	113	42	college	college	NOUN
dad-12448	113	43	’	'	PUNCT
dad-12448	113	44	respectively	respectively	ADV
dad-12448	113	45	.	.	PUNCT
dad-12448	114	1	5	5	NUM
dad-12448	114	2	singla	singla	ADJ
dad-12448	114	3	,	,	PUNCT
dad-12448	114	4	parekh	parekh	PROPN
dad-12448	114	5	,	,	PUNCT
dad-12448	114	6	singh	singh	PROPN
dad-12448	114	7	,	,	PUNCT
dad-12448	114	8	li	li	PROPN
dad-12448	114	9	,	,	PUNCT
dad-12448	114	10	shah	shah	PROPN
dad-12448	114	11	and	and	CCONJ
dad-12448	114	12	chen	chen	PROPN
dad-12448	114	13	prompt	prompt	ADJ
dad-12448	114	14	number	number	NOUN
dad-12448	114	15	1	1	NUM
dad-12448	114	16	2	2	NUM
dad-12448	114	17	3	3	NUM
dad-12448	114	18	4	4	NUM
dad-12448	114	19	5	5	NUM
dad-12448	114	20	6	6	NUM
dad-12448	114	21	7	7	NUM
dad-12448	114	22	8	8	NUM
dad-12448	114	23	#	#	NOUN
dad-12448	114	24	responses	response	NOUN
dad-12448	114	25	1783	1783	NUM
dad-12448	114	26	1800	1800	NUM
dad-12448	114	27	1726	1726	NUM
dad-12448	114	28	1772	1772	NUM
dad-12448	114	29	1805	1805	NUM
dad-12448	114	30	1800	1800	NUM
dad-12448	114	31	1569	1569	NUM
dad-12448	114	32	723	723	NUM
dad-12448	114	33	score	score	NOUN
dad-12448	114	34	range	range	NOUN
dad-12448	114	35	2	2	NUM
dad-12448	114	36	-	-	SYM
dad-12448	114	37	12	12	NUM
dad-12448	114	38	1	1	NUM
dad-12448	114	39	-	-	SYM
dad-12448	114	40	6	6	NUM
dad-12448	114	41	0	0	NUM
dad-12448	114	42	-	-	SYM
dad-12448	114	43	3	3	NUM
dad-12448	114	44	0	0	NUM
dad-12448	114	45	-	-	SYM
dad-12448	114	46	3	3	NUM
dad-12448	114	47	0	0	NUM
dad-12448	114	48	-	-	SYM
dad-12448	114	49	4	4	NUM
dad-12448	114	50	0	0	NUM
dad-12448	114	51	-	-	SYM
dad-12448	114	52	4	4	NUM
dad-12448	114	53	0	0	NUM
dad-12448	114	54	-	-	SYM
dad-12448	114	55	30	30	NUM
dad-12448	114	56	0	0	NUM
dad-12448	114	57	-	-	SYM
dad-12448	114	58	60	60	NUM
dad-12448	114	59	#	#	NOUN
dad-12448	114	60	avg	avg	NOUN
dad-12448	114	61	words	word	NOUN
dad-12448	114	62	per	per	ADP
dad-12448	114	63	response	response	NOUN
dad-12448	114	64	350	350	NUM
dad-12448	114	65	350	350	NUM
dad-12448	114	66	150	150	NUM
dad-12448	114	67	150	150	NUM
dad-12448	114	68	150	150	NUM
dad-12448	114	69	150	150	NUM
dad-12448	114	70	250	250	NUM
dad-12448	114	71	650	650	NUM
dad-12448	114	72	#	#	NOUN
dad-12448	114	73	avg	avg	NOUN
dad-12448	114	74	sentences	sentence	NOUN
dad-12448	114	75	per	per	ADP
dad-12448	114	76	response	response	NOUN
dad-12448	114	77	23	23	NUM
dad-12448	114	78	20	20	NUM
dad-12448	114	79	6	6	NUM
dad-12448	114	80	4	4	NUM
dad-12448	114	81	7	7	NUM
dad-12448	114	82	8	8	NUM
dad-12448	114	83	12	12	NUM
dad-12448	114	84	35	35	NUM
dad-12448	114	85	type	type	NOUN
dad-12448	114	86	argumentative	argumentative	ADJ
dad-12448	114	87	argumentative	argumentative	NOUN
dad-12448	114	88	rc	rc	PROPN
dad-12448	114	89	rc	rc	PROPN
dad-12448	114	90	rc	rc	PROPN
dad-12448	114	91	rc	rc	PROPN
dad-12448	114	92	narrative	narrative	PROPN
dad-12448	114	93	narrative	narrative	PROPN
dad-12448	114	94	table	table	NOUN
dad-12448	114	95	1	1	NUM
dad-12448	114	96	:	:	PUNCT
dad-12448	114	97	overview	overview	NOUN
dad-12448	114	98	of	of	ADP
dad-12448	114	99	the	the	DET
dad-12448	114	100	asap	asap	PROPN
dad-12448	114	101	aes	aes	PROPN
dad-12448	114	102	dataset	dataset	NOUN
dad-12448	114	103	used	use	VERB
dad-12448	114	104	for	for	ADP
dad-12448	114	105	evaluation	evaluation	NOUN
dad-12448	114	106	of	of	ADP
dad-12448	114	107	as	as	ADP
dad-12448	114	108	systems	system	NOUN
dad-12448	114	109	.	.	PUNCT
dad-12448	115	1	(	(	PUNCT
dad-12448	115	2	rc	rc	NOUN
dad-12448	115	3	=	=	NOUN
dad-12448	115	4	reading	reading	NOUN
dad-12448	115	5	comprehension	comprehension	NOUN
dad-12448	115	6	)	)	PUNCT
dad-12448	115	7	.	.	PUNCT
dad-12448	116	1	human	human	PROPN
dad-12448	116	2	rater	rater	PROPN
dad-12448	116	3	’s	’s	PART
dad-12448	116	4	scores	score	NOUN
dad-12448	116	5	.	.	PUNCT
dad-12448	117	1	all	all	DET
dad-12448	117	2	models	model	NOUN
dad-12448	117	3	show	show	VERB
dad-12448	117	4	an	an	DET
dad-12448	117	5	improvement	improvement	NOUN
dad-12448	117	6	of	of	ADP
dad-12448	117	7	4	4	NUM
dad-12448	117	8	-	-	SYM
dad-12448	117	9	5	5	NUM
dad-12448	117	10	%	%	NOUN
dad-12448	117	11	over	over	ADP
dad-12448	117	12	the	the	DET
dad-12448	117	13	previous	previous	ADJ
dad-12448	117	14	models	model	NOUN
dad-12448	117	15	on	on	ADP
dad-12448	117	16	the	the	DET
dad-12448	117	17	qwk	qwk	NOUN
dad-12448	117	18	metric	metric	ADJ
dad-12448	117	19	.	.	PUNCT
dad-12448	118	1	the	the	DET
dad-12448	118	2	analysis	analysis	NOUN
dad-12448	118	3	of	of	ADP
dad-12448	118	4	these	these	DET
dad-12448	118	5	models	model	NOUN
dad-12448	118	6	,	,	PUNCT
dad-12448	118	7	especially	especially	ADV
dad-12448	118	8	bert	bert	NOUN
dad-12448	118	9	,	,	PUNCT
dad-12448	118	10	is	be	AUX
dad-12448	118	11	interesting	interesting	ADJ
dad-12448	118	12	in	in	ADP
dad-12448	118	13	light	light	NOUN
dad-12448	118	14	of	of	ADP
dad-12448	118	15	recent	recent	ADJ
dad-12448	118	16	studies	study	NOUN
dad-12448	118	17	indicating	indicate	VERB
dad-12448	118	18	that	that	SCONJ
dad-12448	118	19	pretrained	pretraine	VERB
dad-12448	118	20	language	language	NOUN
dad-12448	118	21	models	model	NOUN
dad-12448	118	22	learn	learn	VERB
dad-12448	118	23	rich	rich	ADJ
dad-12448	118	24	linguistic	linguistic	ADJ
dad-12448	118	25	features	feature	NOUN
dad-12448	118	26	including	include	VERB
dad-12448	118	27	morphology	morphology	NOUN
dad-12448	118	28	,	,	PUNCT
dad-12448	118	29	parts	part	NOUN
dad-12448	118	30	-	-	PUNCT
dad-12448	118	31	of	of	ADP
dad-12448	118	32	-	-	PUNCT
dad-12448	118	33	speech	speech	NOUN
dad-12448	118	34	,	,	PUNCT
dad-12448	118	35	word	word	NOUN
dad-12448	118	36	-	-	PUNCT
dad-12448	118	37	length	length	NOUN
dad-12448	118	38	,	,	PUNCT
dad-12448	118	39	noun	noun	NOUN
dad-12448	118	40	-	-	PUNCT
dad-12448	118	41	verb	verb	NOUN
dad-12448	118	42	agreement	agreement	NOUN
dad-12448	118	43	,	,	PUNCT
dad-12448	118	44	coherence	coherence	NOUN
dad-12448	118	45	,	,	PUNCT
dad-12448	118	46	and	and	CCONJ
dad-12448	118	47	language	language	NOUN
dad-12448	118	48	delivery	delivery	NOUN
dad-12448	118	49	(	(	PUNCT
dad-12448	118	50	conneau	conneau	NOUN
dad-12448	118	51	et	et	PROPN
dad-12448	118	52	al	al	PROPN
dad-12448	118	53	.	.	PROPN
dad-12448	118	54	,	,	PUNCT
dad-12448	118	55	2018	2018	NUM
dad-12448	118	56	;	;	PUNCT
dad-12448	118	57	hewitt	hewitt	PROPN
dad-12448	118	58	and	and	CCONJ
dad-12448	118	59	manning	manning	NOUN
dad-12448	118	60	,	,	PUNCT
dad-12448	118	61	2019	2019	NUM
dad-12448	118	62	;	;	PUNCT
dad-12448	118	63	singla	singla	PRON
dad-12448	118	64	et	et	NOUN
dad-12448	118	65	al	al	PROPN
dad-12448	118	66	.	.	PROPN
dad-12448	118	67	,	,	PUNCT
dad-12448	118	68	2022c	2022c	NUM
dad-12448	118	69	)	)	PUNCT
dad-12448	118	70	.	.	PUNCT
dad-12448	119	1	this	this	PRON
dad-12448	119	2	has	have	AUX
dad-12448	119	3	resulted	result	VERB
dad-12448	119	4	in	in	ADP
dad-12448	119	5	pushing	push	VERB
dad-12448	119	6	the	the	DET
dad-12448	119	7	envelope	envelope	NOUN
dad-12448	119	8	for	for	ADP
dad-12448	119	9	many	many	ADJ
dad-12448	119	10	nlp	nlp	ADJ
dad-12448	119	11	applications	application	NOUN
dad-12448	119	12	.	.	PUNCT
dad-12448	120	1	the	the	DET
dad-12448	120	2	individual	individual	ADJ
dad-12448	120	3	models	model	NOUN
dad-12448	120	4	we	we	PRON
dad-12448	120	5	use	use	VERB
dad-12448	120	6	are	be	AUX
dad-12448	120	7	briefly	briefly	ADV
dad-12448	120	8	explained	explain	VERB
dad-12448	120	9	as	as	SCONJ
dad-12448	120	10	follows	follow	VERB
dad-12448	120	11	:	:	PUNCT
dad-12448	120	12	skipflow	skipflow	PROPN
dad-12448	120	13	tay	tay	PROPN
dad-12448	120	14	et	et	PROPN
dad-12448	120	15	al	al	PROPN
dad-12448	120	16	.	.	PROPN
dad-12448	121	1	(	(	PUNCT
dad-12448	121	2	2018	2018	NUM
dad-12448	121	3	)	)	PUNCT
dad-12448	121	4	model	model	NOUN
dad-12448	121	5	essay	essay	NOUN
dad-12448	121	6	scoring	scoring	NOUN
dad-12448	121	7	as	as	ADP
dad-12448	121	8	a	a	DET
dad-12448	121	9	regression	regression	NOUN
dad-12448	121	10	task	task	NOUN
dad-12448	121	11	.	.	PUNCT
dad-12448	122	1	they	they	PRON
dad-12448	122	2	utilize	utilize	VERB
dad-12448	122	3	glove	glove	NOUN
dad-12448	122	4	embeddings	embedding	NOUN
dad-12448	122	5	for	for	ADP
dad-12448	122	6	representing	represent	VERB
dad-12448	122	7	the	the	DET
dad-12448	122	8	tokens	token	NOUN
dad-12448	122	9	.	.	PUNCT
dad-12448	123	1	skipflow	skipflow	PROPN
dad-12448	123	2	captures	capture	NOUN
dad-12448	123	3	coherence	coherence	NOUN
dad-12448	123	4	,	,	PUNCT
dad-12448	123	5	flow	flow	NOUN
dad-12448	123	6	and	and	CCONJ
dad-12448	123	7	semantic	semantic	ADJ
dad-12448	123	8	relatedness	relatedness	NOUN
dad-12448	123	9	over	over	ADP
dad-12448	123	10	time	time	NOUN
dad-12448	123	11	,	,	PUNCT
dad-12448	123	12	which	which	PRON
dad-12448	123	13	the	the	DET
dad-12448	123	14	authors	author	NOUN
dad-12448	123	15	call	call	VERB
dad-12448	123	16	neural	neural	ADJ
dad-12448	123	17	coherence	coherence	NOUN
dad-12448	123	18	features	feature	NOUN
dad-12448	123	19	.	.	PUNCT
dad-12448	124	1	due	due	ADP
dad-12448	124	2	to	to	ADP
dad-12448	124	3	the	the	DET
dad-12448	124	4	intelligent	intelligent	ADJ
dad-12448	124	5	modelling	modelling	NOUN
dad-12448	124	6	,	,	PUNCT
dad-12448	124	7	it	it	PRON
dad-12448	124	8	gets	get	VERB
dad-12448	124	9	an	an	DET
dad-12448	124	10	impressive	impressive	ADJ
dad-12448	124	11	average	average	ADJ
dad-12448	124	12	quadratic	quadratic	ADJ
dad-12448	124	13	weighted	weight	VERB
dad-12448	124	14	kappa	kappa	ADJ
dad-12448	124	15	score	score	NOUN
dad-12448	124	16	of	of	ADP
dad-12448	124	17	0.764	0.764	NUM
dad-12448	124	18	.	.	PUNCT
dad-12448	125	1	skipflow	skipflow	PROPN
dad-12448	125	2	is	be	AUX
dad-12448	125	3	one	one	NUM
dad-12448	125	4	of	of	ADP
dad-12448	125	5	the	the	DET
dad-12448	125	6	top	top	ADJ
dad-12448	125	7	performing	perform	VERB
dad-12448	125	8	models	model	NOUN
dad-12448	125	9	(	(	PUNCT
dad-12448	125	10	tay	tay	NOUN
dad-12448	125	11	et	et	PROPN
dad-12448	125	12	al	al	PROPN
dad-12448	125	13	.	.	PROPN
dad-12448	125	14	,	,	PUNCT
dad-12448	125	15	2018	2018	NUM
dad-12448	125	16	;	;	PUNCT
dad-12448	125	17	ke	ke	PROPN
dad-12448	125	18	and	and	CCONJ
dad-12448	125	19	ng	ng	PROPN
dad-12448	125	20	,	,	PUNCT
dad-12448	125	21	2019	2019	NUM
dad-12448	125	22	)	)	PUNCT
dad-12448	125	23	for	for	ADP
dad-12448	125	24	aes	aes	PROPN
dad-12448	125	25	.	.	PUNCT
dad-12448	126	1	mann	mann	PROPN
dad-12448	126	2	zhao	zhao	PROPN
dad-12448	126	3	et	et	PROPN
dad-12448	126	4	al	al	PROPN
dad-12448	126	5	.	.	PROPN
dad-12448	127	1	(	(	PUNCT
dad-12448	127	2	2017	2017	NUM
dad-12448	127	3	)	)	PUNCT
dad-12448	127	4	use	use	VERB
dad-12448	127	5	memory	memory	NOUN
dad-12448	127	6	networks	network	NOUN
dad-12448	127	7	for	for	ADP
dad-12448	127	8	autoscoring	autoscore	VERB
dad-12448	127	9	by	by	ADP
dad-12448	127	10	selecting	select	VERB
dad-12448	127	11	some	some	DET
dad-12448	127	12	responses	response	NOUN
dad-12448	127	13	for	for	ADP
dad-12448	127	14	each	each	DET
dad-12448	127	15	grade	grade	NOUN
dad-12448	127	16	.	.	PUNCT
dad-12448	128	1	these	these	DET
dad-12448	128	2	responses	response	NOUN
dad-12448	128	3	are	be	AUX
dad-12448	128	4	stored	store	VERB
dad-12448	128	5	in	in	ADP
dad-12448	128	6	memory	memory	NOUN
dad-12448	128	7	and	and	CCONJ
dad-12448	128	8	then	then	ADV
dad-12448	128	9	used	use	VERB
dad-12448	128	10	for	for	ADP
dad-12448	128	11	scoring	score	VERB
dad-12448	128	12	ungraded	ungrade	VERB
dad-12448	128	13	responses	response	NOUN
dad-12448	128	14	.	.	PUNCT
dad-12448	129	1	the	the	DET
dad-12448	129	2	memory	memory	NOUN
dad-12448	129	3	component	component	NOUN
dad-12448	129	4	helps	help	VERB
dad-12448	129	5	to	to	PART
dad-12448	129	6	characterize	characterize	VERB
dad-12448	129	7	the	the	DET
dad-12448	129	8	various	various	ADJ
dad-12448	129	9	score	score	NOUN
dad-12448	129	10	levels	level	NOUN
dad-12448	129	11	similar	similar	ADJ
dad-12448	129	12	to	to	ADP
dad-12448	129	13	what	what	PRON
dad-12448	129	14	a	a	DET
dad-12448	129	15	rubric	rubric	NOUN
dad-12448	129	16	does	do	AUX
dad-12448	129	17	.	.	PUNCT
dad-12448	130	1	they	they	PRON
dad-12448	130	2	show	show	VERB
dad-12448	130	3	an	an	DET
dad-12448	130	4	excellent	excellent	ADJ
dad-12448	130	5	agreement	agreement	NOUN
dad-12448	130	6	score	score	NOUN
dad-12448	130	7	of	of	ADP
dad-12448	130	8	0.78	0.78	NUM
dad-12448	130	9	average	average	ADJ
dad-12448	130	10	qwk	qwk	NOUN
dad-12448	130	11	outperforming	outperform	VERB
dad-12448	130	12	the	the	DET
dad-12448	130	13	previous	previous	ADJ
dad-12448	130	14	stateof	stateof	ADJ
dad-12448	130	15	-	-	PUNCT
dad-12448	130	16	the	the	DET
dad-12448	130	17	-	-	PUNCT
dad-12448	130	18	art	art	NOUN
dad-12448	130	19	models	model	NOUN
dad-12448	130	20	.	.	PUNCT
dad-12448	131	1	bert	bert	NOUN
dad-12448	131	2	-	-	PUNCT
dad-12448	131	3	based	base	VERB
dad-12448	131	4	we	we	PRON
dad-12448	131	5	also	also	ADV
dad-12448	131	6	design	design	VERB
dad-12448	131	7	a	a	DET
dad-12448	131	8	bert	bert	NOUN
dad-12448	131	9	-	-	PUNCT
dad-12448	131	10	based	base	VERB
dad-12448	131	11	architecture	architecture	NOUN
dad-12448	131	12	for	for	ADP
dad-12448	131	13	scoring	scoring	NOUN
dad-12448	131	14	essays	essay	NOUN
dad-12448	131	15	.	.	PUNCT
dad-12448	132	1	it	it	PRON
dad-12448	132	2	utilizes	utilize	VERB
dad-12448	132	3	bert	bert	NOUN
dad-12448	132	4	embeddings	embedding	NOUN
dad-12448	132	5	(	(	PUNCT
dad-12448	132	6	devlin	devlin	NOUN
dad-12448	132	7	et	et	PROPN
dad-12448	132	8	al	al	PROPN
dad-12448	132	9	.	.	PROPN
dad-12448	132	10	,	,	PUNCT
dad-12448	132	11	2019	2019	NUM
dad-12448	132	12	)	)	PUNCT
dad-12448	132	13	to	to	PART
dad-12448	132	14	represent	represent	VERB
dad-12448	132	15	essays	essay	NOUN
dad-12448	132	16	by	by	ADP
dad-12448	132	17	passing	pass	VERB
dad-12448	132	18	tokens	token	NOUN
dad-12448	132	19	through	through	ADP
dad-12448	132	20	the	the	DET
dad-12448	132	21	bert	bert	PROPN
dad-12448	132	22	encoder	encoder	NOUN
dad-12448	132	23	.	.	PUNCT
dad-12448	133	1	the	the	DET
dad-12448	133	2	cls	cls	NOUN
dad-12448	133	3	token	token	VERB
dad-12448	133	4	embedding	embed	VERB
dad-12448	133	5	from	from	ADP
dad-12448	133	6	the	the	DET
dad-12448	133	7	last	last	ADJ
dad-12448	133	8	layer	layer	NOUN
dad-12448	133	9	is	be	AUX
dad-12448	133	10	passed	pass	VERB
dad-12448	133	11	through	through	ADP
dad-12448	133	12	a	a	DET
dad-12448	133	13	fully	fully	ADV
dad-12448	133	14	connected	connect	VERB
dad-12448	133	15	layer	layer	NOUN
dad-12448	133	16	of	of	ADP
dad-12448	133	17	size	size	NOUN
dad-12448	133	18	1	1	NUM
dad-12448	133	19	to	to	PART
dad-12448	133	20	produce	produce	VERB
dad-12448	133	21	the	the	DET
dad-12448	133	22	score	score	NOUN
dad-12448	133	23	.	.	PUNCT
dad-12448	134	1	the	the	DET
dad-12448	134	2	network	network	NOUN
dad-12448	134	3	was	be	AUX
dad-12448	134	4	trained	train	VERB
dad-12448	134	5	to	to	PART
dad-12448	134	6	predict	predict	VERB
dad-12448	134	7	the	the	DET
dad-12448	134	8	essay	essay	ADJ
dad-12448	134	9	scores	score	NOUN
dad-12448	134	10	by	by	ADP
dad-12448	134	11	minimizing	minimize	VERB
dad-12448	134	12	the	the	DET
dad-12448	134	13	mean	mean	ADJ
dad-12448	134	14	squared	square	VERB
dad-12448	134	15	error	error	NOUN
dad-12448	134	16	loss	loss	NOUN
dad-12448	134	17	.	.	PUNCT
dad-12448	135	1	it	it	PRON
dad-12448	135	2	achieves	achieve	VERB
dad-12448	135	3	an	an	DET
dad-12448	135	4	average	average	ADJ
dad-12448	135	5	qwk	qwk	NOUN
dad-12448	135	6	score	score	NOUN
dad-12448	135	7	of	of	ADP
dad-12448	135	8	0.74	0.74	NUM
dad-12448	135	9	.	.	PUNCT
dad-12448	136	1	we	we	PRON
dad-12448	136	2	utilize	utilize	VERB
dad-12448	136	3	this	this	DET
dad-12448	136	4	architecture	architecture	NOUN
dad-12448	136	5	as	as	ADP
dad-12448	136	6	a	a	DET
dad-12448	136	7	baseline	baseline	NOUN
dad-12448	136	8	representative	representative	NOUN
dad-12448	136	9	of	of	ADP
dad-12448	136	10	transformer	transformer	NOUN
dad-12448	136	11	-	-	PUNCT
dad-12448	136	12	based	base	VERB
dad-12448	136	13	embedding	embed	VERB
dad-12448	136	14	models	model	NOUN
dad-12448	136	15	.	.	PUNCT
dad-12448	137	1	3.2	3.2	NUM
dad-12448	137	2	attribution	attribution	NOUN
dad-12448	137	3	mechanism	mechanism	NOUN
dad-12448	137	4	the	the	DET
dad-12448	137	5	task	task	NOUN
dad-12448	137	6	of	of	ADP
dad-12448	137	7	attributing	attribute	VERB
dad-12448	137	8	a	a	DET
dad-12448	137	9	score	score	NOUN
dad-12448	137	10	f	f	NOUN
dad-12448	137	11	(	(	PUNCT
dad-12448	137	12	x	x	NOUN
dad-12448	137	13	)	)	PUNCT
dad-12448	137	14	given	give	VERB
dad-12448	137	15	by	by	ADP
dad-12448	137	16	an	an	DET
dad-12448	137	17	aes	aes	PROPN
dad-12448	137	18	model	model	NOUN
dad-12448	137	19	f	f	PROPN
dad-12448	137	20	,	,	PUNCT
dad-12448	137	21	on	on	ADP
dad-12448	137	22	an	an	DET
dad-12448	137	23	input	input	NOUN
dad-12448	137	24	essay	essay	NOUN
dad-12448	137	25	x	x	X
dad-12448	137	26	can	can	AUX
dad-12448	137	27	be	be	AUX
dad-12448	137	28	formally	formally	ADV
dad-12448	137	29	defined	define	VERB
dad-12448	137	30	as	as	ADP
dad-12448	137	31	producing	produce	VERB
dad-12448	137	32	attributions	attribution	NOUN
dad-12448	137	33	a1	a1	NOUN
dad-12448	137	34	,	,	PUNCT
dad-12448	137	35	..	..	PUNCT
dad-12448	137	36	,	,	PUNCT
dad-12448	137	37	an	an	DET
dad-12448	137	38	corresponding	corresponding	NOUN
dad-12448	137	39	to	to	ADP
dad-12448	137	40	the	the	DET
dad-12448	137	41	words	word	NOUN
dad-12448	137	42	w1	w1	NOUN
dad-12448	137	43	,	,	PUNCT
dad-12448	137	44	..	..	PUNCT
dad-12448	137	45	,	,	PUNCT
dad-12448	137	46	wn	wn	PROPN
dad-12448	137	47	contained	contain	VERB
dad-12448	137	48	in	in	ADP
dad-12448	137	49	the	the	DET
dad-12448	137	50	essay	essay	NOUN
dad-12448	137	51	x.	x.	NOUN
dad-12448	138	1	the	the	DET
dad-12448	138	2	attributions	attribution	NOUN
dad-12448	138	3	produced	produce	VERB
dad-12448	138	4	are	be	AUX
dad-12448	138	5	such	such	ADJ
dad-12448	138	6	that5	that5	NOUN
dad-12448	138	7	sum(a1	sum(a1	NOUN
dad-12448	138	8	,	,	PUNCT
dad-12448	138	9	..	..	PUNCT
dad-12448	138	10	,	,	PUNCT
dad-12448	138	11	an	an	X
dad-12448	138	12	)	)	PUNCT
dad-12448	138	13	=	=	SYM
dad-12448	138	14	f	f	PROPN
dad-12448	138	15	(	(	PUNCT
dad-12448	138	16	x	x	X
dad-12448	138	17	)	)	PUNCT
dad-12448	138	18	,	,	PUNCT
dad-12448	138	19	i.e.	i.e.	X
dad-12448	138	20	,	,	PUNCT
dad-12448	138	21	net	net	ADJ
dad-12448	138	22	attributions	attribution	NOUN
dad-12448	138	23	of	of	ADP
dad-12448	138	24	all	all	DET
dad-12448	138	25	words	word	NOUN
dad-12448	138	26	(	(	PUNCT
dad-12448	138	27	sum(a1	sum(a1	NOUN
dad-12448	138	28	,	,	PUNCT
dad-12448	138	29	..	..	PUNCT
dad-12448	138	30	,	,	PUNCT
dad-12448	138	31	an	an	PRON
dad-12448	138	32	)	)	PUNCT
dad-12448	138	33	)	)	PUNCT
dad-12448	138	34	equal	equal	VERB
dad-12448	138	35	the	the	DET
dad-12448	138	36	assigned	assign	VERB
dad-12448	138	37	score	score	NOUN
dad-12448	138	38	(	(	PUNCT
dad-12448	138	39	f	f	X
dad-12448	138	40	(	(	PUNCT
dad-12448	138	41	x	x	NOUN
dad-12448	138	42	)	)	PUNCT
dad-12448	138	43	)	)	PUNCT
dad-12448	138	44	.	.	PUNCT
dad-12448	139	1	in	in	ADP
dad-12448	139	2	a	a	DET
dad-12448	139	3	way	way	NOUN
dad-12448	139	4	,	,	PUNCT
dad-12448	139	5	if	if	SCONJ
dad-12448	139	6	f	f	PROPN
dad-12448	139	7	is	be	AUX
dad-12448	139	8	a	a	DET
dad-12448	139	9	regression	regression	NOUN
dad-12448	139	10	based	base	VERB
dad-12448	139	11	model	model	NOUN
dad-12448	139	12	,	,	PUNCT
dad-12448	139	13	a1	a1	PROPN
dad-12448	139	14	,	,	PUNCT
dad-12448	139	15	..	..	PUNCT
dad-12448	139	16	,	,	PUNCT
dad-12448	139	17	an	an	PRON
dad-12448	139	18	can	can	AUX
dad-12448	139	19	be	be	AUX
dad-12448	139	20	thought	think	VERB
dad-12448	139	21	of	of	ADP
dad-12448	139	22	as	as	ADP
dad-12448	139	23	the	the	DET
dad-12448	139	24	scores	score	NOUN
dad-12448	139	25	of	of	ADP
dad-12448	139	26	each	each	DET
dad-12448	139	27	word	word	NOUN
dad-12448	139	28	of	of	ADP
dad-12448	139	29	that	that	DET
dad-12448	139	30	essay	essay	NOUN
dad-12448	139	31	,	,	PUNCT
dad-12448	139	32	which	which	PRON
dad-12448	139	33	sum	sum	VERB
dad-12448	139	34	to	to	PART
dad-12448	139	35	produce	produce	VERB
dad-12448	139	36	the	the	DET
dad-12448	139	37	final	final	ADJ
dad-12448	139	38	score	score	NOUN
dad-12448	139	39	,	,	PUNCT
dad-12448	139	40	f	f	PROPN
dad-12448	139	41	(	(	PUNCT
dad-12448	139	42	x	x	NOUN
dad-12448	139	43	)	)	PUNCT
dad-12448	139	44	.	.	PUNCT
dad-12448	140	1	we	we	PRON
dad-12448	140	2	use	use	VERB
dad-12448	140	3	a	a	DET
dad-12448	140	4	path	path	NOUN
dad-12448	140	5	-	-	PUNCT
dad-12448	140	6	based	base	VERB
dad-12448	140	7	attribution	attribution	NOUN
dad-12448	140	8	method	method	NOUN
dad-12448	140	9	,	,	PUNCT
dad-12448	140	10	integrated	integrated	ADJ
dad-12448	140	11	gradients	gradient	NOUN
dad-12448	140	12	(	(	PUNCT
dad-12448	140	13	igs	igs	PROPN
dad-12448	140	14	)	)	PUNCT
dad-12448	140	15	(	(	PUNCT
dad-12448	140	16	sundararajan	sundararajan	NOUN
dad-12448	140	17	et	et	PROPN
dad-12448	140	18	al	al	PROPN
dad-12448	140	19	.	.	PROPN
dad-12448	140	20	,	,	PUNCT
dad-12448	140	21	2017	2017	NUM
dad-12448	140	22	)	)	PUNCT
dad-12448	140	23	,	,	PUNCT
dad-12448	140	24	much	much	ADV
dad-12448	140	25	like	like	ADP
dad-12448	140	26	other	other	ADJ
dad-12448	140	27	interpretability	interpretability	NOUN
dad-12448	140	28	mechanisms	mechanism	NOUN
dad-12448	140	29	such	such	ADJ
dad-12448	140	30	as	as	ADP
dad-12448	140	31	(	(	PUNCT
dad-12448	140	32	ribeiro	ribeiro	PROPN
dad-12448	140	33	et	et	PROPN
dad-12448	140	34	al	al	PROPN
dad-12448	140	35	.	.	PROPN
dad-12448	140	36	,	,	PUNCT
dad-12448	140	37	2016	2016	NUM
dad-12448	140	38	;	;	PUNCT
dad-12448	140	39	lundberg	lundberg	PROPN
dad-12448	140	40	and	and	CCONJ
dad-12448	140	41	lee	lee	PROPN
dad-12448	140	42	,	,	PUNCT
dad-12448	140	43	2017	2017	NUM
dad-12448	140	44	)	)	PUNCT
dad-12448	140	45	for	for	ADP
dad-12448	140	46	getting	get	VERB
dad-12448	140	47	the	the	DET
dad-12448	140	48	attributions	attribution	NOUN
dad-12448	140	49	for	for	ADP
dad-12448	140	50	each	each	PRON
dad-12448	140	51	of	of	ADP
dad-12448	140	52	the	the	DET
dad-12448	140	53	trained	train	VERB
dad-12448	140	54	models	model	NOUN
dad-12448	140	55	,	,	PUNCT
dad-12448	140	56	f	f	PROPN
dad-12448	140	57	.	.	PUNCT
dad-12448	141	1	igs	igs	PROPN
dad-12448	141	2	employ	employ	VERB
dad-12448	141	3	the	the	DET
dad-12448	141	4	following	follow	VERB
dad-12448	141	5	method	method	NOUN
dad-12448	141	6	to	to	ADP
dad-12448	141	7	5	5	NUM
dad-12448	141	8	.	.	PUNCT
dad-12448	142	1	proposition	proposition	NOUN
dad-12448	142	2	1	1	NUM
dad-12448	142	3	in	in	ADP
dad-12448	142	4	(	(	PUNCT
dad-12448	142	5	sundararajan	sundararajan	NOUN
dad-12448	142	6	et	et	PROPN
dad-12448	142	7	al	al	PROPN
dad-12448	142	8	.	.	PROPN
dad-12448	142	9	,	,	PUNCT
dad-12448	142	10	2017	2017	NUM
dad-12448	142	11	)	)	PUNCT
dad-12448	142	12	6	6	NUM
dad-12448	142	13	automatic	automatic	ADJ
dad-12448	142	14	essay	essay	NOUN
dad-12448	142	15	scoring	scoring	NOUN
dad-12448	142	16	systems	system	NOUN
dad-12448	142	17	are	be	AUX
dad-12448	142	18	both	both	CCONJ
dad-12448	142	19	overstable	overstable	ADJ
dad-12448	142	20	and	and	CCONJ
dad-12448	142	21	oversensitive	oversensitive	ADJ
dad-12448	142	22	find	find	VERB
dad-12448	142	23	blame	blame	NOUN
dad-12448	142	24	assignments	assignment	NOUN
dad-12448	142	25	:	:	PUNCT
dad-12448	142	26	given	give	VERB
dad-12448	142	27	an	an	DET
dad-12448	142	28	input	input	NOUN
dad-12448	142	29	x	x	X
dad-12448	142	30	and	and	CCONJ
dad-12448	142	31	a	a	DET
dad-12448	142	32	baseline	baseline	ADJ
dad-12448	142	33	b6	b6	NOUN
dad-12448	142	34	,	,	PUNCT
dad-12448	142	35	the	the	DET
dad-12448	142	36	integrated	integrate	VERB
dad-12448	142	37	gradient	gradient	NOUN
dad-12448	142	38	along	along	ADP
dad-12448	142	39	the	the	DET
dad-12448	142	40	ith	ith	PROPN
dad-12448	142	41	dimension	dimension	NOUN
dad-12448	142	42	is	be	AUX
dad-12448	142	43	defined	define	VERB
dad-12448	142	44	as	as	ADP
dad-12448	142	45	:	:	PUNCT
dad-12448	142	46	igi(x	igi(x	ADJ
dad-12448	142	47	,	,	PUNCT
dad-12448	142	48	b	b	NOUN
dad-12448	142	49	)	)	PUNCT
dad-12448	142	50	=	=	SYM
dad-12448	143	1	(	(	PUNCT
dad-12448	143	2	xi	xi	INTJ
dad-12448	143	3	−	−	PROPN
dad-12448	143	4	bi	bi	NOUN
dad-12448	143	5	)	)	PUNCT
dad-12448	143	6	∫	∫	PROPN
dad-12448	143	7	1	1	NUM
dad-12448	143	8	α=0	α=0	PROPN
dad-12448	143	9	∂f	∂f	PROPN
dad-12448	143	10	(	(	PUNCT
dad-12448	143	11	b+	b+	X
dad-12448	143	12	α(x−	α(x−	PROPN
dad-12448	143	13	b	b	NOUN
dad-12448	143	14	)	)	PUNCT
dad-12448	143	15	)	)	PUNCT
dad-12448	143	16	∂xi	∂xi	NOUN
dad-12448	143	17	dα	dα	PART
dad-12448	143	18	(	(	PUNCT
dad-12448	143	19	1	1	NUM
dad-12448	143	20	)	)	PUNCT
dad-12448	143	21	where	where	SCONJ
dad-12448	143	22	∂f	∂f	PROPN
dad-12448	143	23	(	(	PUNCT
dad-12448	143	24	x	x	NOUN
dad-12448	143	25	)	)	PUNCT
dad-12448	143	26	∂xi	∂xi	NOUN
dad-12448	143	27	represents	represent	VERB
dad-12448	143	28	the	the	DET
dad-12448	143	29	gradient	gradient	NOUN
dad-12448	143	30	of	of	ADP
dad-12448	143	31	f	f	PROPN
dad-12448	143	32	along	along	ADP
dad-12448	143	33	the	the	DET
dad-12448	143	34	ith	ith	PROPN
dad-12448	143	35	dimension	dimension	NOUN
dad-12448	143	36	of	of	ADP
dad-12448	143	37	x.	x.	NOUN
dad-12448	143	38	we	we	PRON
dad-12448	143	39	choose	choose	VERB
dad-12448	143	40	the	the	DET
dad-12448	143	41	baseline	baseline	NOUN
dad-12448	143	42	as	as	ADP
dad-12448	143	43	empty	empty	ADJ
dad-12448	143	44	input	input	NOUN
dad-12448	143	45	(	(	PUNCT
dad-12448	143	46	all	all	DET
dad-12448	143	47	0s	0s	NOUN
dad-12448	143	48	)	)	PUNCT
dad-12448	143	49	for	for	ADP
dad-12448	143	50	essay	essay	ADJ
dad-12448	143	51	scoring	scoring	NOUN
dad-12448	143	52	models	model	NOUN
dad-12448	143	53	since	since	SCONJ
dad-12448	143	54	an	an	DET
dad-12448	143	55	empty	empty	ADJ
dad-12448	143	56	essay	essay	NOUN
dad-12448	143	57	should	should	AUX
dad-12448	143	58	get	get	VERB
dad-12448	143	59	a	a	DET
dad-12448	143	60	score	score	NOUN
dad-12448	143	61	of	of	ADP
dad-12448	143	62	0	0	NUM
dad-12448	143	63	as	as	ADP
dad-12448	143	64	per	per	ADP
dad-12448	143	65	the	the	DET
dad-12448	143	66	scoring	scoring	NOUN
dad-12448	143	67	rubrics	rubric	NOUN
dad-12448	143	68	.	.	PUNCT
dad-12448	144	1	it	it	PRON
dad-12448	144	2	is	be	AUX
dad-12448	144	3	the	the	DET
dad-12448	144	4	neutral	neutral	ADJ
dad-12448	144	5	input	input	NOUN
dad-12448	144	6	that	that	PRON
dad-12448	144	7	models	model	VERB
dad-12448	144	8	the	the	DET
dad-12448	144	9	absence	absence	NOUN
dad-12448	144	10	of	of	ADP
dad-12448	144	11	a	a	DET
dad-12448	144	12	cause	cause	NOUN
dad-12448	144	13	of	of	ADP
dad-12448	144	14	any	any	DET
dad-12448	144	15	score	score	NOUN
dad-12448	144	16	,	,	PUNCT
dad-12448	144	17	thus	thus	ADV
dad-12448	144	18	getting	get	VERB
dad-12448	144	19	a	a	DET
dad-12448	144	20	zero	zero	NUM
dad-12448	144	21	score	score	NOUN
dad-12448	144	22	.	.	PUNCT
dad-12448	145	1	since	since	SCONJ
dad-12448	145	2	we	we	PRON
dad-12448	145	3	want	want	VERB
dad-12448	145	4	to	to	PART
dad-12448	145	5	see	see	VERB
dad-12448	145	6	the	the	DET
dad-12448	145	7	effect	effect	NOUN
dad-12448	145	8	of	of	ADP
dad-12448	145	9	only	only	ADJ
dad-12448	145	10	words	word	NOUN
dad-12448	145	11	on	on	ADP
dad-12448	145	12	the	the	DET
dad-12448	145	13	score	score	NOUN
dad-12448	145	14	,	,	PUNCT
dad-12448	145	15	any	any	DET
dad-12448	145	16	additional	additional	ADJ
dad-12448	145	17	inputs	input	NOUN
dad-12448	145	18	(	(	PUNCT
dad-12448	145	19	such	such	ADJ
dad-12448	145	20	as	as	ADP
dad-12448	145	21	memory	memory	NOUN
dad-12448	145	22	in	in	ADP
dad-12448	145	23	mann	mann	PROPN
dad-12448	145	24	)	)	PUNCT
dad-12448	145	25	of	of	ADP
dad-12448	145	26	the	the	DET
dad-12448	145	27	baseline	baseline	PROPN
dad-12448	145	28	b	b	PROPN
dad-12448	145	29	is	be	AUX
dad-12448	145	30	set	set	VERB
dad-12448	145	31	to	to	PART
dad-12448	145	32	be	be	AUX
dad-12448	145	33	that	that	PRON
dad-12448	145	34	of	of	ADP
dad-12448	145	35	x7	x7	NOUN
dad-12448	145	36	.	.	PUNCT
dad-12448	146	1	see	see	VERB
dad-12448	146	2	fig	fig	NOUN
dad-12448	146	3	.	.	PUNCT
dad-12448	147	1	1	1	NUM
dad-12448	147	2	for	for	ADP
dad-12448	147	3	an	an	DET
dad-12448	147	4	example	example	NOUN
dad-12448	147	5	.	.	PUNCT
dad-12448	148	1	in	in	ADP
dad-12448	148	2	all	all	PRON
dad-12448	148	3	our	our	PRON
dad-12448	148	4	ig	ig	PROPN
dad-12448	148	5	diagrams	diagram	NOUN
dad-12448	148	6	,	,	PUNCT
dad-12448	148	7	green	green	ADJ
dad-12448	148	8	highlighting	highlighting	NOUN
dad-12448	148	9	indicates	indicate	VERB
dad-12448	148	10	positive	positive	ADJ
dad-12448	148	11	attribution	attribution	NOUN
dad-12448	148	12	while	while	SCONJ
dad-12448	148	13	red	red	ADJ
dad-12448	148	14	highlighting	highlighting	NOUN
dad-12448	148	15	indicates	indicate	VERB
dad-12448	148	16	negative	negative	ADJ
dad-12448	148	17	attribution	attribution	NOUN
dad-12448	148	18	.	.	PUNCT
dad-12448	149	1	we	we	PRON
dad-12448	149	2	choose	choose	VERB
dad-12448	149	3	igs	igs	PROPN
dad-12448	149	4	over	over	ADP
dad-12448	149	5	other	other	ADJ
dad-12448	149	6	explainability	explainability	NOUN
dad-12448	149	7	techniques	technique	NOUN
dad-12448	149	8	since	since	SCONJ
dad-12448	149	9	they	they	PRON
dad-12448	149	10	have	have	VERB
dad-12448	149	11	many	many	ADJ
dad-12448	149	12	desirable	desirable	ADJ
dad-12448	149	13	properties	property	NOUN
dad-12448	149	14	that	that	PRON
dad-12448	149	15	make	make	VERB
dad-12448	149	16	them	they	PRON
dad-12448	149	17	useful	useful	ADJ
dad-12448	149	18	for	for	ADP
dad-12448	149	19	this	this	DET
dad-12448	149	20	task	task	NOUN
dad-12448	149	21	.	.	PUNCT
dad-12448	150	1	for	for	ADP
dad-12448	150	2	instance	instance	NOUN
dad-12448	150	3	,	,	PUNCT
dad-12448	150	4	the	the	DET
dad-12448	150	5	attributions	attribution	NOUN
dad-12448	150	6	sum	sum	VERB
dad-12448	150	7	to	to	ADP
dad-12448	150	8	the	the	DET
dad-12448	150	9	score	score	NOUN
dad-12448	150	10	of	of	ADP
dad-12448	150	11	an	an	DET
dad-12448	150	12	essay	essay	NOUN
dad-12448	150	13	(	(	PUNCT
dad-12448	150	14	sum(a1	sum(a1	NOUN
dad-12448	150	15	,	,	PUNCT
dad-12448	150	16	..	..	PUNCT
dad-12448	150	17	,	,	PUNCT
dad-12448	150	18	an	an	X
dad-12448	150	19	)	)	PUNCT
dad-12448	150	20	=	=	SYM
dad-12448	150	21	f	f	PROPN
dad-12448	150	22	(	(	PUNCT
dad-12448	150	23	x	x	NOUN
dad-12448	150	24	)	)	PUNCT
dad-12448	150	25	)	)	PUNCT
dad-12448	150	26	,	,	PUNCT
dad-12448	150	27	they	they	PRON
dad-12448	150	28	are	be	AUX
dad-12448	150	29	implementation	implementation	NOUN
dad-12448	150	30	invariant	invariant	ADJ
dad-12448	150	31	,	,	PUNCT
dad-12448	150	32	do	do	AUX
dad-12448	150	33	not	not	PART
dad-12448	150	34	require	require	VERB
dad-12448	150	35	any	any	DET
dad-12448	150	36	model	model	NOUN
dad-12448	150	37	to	to	PART
dad-12448	150	38	be	be	AUX
dad-12448	150	39	retrained	retrain	VERB
dad-12448	150	40	and	and	CCONJ
dad-12448	150	41	are	be	AUX
dad-12448	150	42	readily	readily	ADV
dad-12448	150	43	implementable	implementable	ADJ
dad-12448	150	44	.	.	PUNCT
dad-12448	151	1	previous	previous	ADJ
dad-12448	151	2	literature	literature	NOUN
dad-12448	151	3	such	such	ADJ
dad-12448	151	4	as	as	ADP
dad-12448	151	5	(	(	PUNCT
dad-12448	151	6	mudrakarta	mudrakarta	NOUN
dad-12448	151	7	et	et	NOUN
dad-12448	151	8	al	al	PROPN
dad-12448	151	9	.	.	PROPN
dad-12448	151	10	,	,	PUNCT
dad-12448	151	11	2018	2018	NUM
dad-12448	151	12	)	)	PUNCT
dad-12448	151	13	also	also	ADV
dad-12448	151	14	uses	use	VERB
dad-12448	151	15	integrated	integrated	ADJ
dad-12448	151	16	gradients	gradient	NOUN
dad-12448	151	17	for	for	ADP
dad-12448	151	18	explaining	explain	VERB
dad-12448	151	19	the	the	DET
dad-12448	151	20	undersensitivity	undersensitivity	NOUN
dad-12448	151	21	of	of	ADP
dad-12448	151	22	factoid	factoid	NOUN
dad-12448	151	23	-	-	PUNCT
dad-12448	151	24	based	base	VERB
dad-12448	151	25	question	question	NOUN
dad-12448	151	26	-	-	PUNCT
dad-12448	151	27	answer	answer	NOUN
dad-12448	151	28	(	(	PUNCT
dad-12448	151	29	qa	qa	NOUN
dad-12448	151	30	)	)	PUNCT
dad-12448	151	31	models	model	NOUN
dad-12448	151	32	.	.	PUNCT
dad-12448	152	1	other	other	ADJ
dad-12448	152	2	interpretability	interpretability	NOUN
dad-12448	152	3	mechanisms	mechanism	NOUN
dad-12448	152	4	like	like	ADP
dad-12448	152	5	attention	attention	NOUN
dad-12448	152	6	require	require	VERB
dad-12448	152	7	changes	change	NOUN
dad-12448	152	8	in	in	ADP
dad-12448	152	9	the	the	DET
dad-12448	152	10	tested	test	VERB
dad-12448	152	11	model	model	NOUN
dad-12448	152	12	and	and	CCONJ
dad-12448	152	13	are	be	AUX
dad-12448	152	14	not	not	PART
dad-12448	152	15	post	post	ADJ
dad-12448	152	16	-	-	ADJ
dad-12448	152	17	hoc	hoc	X
dad-12448	152	18	,	,	PUNCT
dad-12448	152	19	thus	thus	ADV
dad-12448	152	20	are	be	AUX
dad-12448	152	21	not	not	PART
dad-12448	152	22	a	a	DET
dad-12448	152	23	good	good	ADJ
dad-12448	152	24	choice	choice	NOUN
dad-12448	152	25	for	for	ADP
dad-12448	152	26	our	our	PRON
dad-12448	152	27	task	task	NOUN
dad-12448	152	28	.	.	PUNCT
dad-12448	153	1	figure	figure	NOUN
dad-12448	153	2	1	1	NUM
dad-12448	153	3	:	:	PUNCT
dad-12448	153	4	attributions	attribution	NOUN
dad-12448	153	5	for	for	ADP
dad-12448	153	6	skipflow	skipflow	ADJ
dad-12448	153	7	,	,	PUNCT
dad-12448	153	8	mann	mann	PROPN
dad-12448	153	9	and	and	CCONJ
dad-12448	153	10	bert	bert	PROPN
dad-12448	153	11	models	model	NOUN
dad-12448	153	12	respectively	respectively	ADV
dad-12448	153	13	of	of	ADP
dad-12448	153	14	an	an	DET
dad-12448	153	15	essay	essay	ADJ
dad-12448	153	16	sample	sample	NOUN
dad-12448	153	17	for	for	ADP
dad-12448	153	18	prompt	prompt	ADJ
dad-12448	153	19	2	2	NUM
dad-12448	153	20	.	.	PUNCT
dad-12448	154	1	prompt	prompt	ADJ
dad-12448	154	2	2	2	NUM
dad-12448	154	3	asks	ask	VERB
dad-12448	154	4	candidates	candidate	NOUN
dad-12448	154	5	to	to	PART
dad-12448	154	6	write	write	VERB
dad-12448	154	7	an	an	DET
dad-12448	154	8	essay	essay	NOUN
dad-12448	154	9	to	to	ADP
dad-12448	154	10	a	a	DET
dad-12448	154	11	newspaper	newspaper	NOUN
dad-12448	154	12	reflecting	reflect	VERB
dad-12448	154	13	their	their	PRON
dad-12448	154	14	views	view	NOUN
dad-12448	154	15	on	on	ADP
dad-12448	154	16	censorship	censorship	NOUN
dad-12448	154	17	in	in	ADP
dad-12448	154	18	libraries	library	NOUN
dad-12448	154	19	and	and	CCONJ
dad-12448	154	20	express	express	VERB
dad-12448	154	21	their	their	PRON
dad-12448	154	22	views	view	NOUN
dad-12448	154	23	if	if	SCONJ
dad-12448	154	24	they	they	PRON
dad-12448	154	25	believe	believe	VERB
dad-12448	154	26	that	that	SCONJ
dad-12448	154	27	materials	material	NOUN
dad-12448	154	28	,	,	PUNCT
dad-12448	154	29	such	such	ADJ
dad-12448	154	30	as	as	ADP
dad-12448	154	31	books	book	NOUN
dad-12448	154	32	,	,	PUNCT
dad-12448	154	33	etc	etc	X
dad-12448	154	34	.	.	X
dad-12448	154	35	,	,	PUNCT
dad-12448	154	36	should	should	AUX
dad-12448	154	37	be	be	AUX
dad-12448	154	38	removed	remove	VERB
dad-12448	154	39	from	from	ADP
dad-12448	154	40	the	the	DET
dad-12448	154	41	shelves	shelf	NOUN
dad-12448	154	42	if	if	SCONJ
dad-12448	154	43	they	they	PRON
dad-12448	154	44	are	be	AUX
dad-12448	154	45	found	find	VERB
dad-12448	154	46	offensive	offensive	ADJ
dad-12448	154	47	.	.	PUNCT
dad-12448	155	1	this	this	DET
dad-12448	155	2	essay	essay	NOUN
dad-12448	155	3	scored	score	VERB
dad-12448	155	4	3	3	NUM
dad-12448	155	5	out	out	ADP
dad-12448	155	6	of	of	ADP
dad-12448	155	7	6	6	NUM
dad-12448	155	8	.	.	NOUN
dad-12448	155	9	4	4	NUM
dad-12448	155	10	.	.	NOUN
dad-12448	155	11	empirical	empirical	ADJ
dad-12448	155	12	studies	study	NOUN
dad-12448	155	13	and	and	CCONJ
dad-12448	155	14	results	result	NOUN
dad-12448	155	15	we	we	PRON
dad-12448	155	16	perform	perform	VERB
dad-12448	155	17	our	our	PRON
dad-12448	155	18	overstability	overstability	NOUN
dad-12448	155	19	(	(	PUNCT
dad-12448	155	20	§	§	NOUN
dad-12448	155	21	4.1	4.1	NUM
dad-12448	155	22	)	)	PUNCT
dad-12448	155	23	and	and	CCONJ
dad-12448	155	24	oversensitivity	oversensitivity	NOUN
dad-12448	155	25	(	(	PUNCT
dad-12448	155	26	§	§	NOUN
dad-12448	155	27	4.2	4.2	NUM
dad-12448	155	28	)	)	PUNCT
dad-12448	155	29	experiments	experiment	NOUN
dad-12448	155	30	with	with	ADP
dad-12448	155	31	100	100	NUM
dad-12448	155	32	samples	sample	NOUN
dad-12448	155	33	per	per	ADP
dad-12448	155	34	prompt	prompt	NOUN
dad-12448	155	35	for	for	ADP
dad-12448	155	36	the	the	DET
dad-12448	155	37	three	three	NUM
dad-12448	155	38	models	model	NOUN
dad-12448	155	39	discussed	discuss	VERB
dad-12448	155	40	in	in	ADP
dad-12448	155	41	section	section	NOUN
dad-12448	155	42	3.1	3.1	NUM
dad-12448	155	43	.	.	PUNCT
dad-12448	156	1	there	there	PRON
dad-12448	156	2	are	be	VERB
dad-12448	156	3	8	8	NUM
dad-12448	156	4	prompt	prompt	ADJ
dad-12448	156	5	-	-	PUNCT
dad-12448	156	6	level	level	NOUN
dad-12448	156	7	datasets	dataset	NOUN
dad-12448	156	8	in	in	ADP
dad-12448	156	9	the	the	DET
dad-12448	156	10	overall	overall	ADJ
dad-12448	156	11	asap	asap	PROPN
dad-12448	156	12	-	-	PUNCT
dad-12448	156	13	aes	aes	NOUN
dad-12448	156	14	dataset	dataset	NOUN
dad-12448	156	15	,	,	PUNCT
dad-12448	156	16	therefore	therefore	ADV
dad-12448	156	17	we	we	PRON
dad-12448	156	18	perform	perform	VERB
dad-12448	156	19	our	our	PRON
dad-12448	156	20	analysis	analysis	NOUN
dad-12448	156	21	on	on	ADP
dad-12448	156	22	24	24	NUM
dad-12448	156	23	unique	unique	ADJ
dad-12448	156	24	model	model	NOUN
dad-12448	156	25	-	-	PUNCT
dad-12448	156	26	dataset	dataset	VERB
dad-12448	156	27	pairs	pair	NOUN
dad-12448	156	28	,	,	PUNCT
dad-12448	156	29	each	each	PRON
dad-12448	156	30	containing	contain	VERB
dad-12448	156	31	over	over	ADP
dad-12448	156	32	100	100	NUM
dad-12448	156	33	samples	sample	NOUN
dad-12448	156	34	.	.	PUNCT
dad-12448	157	1	6	6	X
dad-12448	157	2	.	.	NUM
dad-12448	157	3	defined	define	VERB
dad-12448	157	4	as	as	ADP
dad-12448	157	5	an	an	DET
dad-12448	157	6	input	input	NOUN
dad-12448	157	7	containing	contain	VERB
dad-12448	157	8	absence	absence	NOUN
dad-12448	157	9	of	of	ADP
dad-12448	157	10	cause	cause	NOUN
dad-12448	157	11	for	for	ADP
dad-12448	157	12	the	the	DET
dad-12448	157	13	output	output	NOUN
dad-12448	157	14	of	of	ADP
dad-12448	157	15	a	a	DET
dad-12448	157	16	model	model	NOUN
dad-12448	157	17	;	;	PUNCT
dad-12448	157	18	also	also	ADV
dad-12448	157	19	called	call	VERB
dad-12448	157	20	neutral	neutral	ADJ
dad-12448	157	21	input	input	NOUN
dad-12448	157	22	(	(	PUNCT
dad-12448	157	23	shrikumar	shrikumar	NOUN
dad-12448	157	24	et	et	PROPN
dad-12448	157	25	al	al	PROPN
dad-12448	157	26	.	.	PROPN
dad-12448	157	27	,	,	PUNCT
dad-12448	157	28	2016	2016	NUM
dad-12448	157	29	;	;	PUNCT
dad-12448	158	1	sundararajan	sundararajan	NOUN
dad-12448	158	2	et	et	PROPN
dad-12448	158	3	al	al	PROPN
dad-12448	158	4	.	.	PROPN
dad-12448	158	5	,	,	PUNCT
dad-12448	158	6	2017	2017	NUM
dad-12448	158	7	)	)	PUNCT
dad-12448	158	8	.	.	PUNCT
dad-12448	159	1	7	7	X
dad-12448	159	2	.	.	X
dad-12448	159	3	we	we	PRON
dad-12448	159	4	ensure	ensure	VERB
dad-12448	159	5	that	that	SCONJ
dad-12448	159	6	igs	ig	NOUN
dad-12448	159	7	are	be	AUX
dad-12448	159	8	within	within	ADP
dad-12448	159	9	the	the	DET
dad-12448	159	10	acceptable	acceptable	ADJ
dad-12448	159	11	error	error	NOUN
dad-12448	159	12	margin	margin	NOUN
dad-12448	159	13	of	of	ADP
dad-12448	159	14	<	<	X
dad-12448	159	15	5	5	NUM
dad-12448	159	16	%	%	NOUN
dad-12448	159	17	,	,	PUNCT
dad-12448	159	18	where	where	SCONJ
dad-12448	159	19	the	the	DET
dad-12448	159	20	error	error	NOUN
dad-12448	159	21	is	be	AUX
dad-12448	159	22	calculated	calculate	VERB
dad-12448	159	23	by	by	ADP
dad-12448	159	24	the	the	DET
dad-12448	159	25	property	property	NOUN
dad-12448	159	26	that	that	PRON
dad-12448	159	27	the	the	DET
dad-12448	159	28	attributions	attribution	NOUN
dad-12448	159	29	’	'	PUNCT
dad-12448	159	30	sum	sum	NOUN
dad-12448	159	31	should	should	AUX
dad-12448	159	32	be	be	AUX
dad-12448	159	33	equal	equal	ADJ
dad-12448	159	34	to	to	ADP
dad-12448	159	35	the	the	DET
dad-12448	159	36	difference	difference	NOUN
dad-12448	159	37	between	between	ADP
dad-12448	159	38	the	the	DET
dad-12448	159	39	probabilities	probability	NOUN
dad-12448	159	40	of	of	ADP
dad-12448	159	41	the	the	DET
dad-12448	159	42	input	input	NOUN
dad-12448	159	43	and	and	CCONJ
dad-12448	159	44	the	the	DET
dad-12448	159	45	baseline	baseline	NOUN
dad-12448	159	46	.	.	PUNCT
dad-12448	160	1	ig	ig	PROPN
dad-12448	160	2	parameters	parameter	NOUN
dad-12448	160	3	:	:	PUNCT
dad-12448	160	4	number	number	NOUN
dad-12448	160	5	of	of	ADP
dad-12448	160	6	repetitions	repetition	NOUN
dad-12448	160	7	=	=	SYM
dad-12448	160	8	20	20	NUM
dad-12448	160	9	-	-	SYM
dad-12448	160	10	50	50	NUM
dad-12448	160	11	,	,	PUNCT
dad-12448	160	12	internal	internal	ADJ
dad-12448	160	13	batch	batch	NOUN
dad-12448	160	14	size	size	NOUN
dad-12448	160	15	=	=	SYM
dad-12448	160	16	20	20	NUM
dad-12448	160	17	-	-	SYM
dad-12448	160	18	50	50	NUM
dad-12448	160	19	7	7	NUM
dad-12448	160	20	singla	singla	NOUN
dad-12448	160	21	,	,	PUNCT
dad-12448	160	22	parekh	parekh	PROPN
dad-12448	160	23	,	,	PUNCT
dad-12448	160	24	singh	singh	PROPN
dad-12448	160	25	,	,	PUNCT
dad-12448	160	26	li	li	PROPN
dad-12448	160	27	,	,	PUNCT
dad-12448	160	28	shah	shah	NOUN
dad-12448	160	29	and	and	CCONJ
dad-12448	160	30	chen	chen	PROPN
dad-12448	160	31	4.1	4.1	NUM
dad-12448	160	32	aes	aes	PROPN
dad-12448	160	33	overstability	overstability	NOUN
dad-12448	160	34	we	we	PRON
dad-12448	160	35	first	first	ADV
dad-12448	160	36	present	present	ADJ
dad-12448	160	37	results	result	NOUN
dad-12448	160	38	on	on	ADP
dad-12448	160	39	model	model	NOUN
dad-12448	160	40	overstability	overstability	NOUN
dad-12448	160	41	.	.	PUNCT
dad-12448	161	1	following	follow	VERB
dad-12448	161	2	the	the	DET
dad-12448	161	3	previous	previous	ADJ
dad-12448	161	4	studies	study	NOUN
dad-12448	161	5	,	,	PUNCT
dad-12448	161	6	we	we	PRON
dad-12448	161	7	test	test	VERB
dad-12448	161	8	the	the	DET
dad-12448	161	9	models	model	NOUN
dad-12448	161	10	’	’	PART
dad-12448	161	11	overstability	overstability	NOUN
dad-12448	161	12	on	on	ADP
dad-12448	161	13	different	different	ADJ
dad-12448	161	14	features	feature	NOUN
dad-12448	161	15	important	important	ADJ
dad-12448	161	16	for	for	ADP
dad-12448	161	17	aes	aes	NOUN
dad-12448	161	18	scoring	scoring	NOUN
dad-12448	161	19	such	such	ADJ
dad-12448	161	20	as	as	ADP
dad-12448	161	21	the	the	DET
dad-12448	161	22	knowledge	knowledge	NOUN
dad-12448	161	23	of	of	ADP
dad-12448	161	24	discourse	discourse	NOUN
dad-12448	161	25	(	(	PUNCT
dad-12448	161	26	§	§	PROPN
dad-12448	161	27	4.1.1	4.1.1	NUM
dad-12448	161	28	,	,	PUNCT
dad-12448	161	29	4.1.2	4.1.2	NUM
dad-12448	161	30	)	)	PUNCT
dad-12448	161	31	,	,	PUNCT
dad-12448	161	32	coherence	coherence	NOUN
dad-12448	161	33	(	(	PUNCT
dad-12448	161	34	§	§	NOUN
dad-12448	161	35	4.1.3	4.1.3	NUM
dad-12448	161	36	)	)	PUNCT
dad-12448	161	37	,	,	PUNCT
dad-12448	161	38	facts	fact	NOUN
dad-12448	161	39	(	(	PUNCT
dad-12448	161	40	§	§	NOUN
dad-12448	161	41	4.1.5	4.1.5	NUM
dad-12448	161	42	)	)	PUNCT
dad-12448	161	43	,	,	PUNCT
dad-12448	161	44	vocabulary	vocabulary	NOUN
dad-12448	161	45	(	(	PUNCT
dad-12448	161	46	§	§	PROPN
dad-12448	161	47	4.1.4	4.1.4	NUM
dad-12448	161	48	)	)	PUNCT
dad-12448	161	49	,	,	PUNCT
dad-12448	161	50	length	length	NOUN
dad-12448	161	51	(	(	PUNCT
dad-12448	161	52	§	§	NOUN
dad-12448	161	53	4.1.2	4.1.2	NUM
dad-12448	161	54	)	)	PUNCT
dad-12448	161	55	,	,	PUNCT
dad-12448	161	56	meaning	mean	VERB
dad-12448	161	57	(	(	PUNCT
dad-12448	161	58	§	§	NOUN
dad-12448	161	59	4.1.3	4.1.3	NUM
dad-12448	161	60	)	)	PUNCT
dad-12448	161	61	,	,	PUNCT
dad-12448	161	62	and	and	CCONJ
dad-12448	161	63	grammar	grammar	NOUN
dad-12448	161	64	(	(	PUNCT
dad-12448	161	65	§	§	PROPN
dad-12448	161	66	4.1.4	4.1.4	NUM
dad-12448	161	67	)	)	PUNCT
dad-12448	161	68	.	.	PUNCT
dad-12448	162	1	this	this	DET
dad-12448	162	2	set	set	NOUN
dad-12448	162	3	of	of	ADP
dad-12448	162	4	features	feature	NOUN
dad-12448	162	5	provides	provide	VERB
dad-12448	162	6	an	an	DET
dad-12448	162	7	exhaustive	exhaustive	ADJ
dad-12448	162	8	coverage	coverage	NOUN
dad-12448	162	9	of	of	ADP
dad-12448	162	10	all	all	DET
dad-12448	162	11	features	feature	NOUN
dad-12448	162	12	important	important	ADJ
dad-12448	162	13	for	for	ADP
dad-12448	162	14	scoring	score	VERB
dad-12448	162	15	essays	essay	NOUN
dad-12448	162	16	(	(	PUNCT
dad-12448	162	17	yan	yan	PROPN
dad-12448	162	18	et	et	PROPN
dad-12448	162	19	al	al	PROPN
dad-12448	162	20	.	.	PROPN
dad-12448	162	21	,	,	PUNCT
dad-12448	162	22	2020	2020	NUM
dad-12448	162	23	)	)	PUNCT
dad-12448	162	24	.	.	PUNCT
dad-12448	163	1	4.1.1	4.1.1	NUM
dad-12448	163	2	attribution	attribution	NOUN
dad-12448	163	3	of	of	ADP
dad-12448	163	4	original	original	ADJ
dad-12448	163	5	samples	sample	NOUN
dad-12448	163	6	we	we	PRON
dad-12448	163	7	take	take	VERB
dad-12448	163	8	the	the	DET
dad-12448	163	9	original	original	ADJ
dad-12448	163	10	human	human	NOUN
dad-12448	163	11	-	-	PUNCT
dad-12448	163	12	written	write	VERB
dad-12448	163	13	essays	essay	NOUN
dad-12448	163	14	from	from	ADP
dad-12448	163	15	the	the	DET
dad-12448	163	16	asap	asap	PROPN
dad-12448	163	17	-	-	PUNCT
dad-12448	163	18	aes	aes	NOUN
dad-12448	163	19	dataset	dataset	NOUN
dad-12448	163	20	and	and	CCONJ
dad-12448	163	21	do	do	VERB
dad-12448	163	22	a	a	DET
dad-12448	163	23	word	word	NOUN
dad-12448	163	24	-	-	PUNCT
dad-12448	163	25	level	level	NOUN
dad-12448	163	26	attribution	attribution	NOUN
dad-12448	163	27	of	of	ADP
dad-12448	163	28	scores	score	NOUN
dad-12448	163	29	.	.	PUNCT
dad-12448	164	1	fig	fig	NOUN
dad-12448	164	2	.	.	PUNCT
dad-12448	165	1	1	1	NUM
dad-12448	165	2	shows	show	VERB
dad-12448	165	3	the	the	DET
dad-12448	165	4	attributions	attribution	NOUN
dad-12448	165	5	of	of	ADP
dad-12448	165	6	all	all	DET
dad-12448	165	7	models	model	NOUN
dad-12448	165	8	for	for	ADP
dad-12448	165	9	an	an	DET
dad-12448	165	10	essay	essay	ADJ
dad-12448	165	11	sample	sample	NOUN
dad-12448	165	12	from	from	ADP
dad-12448	165	13	prompt	prompt	ADJ
dad-12448	165	14	2	2	NUM
dad-12448	165	15	.	.	PUNCT
dad-12448	166	1	we	we	PRON
dad-12448	166	2	observe	observe	VERB
dad-12448	166	3	that	that	SCONJ
dad-12448	166	4	skipflow	skipflow	NOUN
dad-12448	166	5	does	do	AUX
dad-12448	166	6	not	not	PART
dad-12448	166	7	attribute	attribute	VERB
dad-12448	166	8	any	any	DET
dad-12448	166	9	word	word	NOUN
dad-12448	166	10	after	after	ADP
dad-12448	166	11	the	the	DET
dad-12448	166	12	first	first	ADJ
dad-12448	166	13	few	few	ADJ
dad-12448	166	14	lines	line	NOUN
dad-12448	166	15	(	(	PUNCT
dad-12448	166	16	first	first	ADJ
dad-12448	166	17	30	30	NUM
dad-12448	166	18	%	%	NOUN
dad-12448	166	19	essay	essay	NOUN
dad-12448	166	20	content	content	NOUN
dad-12448	166	21	)	)	PUNCT
dad-12448	166	22	of	of	ADP
dad-12448	166	23	the	the	DET
dad-12448	166	24	essay	essay	NOUN
dad-12448	166	25	,	,	PUNCT
dad-12448	166	26	while	while	SCONJ
dad-12448	166	27	mann	mann	PROPN
dad-12448	166	28	attributions	attribution	NOUN
dad-12448	166	29	are	be	AUX
dad-12448	166	30	spread	spread	VERB
dad-12448	166	31	over	over	ADP
dad-12448	166	32	the	the	DET
dad-12448	166	33	complete	complete	ADJ
dad-12448	166	34	length	length	NOUN
dad-12448	166	35	of	of	ADP
dad-12448	166	36	the	the	DET
dad-12448	166	37	essay	essay	NOUN
dad-12448	166	38	.	.	PUNCT
dad-12448	167	1	for	for	ADP
dad-12448	167	2	the	the	DET
dad-12448	167	3	bert	bert	NOUN
dad-12448	167	4	-	-	PUNCT
dad-12448	167	5	based	base	VERB
dad-12448	167	6	model	model	NOUN
dad-12448	167	7	,	,	PUNCT
dad-12448	167	8	we	we	PRON
dad-12448	167	9	see	see	VERB
dad-12448	167	10	that	that	SCONJ
dad-12448	167	11	most	most	ADJ
dad-12448	167	12	of	of	ADP
dad-12448	167	13	the	the	DET
dad-12448	167	14	attributions	attribution	NOUN
dad-12448	167	15	are	be	AUX
dad-12448	167	16	over	over	ADP
dad-12448	167	17	nonlinguistic	nonlinguistic	ADJ
dad-12448	167	18	features	feature	NOUN
dad-12448	167	19	(	(	PUNCT
dad-12448	167	20	tokens	token	NOUN
dad-12448	167	21	)	)	PUNCT
dad-12448	167	22	like	like	ADP
dad-12448	167	23	‘	'	PUNCT
dad-12448	167	24	cls	cls	NOUN
dad-12448	167	25	’	'	PUNCT
dad-12448	167	26	and	and	CCONJ
dad-12448	167	27	‘	'	PUNCT
dad-12448	167	28	sep	sep	NOUN
dad-12448	167	29	’	'	PUNCT
dad-12448	167	30	.	.	PUNCT
dad-12448	168	1	cls	cls	NOUN
dad-12448	168	2	and	and	CCONJ
dad-12448	168	3	sep	sep	PROPN
dad-12448	168	4	tokens	token	NOUN
dad-12448	168	5	are	be	AUX
dad-12448	168	6	used	use	VERB
dad-12448	168	7	as	as	ADP
dad-12448	168	8	delimiters	delimiter	NOUN
dad-12448	168	9	in	in	ADP
dad-12448	168	10	the	the	DET
dad-12448	168	11	bert	bert	PROPN
dad-12448	168	12	model	model	NOUN
dad-12448	168	13	.	.	PUNCT
dad-12448	169	1	a	a	DET
dad-12448	169	2	similar	similar	ADJ
dad-12448	169	3	result	result	NOUN
dad-12448	169	4	was	be	AUX
dad-12448	169	5	also	also	ADV
dad-12448	169	6	observed	observe	VERB
dad-12448	169	7	by	by	ADP
dad-12448	169	8	kovaleva	kovaleva	PROPN
dad-12448	169	9	et	et	PROPN
dad-12448	169	10	al	al	PROPN
dad-12448	169	11	.	.	PROPN
dad-12448	170	1	(	(	PUNCT
dad-12448	170	2	2019	2019	NUM
dad-12448	170	3	)	)	PUNCT
dad-12448	170	4	.	.	PUNCT
dad-12448	171	1	for	for	ADP
dad-12448	171	2	skipflow	skipflow	ADJ
dad-12448	171	3	,	,	PUNCT
dad-12448	171	4	we	we	PRON
dad-12448	171	5	observe	observe	VERB
dad-12448	171	6	that	that	SCONJ
dad-12448	171	7	if	if	SCONJ
dad-12448	171	8	a	a	DET
dad-12448	171	9	word	word	NOUN
dad-12448	171	10	is	be	AUX
dad-12448	171	11	negatively	negatively	ADV
dad-12448	171	12	attributed	attribute	VERB
dad-12448	171	13	at	at	ADP
dad-12448	171	14	a	a	DET
dad-12448	171	15	certain	certain	ADJ
dad-12448	171	16	position	position	NOUN
dad-12448	171	17	in	in	ADP
dad-12448	171	18	an	an	DET
dad-12448	171	19	essay	essay	ADJ
dad-12448	171	20	sample	sample	NOUN
dad-12448	171	21	,	,	PUNCT
dad-12448	171	22	it	it	PRON
dad-12448	171	23	is	be	AUX
dad-12448	171	24	then	then	ADV
dad-12448	171	25	commonly	commonly	ADV
dad-12448	171	26	negatively	negatively	ADV
dad-12448	171	27	attributed	attribute	VERB
dad-12448	171	28	in	in	ADP
dad-12448	171	29	its	its	PRON
dad-12448	171	30	other	other	ADJ
dad-12448	171	31	occurrences	occurrence	NOUN
dad-12448	171	32	as	as	ADV
dad-12448	171	33	well	well	ADV
dad-12448	171	34	.	.	PUNCT
dad-12448	172	1	for	for	ADP
dad-12448	172	2	instance	instance	NOUN
dad-12448	172	3	,	,	PUNCT
dad-12448	172	4	books	book	NOUN
dad-12448	172	5	,	,	PUNCT
dad-12448	172	6	magazines	magazine	NOUN
dad-12448	172	7	were	be	AUX
dad-12448	172	8	negatively	negatively	ADV
dad-12448	172	9	attributed	attribute	VERB
dad-12448	172	10	in	in	ADP
dad-12448	172	11	all	all	DET
dad-12448	172	12	its	its	PRON
dad-12448	172	13	occurrences	occurrence	NOUN
dad-12448	172	14	while	while	SCONJ
dad-12448	172	15	materials	material	NOUN
dad-12448	172	16	,	,	PUNCT
dad-12448	172	17	censored	censor	VERB
dad-12448	172	18	were	be	AUX
dad-12448	172	19	positively	positively	ADV
dad-12448	172	20	attributed	attribute	VERB
dad-12448	172	21	and	and	CCONJ
dad-12448	172	22	library	library	NOUN
dad-12448	172	23	was	be	AUX
dad-12448	172	24	not	not	PART
dad-12448	172	25	attributed	attribute	VERB
dad-12448	172	26	at	at	ADV
dad-12448	172	27	all	all	ADV
dad-12448	172	28	.	.	PUNCT
dad-12448	173	1	we	we	PRON
dad-12448	173	2	could	could	AUX
dad-12448	173	3	not	not	PART
dad-12448	173	4	find	find	VERB
dad-12448	173	5	any	any	DET
dad-12448	173	6	patterns	pattern	NOUN
dad-12448	173	7	in	in	ADP
dad-12448	173	8	the	the	DET
dad-12448	173	9	direction	direction	NOUN
dad-12448	173	10	of	of	ADP
dad-12448	173	11	attribution	attribution	NOUN
dad-12448	173	12	.	.	PUNCT
dad-12448	174	1	in	in	ADP
dad-12448	174	2	mann	mann	PROPN
dad-12448	174	3	,	,	PUNCT
dad-12448	174	4	the	the	DET
dad-12448	174	5	same	same	ADJ
dad-12448	174	6	word	word	NOUN
dad-12448	174	7	changes	change	VERB
dad-12448	174	8	its	its	PRON
dad-12448	174	9	attribution	attribution	NOUN
dad-12448	174	10	sign	sign	NOUN
dad-12448	174	11	when	when	SCONJ
dad-12448	174	12	present	present	ADJ
dad-12448	174	13	in	in	ADP
dad-12448	174	14	different	different	ADJ
dad-12448	174	15	essays	essay	NOUN
dad-12448	174	16	.	.	PUNCT
dad-12448	175	1	however	however	ADV
dad-12448	175	2	,	,	PUNCT
dad-12448	175	3	in	in	ADP
dad-12448	175	4	a	a	DET
dad-12448	175	5	single	single	ADJ
dad-12448	175	6	instance	instance	NOUN
dad-12448	175	7	of	of	ADP
dad-12448	175	8	an	an	DET
dad-12448	175	9	essay	essay	NOUN
dad-12448	175	10	,	,	PUNCT
dad-12448	175	11	a	a	DET
dad-12448	175	12	word	word	NOUN
dad-12448	175	13	shows	show	VERB
dad-12448	175	14	the	the	DET
dad-12448	175	15	same	same	ADJ
dad-12448	175	16	sign	sign	NOUN
dad-12448	175	17	overall	overall	ADV
dad-12448	175	18	despite	despite	SCONJ
dad-12448	175	19	occurring	occur	VERB
dad-12448	175	20	in	in	ADP
dad-12448	175	21	very	very	ADV
dad-12448	175	22	different	different	ADJ
dad-12448	175	23	contexts	contexts	NOUN
dad-12448	175	24	.	.	PUNCT
dad-12448	176	1	table	table	NOUN
dad-12448	176	2	2	2	NUM
dad-12448	176	3	lists	list	VERB
dad-12448	176	4	the	the	DET
dad-12448	176	5	top	top	ADJ
dad-12448	176	6	-	-	PUNCT
dad-12448	176	7	positive	positive	ADJ
dad-12448	176	8	,	,	PUNCT
dad-12448	176	9	top	top	ADJ
dad-12448	176	10	-	-	PUNCT
dad-12448	176	11	negative	negative	ADJ
dad-12448	176	12	attributed	attribute	VERB
dad-12448	176	13	words	word	NOUN
dad-12448	176	14	and	and	CCONJ
dad-12448	176	15	the	the	DET
dad-12448	176	16	mostly	mostly	ADV
dad-12448	176	17	unattributed	unattributed	ADJ
dad-12448	176	18	words	word	NOUN
dad-12448	176	19	for	for	ADP
dad-12448	176	20	all	all	DET
dad-12448	176	21	models	model	NOUN
dad-12448	176	22	.	.	PUNCT
dad-12448	177	1	for	for	ADP
dad-12448	177	2	mann	mann	PROPN
dad-12448	177	3	,	,	PUNCT
dad-12448	177	4	we	we	PRON
dad-12448	177	5	notice	notice	VERB
dad-12448	177	6	that	that	SCONJ
dad-12448	177	7	the	the	DET
dad-12448	177	8	attributions	attribution	NOUN
dad-12448	177	9	are	be	AUX
dad-12448	177	10	stronger	strong	ADJ
dad-12448	177	11	for	for	ADP
dad-12448	177	12	function	function	NOUN
dad-12448	177	13	words	word	NOUN
dad-12448	177	14	like	like	ADP
dad-12448	177	15	to	to	PART
dad-12448	177	16	,	,	PUNCT
dad-12448	177	17	of	of	ADP
dad-12448	177	18	,	,	PUNCT
dad-12448	177	19	you	you	PRON
dad-12448	177	20	,	,	PUNCT
dad-12448	177	21	do	do	AUX
dad-12448	177	22	,	,	PUNCT
dad-12448	177	23	and	and	CCONJ
dad-12448	177	24	are	be	AUX
dad-12448	177	25	and	and	CCONJ
dad-12448	177	26	lesser	less	ADJ
dad-12448	177	27	for	for	ADP
dad-12448	177	28	content	content	ADJ
dad-12448	177	29	words	word	NOUN
dad-12448	177	30	like	like	ADP
dad-12448	177	31	shelves	shelf	NOUN
dad-12448	177	32	,	,	PUNCT
dad-12448	177	33	libraries	library	NOUN
dad-12448	177	34	,	,	PUNCT
dad-12448	177	35	and	and	CCONJ
dad-12448	177	36	music	music	NOUN
dad-12448	177	37	.	.	PUNCT
dad-12448	178	1	skipflow	skipflow	PROPN
dad-12448	178	2	’s	’s	PART
dad-12448	178	3	top	top	ADJ
dad-12448	178	4	attributions	attribution	NOUN
dad-12448	178	5	are	be	AUX
dad-12448	178	6	mostly	mostly	ADV
dad-12448	178	7	construct	construct	VERB
dad-12448	178	8	-	-	PUNCT
dad-12448	178	9	relevant	relevant	ADJ
dad-12448	178	10	words	word	NOUN
dad-12448	178	11	while	while	SCONJ
dad-12448	178	12	bert	bert	PROPN
dad-12448	178	13	also	also	ADV
dad-12448	178	14	focuses	focus	VERB
dad-12448	178	15	more	more	ADJ
dad-12448	178	16	on	on	ADP
dad-12448	178	17	stopwords	stopword	NOUN
dad-12448	178	18	.	.	PUNCT
dad-12448	179	1	0	0	NUM
dad-12448	179	2	20	20	NUM
dad-12448	179	3	40	40	NUM
dad-12448	179	4	60	60	NUM
dad-12448	179	5	80	80	NUM
dad-12448	179	6	100	100	NUM
dad-12448	179	7	%	%	NOUN
dad-12448	179	8	length	length	NOUN
dad-12448	179	9	of	of	ADP
dad-12448	179	10	response	response	NOUN
dad-12448	179	11	0.00	0.00	NUM
dad-12448	179	12	0.25	0.25	NUM
dad-12448	179	13	0.50	0.50	NUM
dad-12448	179	14	0.75	0.75	NUM
dad-12448	179	15	1.00	1.00	NUM
dad-12448	179	16	re	re	ADP
dad-12448	179	17	la	la	X
dad-12448	179	18	ti	ti	X
dad-12448	179	19	v	v	ADP
dad-12448	179	20	e	e	X
dad-12448	179	21	q	q	PROPN
dad-12448	179	22	w	w	PROPN
dad-12448	179	23	k	k	PROPN
dad-12448	179	24	iterat	iterat	PROPN
dad-12448	179	25	ively	ively	ADV
dad-12448	179	26	adding	add	VERB
dad-12448	179	27	words	word	NOUN
dad-12448	179	28	(	(	PUNCT
dad-12448	179	29	in	in	ADP
dad-12448	179	30	order	order	NOUN
dad-12448	179	31	of	of	ADP
dad-12448	179	32	i	i	PRON
dad-12448	179	33	m	m	NOUN
dad-12448	179	34	portance	portance	NOUN
dad-12448	179	35	)	)	PUNCT
dad-12448	179	36	0	0	NUM
dad-12448	179	37	20	20	NUM
dad-12448	179	38	40	40	NUM
dad-12448	179	39	60	60	NUM
dad-12448	179	40	80	80	NUM
dad-12448	179	41	100	100	NUM
dad-12448	179	42	%	%	NOUN
dad-12448	179	43	length	length	NOUN
dad-12448	179	44	of	of	ADP
dad-12448	179	45	response	response	NOUN
dad-12448	179	46	0.00	0.00	NUM
dad-12448	179	47	0.25	0.25	NUM
dad-12448	179	48	0.50	0.50	NUM
dad-12448	179	49	0.75	0.75	NUM
dad-12448	179	50	1.00	1.00	NUM
dad-12448	179	51	re	re	ADP
dad-12448	179	52	la	la	X
dad-12448	179	53	ti	ti	X
dad-12448	179	54	v	v	ADP
dad-12448	179	55	e	e	X
dad-12448	179	56	q	q	PROPN
dad-12448	179	57	w	w	PROPN
dad-12448	179	58	k	k	PROPN
dad-12448	179	59	iterat	iterat	PROPN
dad-12448	179	60	ively	ively	ADV
dad-12448	179	61	adding	add	VERB
dad-12448	179	62	words	word	NOUN
dad-12448	179	63	(	(	PUNCT
dad-12448	179	64	in	in	ADP
dad-12448	179	65	order	order	NOUN
dad-12448	179	66	of	of	ADP
dad-12448	179	67	i	i	PRON
dad-12448	179	68	m	m	NOUN
dad-12448	179	69	portance	portance	NOUN
dad-12448	179	70	)	)	PUNCT
dad-12448	179	71	0	0	NUM
dad-12448	179	72	20	20	NUM
dad-12448	179	73	40	40	NUM
dad-12448	179	74	60	60	NUM
dad-12448	179	75	80	80	NUM
dad-12448	179	76	100	100	NUM
dad-12448	179	77	%	%	NOUN
dad-12448	179	78	length	length	NOUN
dad-12448	179	79	of	of	ADP
dad-12448	179	80	response	response	NOUN
dad-12448	179	81	0.00	0.00	NUM
dad-12448	179	82	0.25	0.25	NUM
dad-12448	179	83	0.50	0.50	NUM
dad-12448	179	84	0.75	0.75	NUM
dad-12448	179	85	1.00	1.00	NUM
dad-12448	179	86	re	re	ADP
dad-12448	179	87	la	la	X
dad-12448	179	88	ti	ti	X
dad-12448	179	89	v	v	ADP
dad-12448	179	90	e	e	X
dad-12448	179	91	q	q	PROPN
dad-12448	179	92	w	w	PROPN
dad-12448	179	93	k	k	PROPN
dad-12448	179	94	iterat	iterat	PROPN
dad-12448	179	95	ively	ively	ADV
dad-12448	179	96	adding	add	VERB
dad-12448	179	97	words	word	NOUN
dad-12448	179	98	(	(	PUNCT
dad-12448	179	99	in	in	ADP
dad-12448	179	100	order	order	NOUN
dad-12448	179	101	of	of	ADP
dad-12448	179	102	i	i	PRON
dad-12448	179	103	m	m	NOUN
dad-12448	179	104	portance	portance	NOUN
dad-12448	179	105	)	)	PUNCT
dad-12448	179	106	figure	figure	NOUN
dad-12448	179	107	2	2	NUM
dad-12448	179	108	:	:	PUNCT
dad-12448	179	109	variation	variation	NOUN
dad-12448	179	110	of	of	ADP
dad-12448	179	111	qwk	qwk	NOUN
dad-12448	179	112	with	with	ADP
dad-12448	179	113	iterative	iterative	ADJ
dad-12448	179	114	addition	addition	NOUN
dad-12448	179	115	of	of	ADP
dad-12448	179	116	response	response	NOUN
dad-12448	179	117	words	word	NOUN
dad-12448	179	118	for	for	ADP
dad-12448	179	119	skipflow	skipflow	ADJ
dad-12448	179	120	,	,	PUNCT
dad-12448	179	121	mann	mann	PROPN
dad-12448	179	122	and	and	CCONJ
dad-12448	179	123	bert	bert	PROPN
dad-12448	179	124	models	model	NOUN
dad-12448	179	125	.	.	PUNCT
dad-12448	180	1	the	the	DET
dad-12448	180	2	y	y	NOUN
dad-12448	180	3	-	-	PUNCT
dad-12448	180	4	axis	axis	NOUN
dad-12448	180	5	notes	note	VERB
dad-12448	180	6	the	the	DET
dad-12448	180	7	relative	relative	ADJ
dad-12448	180	8	qwk	qwk	NOUN
dad-12448	180	9	with	with	ADP
dad-12448	180	10	respect	respect	NOUN
dad-12448	180	11	to	to	ADP
dad-12448	180	12	the	the	DET
dad-12448	180	13	original	original	ADJ
dad-12448	180	14	qwk	qwk	NOUN
dad-12448	180	15	and	and	CCONJ
dad-12448	180	16	the	the	DET
dad-12448	180	17	x	x	NOUN
dad-12448	180	18	-	-	NOUN
dad-12448	180	19	axis	axis	NOUN
dad-12448	180	20	represents	represent	VERB
dad-12448	180	21	iterative	iterative	ADJ
dad-12448	180	22	addition	addition	NOUN
dad-12448	180	23	of	of	ADP
dad-12448	180	24	attribute	attribute	NOUN
dad-12448	180	25	-	-	PUNCT
dad-12448	180	26	sorted	sort	VERB
dad-12448	180	27	response	response	NOUN
dad-12448	180	28	words	word	NOUN
dad-12448	180	29	.	.	PUNCT
dad-12448	181	1	these	these	DET
dad-12448	181	2	results	result	NOUN
dad-12448	181	3	are	be	AUX
dad-12448	181	4	obtained	obtain	VERB
dad-12448	181	5	on	on	ADP
dad-12448	181	6	prompt	prompt	ADJ
dad-12448	181	7	7	7	NUM
dad-12448	181	8	,	,	PUNCT
dad-12448	181	9	similar	similar	ADJ
dad-12448	181	10	results	result	NOUN
dad-12448	181	11	were	be	AUX
dad-12448	181	12	obtained	obtain	VERB
dad-12448	181	13	for	for	SCONJ
dad-12448	181	14	all	all	DET
dad-12448	181	15	the	the	DET
dad-12448	181	16	prompts	prompt	NOUN
dad-12448	181	17	tested	test	VERB
dad-12448	181	18	.	.	PUNCT
dad-12448	182	1	red	red	PROPN
dad-12448	182	2	dashed	dash	VERB
dad-12448	182	3	lines	line	NOUN
dad-12448	182	4	show	show	VERB
dad-12448	182	5	’	'	PUNCT
dad-12448	182	6	elbow	elbow	NOUN
dad-12448	182	7	-	-	PUNCT
dad-12448	182	8	points	point	NOUN
dad-12448	182	9	’	'	PUNCT
dad-12448	182	10	until	until	ADP
dad-12448	182	11	where	where	SCONJ
dad-12448	182	12	removing	remove	VERB
dad-12448	182	13	x%	x%	ADJ
dad-12448	182	14	of	of	ADP
dad-12448	182	15	tokens	token	NOUN
dad-12448	182	16	results	result	VERB
dad-12448	182	17	in	in	ADP
dad-12448	182	18	a	a	DET
dad-12448	182	19	near	near	ADV
dad-12448	182	20	equal	equal	ADJ
dad-12448	182	21	qwk	qwk	NOUN
dad-12448	182	22	score	score	NOUN
dad-12448	182	23	.	.	PUNCT
dad-12448	183	1	8	8	NUM
dad-12448	183	2	automatic	automatic	ADJ
dad-12448	183	3	essay	essay	NOUN
dad-12448	183	4	scoring	scoring	NOUN
dad-12448	183	5	systems	system	NOUN
dad-12448	183	6	are	be	AUX
dad-12448	183	7	both	both	CCONJ
dad-12448	183	8	overstable	overstable	ADJ
dad-12448	183	9	and	and	CCONJ
dad-12448	183	10	oversensitive	oversensitive	AUX
dad-12448	183	11	4.1.2	4.1.2	NUM
dad-12448	183	12	iteratively	iteratively	ADV
dad-12448	183	13	adding	add	VERB
dad-12448	183	14	important	important	ADJ
dad-12448	183	15	words	word	NOUN
dad-12448	183	16	in	in	ADP
dad-12448	183	17	this	this	DET
dad-12448	183	18	test	test	NOUN
dad-12448	183	19	,	,	PUNCT
dad-12448	183	20	we	we	PRON
dad-12448	183	21	systematically	systematically	ADV
dad-12448	183	22	perturb	perturb	VERB
dad-12448	183	23	the	the	DET
dad-12448	183	24	text	text	NOUN
dad-12448	183	25	discourse	discourse	NOUN
dad-12448	183	26	by	by	ADP
dad-12448	183	27	taking	take	VERB
dad-12448	183	28	an	an	DET
dad-12448	183	29	empty	empty	ADJ
dad-12448	183	30	essay	essay	NOUN
dad-12448	183	31	and	and	CCONJ
dad-12448	183	32	iteratively	iteratively	ADV
dad-12448	183	33	adding	add	VERB
dad-12448	183	34	the	the	DET
dad-12448	183	35	most	most	ADV
dad-12448	183	36	attributed	attribute	VERB
dad-12448	183	37	words	word	NOUN
dad-12448	183	38	of	of	ADP
dad-12448	183	39	the	the	DET
dad-12448	183	40	original	original	ADJ
dad-12448	183	41	sample	sample	NOUN
dad-12448	183	42	(	(	PUNCT
dad-12448	183	43	eq	eq	NOUN
dad-12448	183	44	.	.	PROPN
dad-12448	183	45	2	2	NUM
dad-12448	183	46	)	)	PUNCT
dad-12448	183	47	.	.	PUNCT
dad-12448	184	1	ig−	ig−	NOUN
dad-12448	184	2	attribution	attribution	NOUN
dad-12448	184	3	sorted	sort	VERB
dad-12448	184	4	list	list	NOUN
dad-12448	184	5	of	of	ADP
dad-12448	184	6	tokens	token	NOUN
dad-12448	184	7	=	=	SYM
dad-12448	184	8	(	(	PUNCT
dad-12448	184	9	x1	x1	PROPN
dad-12448	184	10	,	,	PUNCT
dad-12448	184	11	x2	x2	PROPN
dad-12448	184	12	,	,	PUNCT
dad-12448	184	13	...	...	PUNCT
dad-12448	184	14	,	,	PUNCT
dad-12448	184	15	xk	xk	PROPN
dad-12448	184	16	,	,	PUNCT
dad-12448	184	17	.....	.....	PUNCT
dad-12448	184	18	,	,	PUNCT
dad-12448	184	19	xn	xn	PROPN
dad-12448	184	20	)	)	PUNCT
dad-12448	184	21	(	(	PUNCT
dad-12448	184	22	2	2	X
dad-12448	184	23	)	)	PUNCT
dad-12448	184	24	such	such	ADJ
dad-12448	184	25	that	that	SCONJ
dad-12448	184	26	ig(x1	ig(x1	PROPN
dad-12448	184	27	,	,	PUNCT
dad-12448	184	28	b	b	NOUN
dad-12448	184	29	)	)	PUNCT
dad-12448	184	30	>	>	X
dad-12448	184	31	ig(x2	ig(x2	PROPN
dad-12448	184	32	,	,	PUNCT
dad-12448	184	33	b	b	NOUN
dad-12448	184	34	)	)	PUNCT
dad-12448	184	35	>	>	X
dad-12448	184	36	..	..	PUNCT
dad-12448	185	1	>	>	X
dad-12448	185	2	ig(xk	ig(xk	PROPN
dad-12448	185	3	,	,	PUNCT
dad-12448	185	4	b	b	NOUN
dad-12448	185	5	)	)	PUNCT
dad-12448	185	6	,	,	PUNCT
dad-12448	185	7	where	where	SCONJ
dad-12448	185	8	xk	xk	PROPN
dad-12448	185	9	represents	represent	VERB
dad-12448	185	10	the	the	DET
dad-12448	185	11	kth	kth	PROPN
dad-12448	185	12	essay	essay	NOUN
dad-12448	185	13	token	token	VERB
dad-12448	185	14	to	to	PART
dad-12448	185	15	be	be	AUX
dad-12448	185	16	removed	remove	VERB
dad-12448	185	17	,	,	PUNCT
dad-12448	185	18	b	b	X
dad-12448	185	19	represents	represent	VERB
dad-12448	185	20	the	the	DET
dad-12448	185	21	baseline	baseline	NOUN
dad-12448	185	22	and	and	CCONJ
dad-12448	185	23	ig(xk	ig(xk	NOUN
dad-12448	185	24	,	,	PUNCT
dad-12448	185	25	b	b	NOUN
dad-12448	185	26	)	)	PUNCT
dad-12448	185	27	represents	represent	VERB
dad-12448	185	28	the	the	DET
dad-12448	185	29	attribution	attribution	NOUN
dad-12448	185	30	on	on	ADP
dad-12448	185	31	xk	xk	PROPN
dad-12448	185	32	with	with	ADP
dad-12448	185	33	respect	respect	NOUN
dad-12448	185	34	to	to	AUX
dad-12448	185	35	baseline	baseline	PROPN
dad-12448	185	36	b.	b.	PROPN
dad-12448	185	37	through	through	ADP
dad-12448	185	38	this	this	PRON
dad-12448	185	39	,	,	PUNCT
dad-12448	185	40	we	we	PRON
dad-12448	185	41	note	note	VERB
dad-12448	185	42	the	the	DET
dad-12448	185	43	model	model	NOUN
dad-12448	185	44	’s	’s	PART
dad-12448	185	45	dependence	dependence	NOUN
dad-12448	185	46	on	on	ADP
dad-12448	185	47	a	a	DET
dad-12448	185	48	few	few	ADJ
dad-12448	185	49	words	word	NOUN
dad-12448	185	50	without	without	ADP
dad-12448	185	51	their	their	PRON
dad-12448	185	52	context	context	NOUN
dad-12448	185	53	.	.	PUNCT
dad-12448	186	1	fig	fig	NOUN
dad-12448	186	2	.	.	PUNCT
dad-12448	187	1	2	2	NUM
dad-12448	187	2	presents	present	VERB
dad-12448	187	3	the	the	DET
dad-12448	187	4	results	result	NOUN
dad-12448	187	5	.	.	PUNCT
dad-12448	188	1	we	we	PRON
dad-12448	188	2	observe	observe	VERB
dad-12448	188	3	that	that	SCONJ
dad-12448	188	4	the	the	DET
dad-12448	188	5	performance	performance	NOUN
dad-12448	188	6	(	(	PUNCT
dad-12448	188	7	measured	measure	VERB
dad-12448	188	8	by	by	ADP
dad-12448	188	9	qwk	qwk	NOUN
dad-12448	188	10	)	)	PUNCT
dad-12448	188	11	for	for	ADP
dad-12448	188	12	the	the	DET
dad-12448	188	13	bert	bert	PROPN
dad-12448	188	14	model	model	NOUN
dad-12448	188	15	stays	stay	VERB
dad-12448	188	16	within	within	ADP
dad-12448	188	17	95	95	NUM
dad-12448	188	18	%	%	NOUN
dad-12448	188	19	of	of	ADP
dad-12448	188	20	the	the	DET
dad-12448	188	21	original	original	ADJ
dad-12448	188	22	performance	performance	NOUN
dad-12448	188	23	even	even	ADV
dad-12448	188	24	if	if	SCONJ
dad-12448	188	25	one	one	NUM
dad-12448	188	26	of	of	ADP
dad-12448	188	27	every	every	DET
dad-12448	188	28	four	four	NUM
dad-12448	188	29	words	word	NOUN
dad-12448	188	30	was	be	AUX
dad-12448	188	31	removed	remove	VERB
dad-12448	188	32	from	from	ADP
dad-12448	188	33	the	the	DET
dad-12448	188	34	essays	essay	NOUN
dad-12448	188	35	in	in	ADP
dad-12448	188	36	the	the	DET
dad-12448	188	37	reverse	reverse	ADJ
dad-12448	188	38	order	order	NOUN
dad-12448	188	39	of	of	ADP
dad-12448	188	40	their	their	PRON
dad-12448	188	41	attribution	attribution	NOUN
dad-12448	188	42	values	value	NOUN
dad-12448	188	43	.	.	PUNCT
dad-12448	189	1	the	the	DET
dad-12448	189	2	percentage	percentage	NOUN
dad-12448	189	3	of	of	ADP
dad-12448	189	4	words	word	NOUN
dad-12448	189	5	deleted	delete	VERB
dad-12448	189	6	were	be	AUX
dad-12448	189	7	even	even	ADV
dad-12448	189	8	more	more	ADJ
dad-12448	189	9	for	for	ADP
dad-12448	189	10	the	the	DET
dad-12448	189	11	other	other	ADJ
dad-12448	189	12	models	model	NOUN
dad-12448	189	13	.	.	PUNCT
dad-12448	190	1	while	while	SCONJ
dad-12448	190	2	fig	fig	NOUN
dad-12448	190	3	.	.	PUNCT
dad-12448	190	4	1	1	NUM
dad-12448	190	5	showed	show	VERB
dad-12448	190	6	that	that	SCONJ
dad-12448	190	7	mann	mann	PROPN
dad-12448	190	8	paid	pay	VERB
dad-12448	190	9	attention	attention	NOUN
dad-12448	190	10	to	to	ADP
dad-12448	190	11	the	the	DET
dad-12448	190	12	full	full	ADJ
dad-12448	190	13	length	length	NOUN
dad-12448	190	14	of	of	ADP
dad-12448	190	15	the	the	DET
dad-12448	190	16	response	response	NOUN
dad-12448	190	17	,	,	PUNCT
dad-12448	190	18	removing	remove	VERB
dad-12448	190	19	words	word	NOUN
dad-12448	190	20	does	do	AUX
dad-12448	190	21	not	not	PART
dad-12448	190	22	seem	seem	VERB
dad-12448	190	23	to	to	PART
dad-12448	190	24	affect	affect	VERB
dad-12448	190	25	the	the	DET
dad-12448	190	26	scores	score	NOUN
dad-12448	190	27	much	much	ADJ
dad-12448	190	28	.	.	PUNCT
dad-12448	191	1	notably	notably	ADV
dad-12448	191	2	,	,	PUNCT
dad-12448	191	3	the	the	DET
dad-12448	191	4	words	word	NOUN
dad-12448	191	5	removed	remove	VERB
dad-12448	191	6	are	be	AUX
dad-12448	191	7	not	not	PART
dad-12448	191	8	contiguous	contiguous	ADJ
dad-12448	191	9	but	but	CCONJ
dad-12448	191	10	interspersed	intersperse	VERB
dad-12448	191	11	across	across	ADP
dad-12448	191	12	sentences	sentence	NOUN
dad-12448	191	13	,	,	PUNCT
dad-12448	191	14	therefore	therefore	ADV
dad-12448	191	15	deleting	delete	VERB
dad-12448	191	16	the	the	DET
dad-12448	191	17	unattributed	unattributed	ADJ
dad-12448	191	18	words	word	NOUN
dad-12448	191	19	does	do	AUX
dad-12448	191	20	not	not	PART
dad-12448	191	21	produce	produce	VERB
dad-12448	191	22	a	a	DET
dad-12448	191	23	grammatically	grammatically	ADV
dad-12448	191	24	correct	correct	ADJ
dad-12448	191	25	response	response	NOUN
dad-12448	191	26	(	(	PUNCT
dad-12448	191	27	also	also	ADV
dad-12448	191	28	see	see	VERB
dad-12448	191	29	fig	fig	NOUN
dad-12448	191	30	.	.	PUNCT
dad-12448	192	1	3	3	NUM
dad-12448	192	2	)	)	PUNCT
dad-12448	193	1	,	,	PUNCT
dad-12448	193	2	yet	yet	ADV
dad-12448	193	3	can	can	AUX
dad-12448	193	4	get	get	VERB
dad-12448	193	5	a	a	DET
dad-12448	193	6	similar	similar	ADJ
dad-12448	193	7	score	score	NOUN
dad-12448	193	8	thus	thus	ADV
dad-12448	193	9	defeating	defeat	VERB
dad-12448	193	10	the	the	DET
dad-12448	193	11	whole	whole	ADJ
dad-12448	193	12	purpose	purpose	NOUN
dad-12448	193	13	of	of	ADP
dad-12448	193	14	testing	testing	NOUN
dad-12448	193	15	and	and	CCONJ
dad-12448	193	16	feedback	feedback	NOUN
dad-12448	193	17	.	.	PUNCT
dad-12448	194	1	these	these	DET
dad-12448	194	2	findings	finding	NOUN
dad-12448	194	3	show	show	VERB
dad-12448	194	4	that	that	SCONJ
dad-12448	194	5	there	there	PRON
dad-12448	194	6	is	be	VERB
dad-12448	194	7	a	a	DET
dad-12448	194	8	point	point	NOUN
dad-12448	194	9	after	after	ADP
dad-12448	194	10	which	which	PRON
dad-12448	194	11	the	the	DET
dad-12448	194	12	score	score	NOUN
dad-12448	194	13	flattens	flatten	VERB
dad-12448	194	14	out	out	ADP
dad-12448	194	15	,	,	PUNCT
dad-12448	194	16	i.e.	i.e.	X
dad-12448	194	17	,	,	PUNCT
dad-12448	194	18	it	it	PRON
dad-12448	194	19	does	do	AUX
dad-12448	194	20	not	not	PART
dad-12448	194	21	change	change	VERB
dad-12448	194	22	in	in	ADP
dad-12448	194	23	that	that	DET
dad-12448	194	24	region	region	NOUN
dad-12448	194	25	either	either	CCONJ
dad-12448	194	26	by	by	ADP
dad-12448	194	27	adding	add	VERB
dad-12448	194	28	or	or	CCONJ
dad-12448	194	29	removing	remove	VERB
dad-12448	194	30	words	word	NOUN
dad-12448	194	31	.	.	PUNCT
dad-12448	195	1	this	this	PRON
dad-12448	195	2	is	be	AUX
dad-12448	195	3	odd	odd	ADJ
dad-12448	195	4	since	since	SCONJ
dad-12448	195	5	adding	add	VERB
dad-12448	195	6	or	or	CCONJ
dad-12448	195	7	removing	remove	VERB
dad-12448	195	8	a	a	DET
dad-12448	195	9	word	word	NOUN
dad-12448	195	10	from	from	ADP
dad-12448	195	11	a	a	DET
dad-12448	195	12	sentence	sentence	NOUN
dad-12448	195	13	typically	typically	ADV
dad-12448	195	14	alters	alter	VERB
dad-12448	195	15	its	its	PRON
dad-12448	195	16	meaning	meaning	NOUN
dad-12448	195	17	and	and	CCONJ
dad-12448	195	18	grammaticality	grammaticality	NOUN
dad-12448	195	19	,	,	PUNCT
dad-12448	195	20	yet	yet	CCONJ
dad-12448	195	21	the	the	DET
dad-12448	195	22	models	model	NOUN
dad-12448	195	23	do	do	AUX
dad-12448	195	24	not	not	PART
dad-12448	195	25	seem	seem	VERB
dad-12448	195	26	to	to	PART
dad-12448	195	27	be	be	AUX
dad-12448	195	28	affected	affect	VERB
dad-12448	195	29	;	;	PUNCT
dad-12448	195	30	they	they	PRON
dad-12448	195	31	decide	decide	VERB
dad-12448	195	32	their	their	PRON
dad-12448	195	33	scores	score	NOUN
dad-12448	195	34	only	only	ADV
dad-12448	195	35	based	base	VERB
dad-12448	195	36	on	on	ADP
dad-12448	195	37	30	30	NUM
dad-12448	195	38	-	-	SYM
dad-12448	195	39	50	50	NUM
dad-12448	195	40	%	%	NOUN
dad-12448	195	41	words	word	NOUN
dad-12448	195	42	.	.	PUNCT
dad-12448	196	1	this	this	PRON
dad-12448	196	2	also	also	ADV
dad-12448	196	3	demonstrates	demonstrate	VERB
dad-12448	196	4	their	their	PRON
dad-12448	196	5	lack	lack	NOUN
dad-12448	196	6	of	of	ADP
dad-12448	196	7	discourse	discourse	NOUN
dad-12448	196	8	knowledge	knowledge	NOUN
dad-12448	196	9	.	.	PUNCT
dad-12448	197	1	as	as	ADP
dad-12448	197	2	an	an	DET
dad-12448	197	3	example	example	NOUN
dad-12448	197	4	,	,	PUNCT
dad-12448	197	5	a	a	DET
dad-12448	197	6	2	2	NUM
dad-12448	197	7	-	-	PUNCT
dad-12448	197	8	line	line	NOUN
dad-12448	197	9	sample	sample	NOUN
dad-12448	197	10	after	after	ADP
dad-12448	197	11	retaining	retain	VERB
dad-12448	197	12	its	its	PRON
dad-12448	197	13	top	top	ADJ
dad-12448	197	14	40	40	NUM
dad-12448	197	15	%	%	NOUN
dad-12448	197	16	attributed	attribute	VERB
dad-12448	197	17	words	word	NOUN
dad-12448	197	18	is	be	AUX
dad-12448	197	19	given	give	VERB
dad-12448	197	20	here	here	ADV
dad-12448	197	21	:	:	PUNCT
dad-12448	197	22	“	"	PUNCT
dad-12448	197	23	in	in	ADP
dad-12448	197	24	the	the	DET
dad-12448	197	25	end	end	NOUN
dad-12448	197	26	patience	patience	NOUN
dad-12448	197	27	rewards	reward	VERB
dad-12448	197	28	better	well	ADV
dad-12448	197	29	than	than	ADP
dad-12448	197	30	impatience	impatience	NOUN
dad-12448	197	31	.	.	PUNCT
dad-12448	198	1	a	a	DET
dad-12448	198	2	time	time	NOUN
dad-12448	198	3	that	that	PRON
dad-12448	198	4	i	i	PRON
dad-12448	198	5	was	be	AUX
dad-12448	198	6	patient	patient	ADJ
dad-12448	198	7	was	be	AUX
dad-12448	198	8	last	last	ADJ
dad-12448	198	9	year	year	NOUN
dad-12448	198	10	at	at	ADP
dad-12448	198	11	cheer	cheer	NOUN
dad-12448	198	12	competition	competition	NOUN
dad-12448	198	13	.	.	PUNCT
dad-12448	198	14	”	"	PUNCT
dad-12448	199	1	model	model	NOUN
dad-12448	199	2	positively	positively	ADV
dad-12448	199	3	attributed	attribute	VERB
dad-12448	199	4	words	word	NOUN
dad-12448	199	5	mann	mann	PROPN
dad-12448	199	6	to	to	PART
dad-12448	199	7	,	,	PUNCT
dad-12448	199	8	of	of	ADP
dad-12448	199	9	,	,	PUNCT
dad-12448	199	10	are	be	AUX
dad-12448	199	11	,	,	PUNCT
dad-12448	199	12	,	,	PUNCT
dad-12448	199	13	,	,	PUNCT
dad-12448	199	14	children	child	NOUN
dad-12448	199	15	,	,	PUNCT
dad-12448	199	16	do	do	VERB
dad-12448	199	17	,	,	PUNCT
dad-12448	199	18	’	'	PUNCT
dad-12448	199	19	,	,	PUNCT
dad-12448	199	20	we	we	PRON
dad-12448	199	21	skipflow	skipflow	VERB
dad-12448	199	22	of	of	ADP
dad-12448	199	23	,	,	PUNCT
dad-12448	199	24	offensive	offensive	ADJ
dad-12448	199	25	,	,	PUNCT
dad-12448	199	26	movies	movie	NOUN
dad-12448	199	27	,	,	PUNCT
dad-12448	199	28	censorship	censorship	NOUN
dad-12448	199	29	,	,	PUNCT
dad-12448	199	30	is	be	AUX
dad-12448	199	31	,	,	PUNCT
dad-12448	199	32	our	our	PRON
dad-12448	199	33	bert	bert	NOUN
dad-12448	199	34	.	.	PUNCT
dad-12448	200	1	,	,	PUNCT
dad-12448	200	2	the	the	DET
dad-12448	200	3	,	,	PUNCT
dad-12448	200	4	to	to	ADP
dad-12448	200	5	,	,	PUNCT
dad-12448	200	6	and	and	CCONJ
dad-12448	200	7	,	,	PUNCT
dad-12448	200	8	”	"	PUNCT
dad-12448	200	9	,	,	PUNCT
dad-12448	200	10	was	be	AUX
dad-12448	200	11	,	,	PUNCT
dad-12448	200	12	caps	cap	NOUN
dad-12448	200	13	,	,	PUNCT
dad-12448	200	14	[	[	X
dad-12448	200	15	cls	cls	NOUN
dad-12448	200	16	]	]	PUNCT
dad-12448	200	17	model	model	NOUN
dad-12448	200	18	negatively	negatively	ADV
dad-12448	200	19	attributed	attribute	VERB
dad-12448	200	20	words	word	NOUN
dad-12448	200	21	mann	mann	PROPN
dad-12448	200	22	i	i	PROPN
dad-12448	200	23	,	,	PUNCT
dad-12448	200	24	shelf	shelf	NOUN
dad-12448	200	25	,	,	PUNCT
dad-12448	200	26	by	by	ADP
dad-12448	200	27	,	,	PUNCT
dad-12448	200	28	shelves	shelf	NOUN
dad-12448	200	29	,	,	PUNCT
dad-12448	200	30	libraries	library	NOUN
dad-12448	200	31	,	,	PUNCT
dad-12448	200	32	music	music	NOUN
dad-12448	200	33	,	,	PUNCT
dad-12448	200	34	a	a	DET
dad-12448	200	35	skipflow	skipflow	NOUN
dad-12448	200	36	the	the	DET
dad-12448	200	37	,	,	PUNCT
dad-12448	200	38	i	i	PRON
dad-12448	200	39	,	,	PUNCT
dad-12448	200	40	to	to	PART
dad-12448	200	41	,	,	PUNCT
dad-12448	200	42	in	in	ADV
dad-12448	200	43	,	,	PUNCT
dad-12448	200	44	that	that	SCONJ
dad-12448	200	45	,	,	PUNCT
dad-12448	200	46	do	do	VERB
dad-12448	200	47	,	,	PUNCT
dad-12448	200	48	a	a	PRON
dad-12448	200	49	,	,	PUNCT
dad-12448	200	50	or	or	CCONJ
dad-12448	200	51	,	,	PUNCT
dad-12448	200	52	be	be	AUX
dad-12448	200	53	bert	bert	PROPN
dad-12448	200	54	i	i	PRON
dad-12448	200	55	,	,	PUNCT
dad-12448	201	1	[	[	X
dad-12448	201	2	sep	sep	NOUN
dad-12448	201	3	]	]	X
dad-12448	201	4	,	,	PUNCT
dad-12448	201	5	said	say	VERB
dad-12448	201	6	,	,	PUNCT
dad-12448	201	7	a	a	PRON
dad-12448	201	8	,	,	PUNCT
dad-12448	201	9	in	in	ADP
dad-12448	201	10	,	,	PUNCT
dad-12448	201	11	time	time	NOUN
dad-12448	201	12	,	,	PUNCT
dad-12448	201	13	one	one	NUM
dad-12448	201	14	model	model	NOUN
dad-12448	201	15	mostly	mostly	ADV
dad-12448	201	16	unattributed	unattributed	ADJ
dad-12448	201	17	words	word	NOUN
dad-12448	201	18	mann	mann	PROPN
dad-12448	201	19	t	t	PROPN
dad-12448	201	20	,	,	PUNCT
dad-12448	201	21	you	you	PRON
dad-12448	201	22	,	,	PUNCT
dad-12448	201	23	the	the	PRON
dad-12448	201	24	,	,	PUNCT
dad-12448	201	25	think	think	ADJ
dad-12448	201	26	,	,	PUNCT
dad-12448	201	27	offensive	offensive	ADJ
dad-12448	201	28	,	,	PUNCT
dad-12448	201	29	from	from	ADP
dad-12448	201	30	,	,	PUNCT
dad-12448	201	31	my	my	PRON
dad-12448	201	32	skipflow	skipflow	NOUN
dad-12448	201	33	it	it	PRON
dad-12448	201	34	,	,	PUNCT
dad-12448	201	35	be	be	AUX
dad-12448	201	36	,	,	PUNCT
dad-12448	201	37	but	but	CCONJ
dad-12448	201	38	,	,	PUNCT
dad-12448	201	39	their	their	PRON
dad-12448	201	40	,	,	PUNCT
dad-12448	201	41	from	from	ADP
dad-12448	201	42	,	,	PUNCT
dad-12448	201	43	do	do	VERB
dad-12448	201	44	nt	not	PART
dad-12448	201	45	,	,	PUNCT
dad-12448	201	46	one	one	NUM
dad-12448	201	47	,	,	PUNCT
dad-12448	201	48	what	what	PRON
dad-12448	201	49	bert	bert	PROPN
dad-12448	201	50	@	@	ADP
dad-12448	201	51	,	,	PUNCT
dad-12448	201	52	#	#	SYM
dad-12448	201	53	#	#	SYM
dad-12448	201	54	1	1	NUM
dad-12448	201	55	,	,	PUNCT
dad-12448	201	56	and	and	CCONJ
dad-12448	201	57	,	,	PUNCT
dad-12448	201	58	,	,	PUNCT
dad-12448	201	59	,	,	PUNCT
dad-12448	201	60	my	my	PRON
dad-12448	201	61	,	,	PUNCT
dad-12448	201	62	patient	patient	ADJ
dad-12448	201	63	table	table	NOUN
dad-12448	201	64	2	2	NUM
dad-12448	201	65	:	:	PUNCT
dad-12448	201	66	top	top	ADJ
dad-12448	201	67	positive	positive	ADJ
dad-12448	201	68	,	,	PUNCT
dad-12448	201	69	negative	negative	ADJ
dad-12448	201	70	and	and	CCONJ
dad-12448	201	71	un	un	ADJ
dad-12448	201	72	-	-	ADJ
dad-12448	201	73	attributed	attribute	VERB
dad-12448	201	74	words	word	NOUN
dad-12448	201	75	for	for	ADP
dad-12448	201	76	skipflow	skipflow	ADJ
dad-12448	201	77	,	,	PUNCT
dad-12448	201	78	mann	mann	PROPN
dad-12448	201	79	and	and	CCONJ
dad-12448	201	80	bert	bert	NOUN
dad-12448	201	81	-	-	PUNCT
dad-12448	201	82	based	base	VERB
dad-12448	201	83	model	model	NOUN
dad-12448	201	84	for	for	ADP
dad-12448	201	85	prompt	prompt	ADJ
dad-12448	201	86	2	2	NUM
dad-12448	201	87	.	.	X
dad-12448	201	88	4.1.3	4.1.3	NUM
dad-12448	201	89	sentence	sentence	NOUN
dad-12448	201	90	and	and	CCONJ
dad-12448	201	91	word	word	NOUN
dad-12448	201	92	shuffle	shuffle	VERB
dad-12448	201	93	coherence	coherence	NOUN
dad-12448	201	94	and	and	CCONJ
dad-12448	201	95	organization	organization	NOUN
dad-12448	201	96	are	be	AUX
dad-12448	201	97	important	important	ADJ
dad-12448	201	98	features	feature	NOUN
dad-12448	201	99	for	for	ADP
dad-12448	201	100	scoring	scoring	NOUN
dad-12448	201	101	:	:	PUNCT
dad-12448	201	102	they	they	PRON
dad-12448	201	103	measure	measure	VERB
dad-12448	201	104	the	the	DET
dad-12448	201	105	unity	unity	NOUN
dad-12448	201	106	of	of	ADP
dad-12448	201	107	different	different	ADJ
dad-12448	201	108	ideas	idea	NOUN
dad-12448	201	109	in	in	ADP
dad-12448	201	110	an	an	DET
dad-12448	201	111	essay	essay	NOUN
dad-12448	201	112	and	and	CCONJ
dad-12448	201	113	determine	determine	VERB
dad-12448	201	114	its	its	PRON
dad-12448	201	115	cohesiveness	cohesiveness	NOUN
dad-12448	201	116	in	in	ADP
dad-12448	201	117	the	the	DET
dad-12448	201	118	narrative	narrative	NOUN
dad-12448	201	119	(	(	PUNCT
dad-12448	201	120	barzilay	barzilay	NOUN
dad-12448	201	121	and	and	CCONJ
dad-12448	201	122	lapata	lapata	ADJ
dad-12448	201	123	,	,	PUNCT
dad-12448	201	124	2005	2005	NUM
dad-12448	201	125	)	)	PUNCT
dad-12448	201	126	.	.	PUNCT
dad-12448	202	1	to	to	PART
dad-12448	202	2	check	check	VERB
dad-12448	202	3	the	the	DET
dad-12448	202	4	dependence	dependence	NOUN
dad-12448	202	5	of	of	ADP
dad-12448	202	6	aes	aes	PROPN
dad-12448	202	7	models	model	NOUN
dad-12448	202	8	on	on	ADP
dad-12448	202	9	coherence	coherence	NOUN
dad-12448	202	10	,	,	PUNCT
dad-12448	202	11	we	we	PRON
dad-12448	202	12	shuffle	shuffle	VERB
dad-12448	202	13	the	the	DET
dad-12448	202	14	order	order	NOUN
dad-12448	202	15	of	of	ADP
dad-12448	202	16	sentences	sentence	NOUN
dad-12448	202	17	and	and	CCONJ
dad-12448	202	18	words	word	NOUN
dad-12448	202	19	randomly	randomly	ADV
dad-12448	202	20	and	and	CCONJ
dad-12448	202	21	note	note	VERB
dad-12448	202	22	the	the	DET
dad-12448	202	23	change	change	NOUN
dad-12448	202	24	in	in	ADP
dad-12448	202	25	score	score	NOUN
dad-12448	202	26	between	between	ADP
dad-12448	202	27	the	the	DET
dad-12448	202	28	original	original	ADJ
dad-12448	202	29	and	and	CCONJ
dad-12448	202	30	modified	modified	ADJ
dad-12448	202	31	essay	essay	NOUN
dad-12448	202	32	(	(	PUNCT
dad-12448	202	33	fig	fig	NOUN
dad-12448	202	34	.	.	PUNCT
dad-12448	203	1	3	3	NUM
dad-12448	203	2	)	)	PUNCT
dad-12448	203	3	.	.	PUNCT
dad-12448	204	1	9	9	NUM
dad-12448	204	2	singla	singla	ADJ
dad-12448	204	3	,	,	PUNCT
dad-12448	204	4	parekh	parekh	PROPN
dad-12448	204	5	,	,	PUNCT
dad-12448	204	6	singh	singh	PROPN
dad-12448	204	7	,	,	PUNCT
dad-12448	204	8	li	li	PROPN
dad-12448	204	9	,	,	PUNCT
dad-12448	204	10	shah	shah	PROPN
dad-12448	204	11	and	and	CCONJ
dad-12448	204	12	chen	chen	PROPN
dad-12448	204	13	we	we	PRON
dad-12448	204	14	observe	observe	VERB
dad-12448	204	15	little	little	ADJ
dad-12448	204	16	change	change	NOUN
dad-12448	204	17	(	(	PUNCT
dad-12448	204	18	<	<	NOUN
dad-12448	204	19	0.002	0.002	NUM
dad-12448	204	20	%	%	NOUN
dad-12448	204	21	)	)	PUNCT
dad-12448	204	22	in	in	ADP
dad-12448	204	23	the	the	DET
dad-12448	204	24	attributions	attribution	NOUN
dad-12448	204	25	with	with	ADP
dad-12448	204	26	sentence	sentence	NOUN
dad-12448	204	27	shuffle	shuffle	NOUN
dad-12448	204	28	.	.	PUNCT
dad-12448	205	1	the	the	DET
dad-12448	205	2	attributions	attribution	NOUN
dad-12448	205	3	are	be	AUX
dad-12448	205	4	mostly	mostly	ADV
dad-12448	205	5	dependent	dependent	ADJ
dad-12448	205	6	on	on	ADP
dad-12448	205	7	word	word	NOUN
dad-12448	205	8	identities	identity	NOUN
dad-12448	205	9	rather	rather	ADV
dad-12448	205	10	than	than	ADP
dad-12448	205	11	their	their	PRON
dad-12448	205	12	position	position	NOUN
dad-12448	205	13	and	and	CCONJ
dad-12448	205	14	context	context	NOUN
dad-12448	205	15	for	for	ADP
dad-12448	205	16	all	all	DET
dad-12448	205	17	models	model	NOUN
dad-12448	205	18	.	.	PUNCT
dad-12448	206	1	we	we	PRON
dad-12448	206	2	also	also	ADV
dad-12448	206	3	find	find	VERB
dad-12448	206	4	that	that	SCONJ
dad-12448	206	5	shuffling	shuffle	VERB
dad-12448	206	6	sentences	sentence	NOUN
dad-12448	206	7	results	result	NOUN
dad-12448	206	8	in	in	ADP
dad-12448	206	9	10	10	NUM
dad-12448	206	10	%	%	NOUN
dad-12448	206	11	,	,	PUNCT
dad-12448	206	12	2	2	NUM
dad-12448	206	13	%	%	NOUN
dad-12448	206	14	and	and	CCONJ
dad-12448	206	15	3	3	NUM
dad-12448	206	16	%	%	NOUN
dad-12448	206	17	difference	difference	NOUN
dad-12448	206	18	in	in	ADP
dad-12448	206	19	scores	score	NOUN
dad-12448	206	20	for	for	ADP
dad-12448	206	21	skipflow	skipflow	ADJ
dad-12448	206	22	,	,	PUNCT
dad-12448	206	23	mann	mann	PROPN
dad-12448	206	24	,	,	PUNCT
dad-12448	206	25	and	and	CCONJ
dad-12448	206	26	bert	bert	PROPN
dad-12448	206	27	models	model	NOUN
dad-12448	206	28	,	,	PUNCT
dad-12448	206	29	respectively	respectively	ADV
dad-12448	206	30	.	.	PUNCT
dad-12448	207	1	even	even	ADV
dad-12448	207	2	for	for	ADP
dad-12448	207	3	these	these	DET
dad-12448	207	4	samples	sample	NOUN
dad-12448	207	5	for	for	ADP
dad-12448	207	6	which	which	PRON
dad-12448	207	7	we	we	PRON
dad-12448	207	8	observed	observe	VERB
dad-12448	207	9	a	a	DET
dad-12448	207	10	change	change	NOUN
dad-12448	207	11	in	in	ADP
dad-12448	207	12	the	the	DET
dad-12448	207	13	scores	score	NOUN
dad-12448	207	14	,	,	PUNCT
dad-12448	207	15	almost	almost	ADV
dad-12448	207	16	half	half	NOUN
dad-12448	207	17	of	of	ADP
dad-12448	207	18	them	they	PRON
dad-12448	207	19	increased	increase	VERB
dad-12448	207	20	their	their	PRON
dad-12448	207	21	scores	score	NOUN
dad-12448	207	22	and	and	CCONJ
dad-12448	207	23	the	the	DET
dad-12448	207	24	other	other	ADJ
dad-12448	207	25	half	half	NOUN
dad-12448	207	26	was	be	AUX
dad-12448	207	27	reduced	reduce	VERB
dad-12448	207	28	.	.	PUNCT
dad-12448	208	1	the	the	DET
dad-12448	208	2	results	result	NOUN
dad-12448	208	3	are	be	AUX
dad-12448	208	4	similar	similar	ADJ
dad-12448	208	5	for	for	ADP
dad-12448	208	6	word	word	NOUN
dad-12448	208	7	-	-	PUNCT
dad-12448	208	8	level	level	NOUN
dad-12448	208	9	shuffling	shuffling	NOUN
dad-12448	208	10	.	.	PUNCT
dad-12448	209	1	this	this	PRON
dad-12448	209	2	is	be	AUX
dad-12448	209	3	surprising	surprising	ADJ
dad-12448	209	4	since	since	SCONJ
dad-12448	209	5	changes	change	NOUN
dad-12448	209	6	in	in	ADP
dad-12448	209	7	the	the	DET
dad-12448	209	8	order	order	NOUN
dad-12448	209	9	of	of	ADP
dad-12448	209	10	ideas	idea	NOUN
dad-12448	209	11	in	in	ADP
dad-12448	209	12	an	an	DET
dad-12448	209	13	essay	essay	NOUN
dad-12448	209	14	can	can	AUX
dad-12448	209	15	alter	alter	VERB
dad-12448	209	16	the	the	DET
dad-12448	209	17	meaning	meaning	NOUN
dad-12448	209	18	of	of	ADP
dad-12448	209	19	a	a	DET
dad-12448	209	20	prose	prose	NOUN
dad-12448	209	21	,	,	PUNCT
dad-12448	209	22	but	but	CCONJ
dad-12448	209	23	the	the	DET
dad-12448	209	24	models	model	NOUN
dad-12448	209	25	are	be	AUX
dad-12448	209	26	unable	unable	ADJ
dad-12448	209	27	to	to	PART
dad-12448	209	28	detect	detect	VERB
dad-12448	209	29	changes	change	NOUN
dad-12448	209	30	in	in	ADP
dad-12448	209	31	either	either	DET
dad-12448	209	32	idea	idea	NOUN
dad-12448	209	33	order	order	NOUN
dad-12448	209	34	or	or	CCONJ
dad-12448	209	35	word	word	NOUN
dad-12448	209	36	-	-	PUNCT
dad-12448	209	37	order	order	NOUN
dad-12448	209	38	.	.	PUNCT
dad-12448	210	1	it	it	PRON
dad-12448	210	2	indicates	indicate	VERB
dad-12448	210	3	that	that	SCONJ
dad-12448	210	4	despite	despite	SCONJ
dad-12448	210	5	getting	getting	AUX
dad-12448	210	6	trained	train	VERB
dad-12448	210	7	as	as	ADP
dad-12448	210	8	sentence	sentence	NOUN
dad-12448	210	9	and	and	CCONJ
dad-12448	210	10	paragraph	paragraph	NOUN
dad-12448	210	11	level	level	NOUN
dad-12448	210	12	models	model	NOUN
dad-12448	210	13	with	with	ADP
dad-12448	210	14	the	the	DET
dad-12448	210	15	knowledge	knowledge	NOUN
dad-12448	210	16	of	of	ADP
dad-12448	210	17	language	language	NOUN
dad-12448	210	18	models	model	NOUN
dad-12448	210	19	,	,	PUNCT
dad-12448	210	20	they	they	PRON
dad-12448	210	21	have	have	AUX
dad-12448	210	22	essentially	essentially	ADV
dad-12448	210	23	become	become	VERB
dad-12448	210	24	bag	bag	NOUN
dad-12448	210	25	-	-	PUNCT
dad-12448	210	26	of	of	ADP
dad-12448	210	27	-	-	PUNCT
dad-12448	210	28	words	word	NOUN
dad-12448	210	29	models	model	NOUN
dad-12448	210	30	.	.	PUNCT
dad-12448	211	1	figure	figure	VERB
dad-12448	211	2	3	3	NUM
dad-12448	211	3	:	:	PUNCT
dad-12448	211	4	word	word	NOUN
dad-12448	211	5	-	-	PUNCT
dad-12448	211	6	shuffled	shuffle	VERB
dad-12448	211	7	essay	essay	NOUN
dad-12448	211	8	containing	contain	VERB
dad-12448	211	9	40	40	NUM
dad-12448	211	10	%	%	NOUN
dad-12448	211	11	of	of	ADP
dad-12448	211	12	(	(	PUNCT
dad-12448	211	13	top	top	ADV
dad-12448	211	14	-	-	PUNCT
dad-12448	211	15	attributed	attribute	VERB
dad-12448	211	16	)	)	PUNCT
dad-12448	211	17	words	word	NOUN
dad-12448	211	18	for	for	ADP
dad-12448	211	19	skipflow	skipflow	ADJ
dad-12448	211	20	(	(	PUNCT
dad-12448	211	21	left	left	ADJ
dad-12448	211	22	)	)	PUNCT
dad-12448	211	23	,	,	PUNCT
dad-12448	211	24	mann	mann	PROPN
dad-12448	211	25	(	(	PUNCT
dad-12448	211	26	middle	middle	ADJ
dad-12448	211	27	)	)	PUNCT
dad-12448	211	28	and	and	CCONJ
dad-12448	211	29	bert	bert	PROPN
dad-12448	211	30	(	(	PUNCT
dad-12448	211	31	right	right	ADJ
dad-12448	211	32	)	)	PUNCT
dad-12448	211	33	models	model	NOUN
dad-12448	211	34	respectively	respectively	ADV
dad-12448	211	35	.	.	PUNCT
dad-12448	212	1	the	the	DET
dad-12448	212	2	perturbed	perturb	VERB
dad-12448	212	3	essay	essay	PROPN
dad-12448	212	4	scores	score	NOUN
dad-12448	212	5	26	26	NUM
dad-12448	212	6	(	(	PUNCT
dad-12448	212	7	skipflow	skipflow	PROPN
dad-12448	212	8	)	)	PUNCT
dad-12448	212	9	,	,	PUNCT
dad-12448	212	10	15	15	NUM
dad-12448	212	11	(	(	PUNCT
dad-12448	212	12	mann	mann	PROPN
dad-12448	212	13	)	)	PUNCT
dad-12448	212	14	and	and	CCONJ
dad-12448	212	15	5	5	NUM
dad-12448	212	16	(	(	PUNCT
dad-12448	212	17	bert	bert	PROPN
dad-12448	212	18	)	)	PUNCT
dad-12448	212	19	out	out	ADP
dad-12448	212	20	of	of	ADP
dad-12448	212	21	30	30	NUM
dad-12448	212	22	.	.	PUNCT
dad-12448	213	1	the	the	DET
dad-12448	213	2	original	original	ADJ
dad-12448	213	3	essay	essay	NOUN
dad-12448	213	4	was	be	AUX
dad-12448	213	5	scored	score	VERB
dad-12448	213	6	25	25	NUM
dad-12448	213	7	,	,	PUNCT
dad-12448	213	8	16	16	NUM
dad-12448	213	9	,	,	PUNCT
dad-12448	213	10	4	4	NUM
dad-12448	213	11	respectively	respectively	ADV
dad-12448	213	12	by	by	ADP
dad-12448	213	13	the	the	DET
dad-12448	213	14	models	model	NOUN
dad-12448	213	15	.	.	PUNCT
dad-12448	214	1	4.1.4	4.1.4	PRON
dad-12448	214	2	lexicon	lexicon	ADJ
dad-12448	214	3	modification	modification	NOUN
dad-12448	214	4	several	several	ADJ
dad-12448	214	5	previous	previous	ADJ
dad-12448	214	6	research	research	NOUN
dad-12448	214	7	studies	study	NOUN
dad-12448	214	8	have	have	AUX
dad-12448	214	9	highlighted	highlight	VERB
dad-12448	214	10	the	the	DET
dad-12448	214	11	importance	importance	NOUN
dad-12448	214	12	vocabulary	vocabulary	NOUN
dad-12448	214	13	plays	play	VERB
dad-12448	214	14	in	in	ADP
dad-12448	214	15	scoring	scoring	NOUN
dad-12448	214	16	and	and	CCONJ
dad-12448	214	17	how	how	SCONJ
dad-12448	214	18	aes	aes	NOUN
dad-12448	214	19	models	model	NOUN
dad-12448	214	20	may	may	AUX
dad-12448	214	21	be	be	AUX
dad-12448	214	22	biased	bias	VERB
dad-12448	214	23	towards	towards	ADP
dad-12448	214	24	obscure	obscure	ADJ
dad-12448	214	25	and	and	CCONJ
dad-12448	214	26	difficult	difficult	ADJ
dad-12448	214	27	vocabulary	vocabulary	NOUN
dad-12448	214	28	(	(	PUNCT
dad-12448	214	29	perelman	perelman	PROPN
dad-12448	214	30	et	et	PROPN
dad-12448	214	31	al	al	PROPN
dad-12448	214	32	.	.	PROPN
dad-12448	214	33	,	,	PUNCT
dad-12448	214	34	2014a	2014a	NUM
dad-12448	214	35	;	;	PUNCT
dad-12448	214	36	perelman	perelman	NOUN
dad-12448	214	37	,	,	PUNCT
dad-12448	214	38	2014	2014	NUM
dad-12448	214	39	;	;	PUNCT
dad-12448	214	40	hesse	hesse	PROPN
dad-12448	214	41	,	,	PUNCT
dad-12448	214	42	2005	2005	NUM
dad-12448	214	43	;	;	PUNCT
dad-12448	214	44	powers	power	NOUN
dad-12448	214	45	et	et	PROPN
dad-12448	214	46	al	al	PROPN
dad-12448	214	47	.	.	PROPN
dad-12448	214	48	,	,	PUNCT
dad-12448	214	49	2002	2002	NUM
dad-12448	214	50	;	;	PUNCT
dad-12448	214	51	kumar	kumar	PROPN
dad-12448	214	52	et	et	PROPN
dad-12448	214	53	al	al	PROPN
dad-12448	214	54	.	.	PROPN
dad-12448	214	55	,	,	PUNCT
dad-12448	214	56	2020	2020	NUM
dad-12448	214	57	)	)	PUNCT
dad-12448	214	58	.	.	PUNCT
dad-12448	215	1	to	to	PART
dad-12448	215	2	verify	verify	VERB
dad-12448	215	3	their	their	PRON
dad-12448	215	4	claims	claim	NOUN
dad-12448	215	5	,	,	PUNCT
dad-12448	215	6	we	we	PRON
dad-12448	215	7	replace	replace	VERB
dad-12448	215	8	the	the	DET
dad-12448	215	9	top	top	NOUN
dad-12448	215	10	and	and	CCONJ
dad-12448	215	11	bottom	bottom	ADJ
dad-12448	215	12	10	10	NUM
dad-12448	215	13	%	%	NOUN
dad-12448	215	14	attributed	attribute	VERB
dad-12448	215	15	words	word	NOUN
dad-12448	215	16	with	with	ADP
dad-12448	215	17	‘	'	PUNCT
dad-12448	215	18	similar	similar	ADJ
dad-12448	215	19	’	'	PUNCT
dad-12448	215	20	words8	words8	NOUN
dad-12448	215	21	.	.	PUNCT
dad-12448	216	1	table	table	NOUN
dad-12448	216	2	3	3	NUM
dad-12448	216	3	shows	show	VERB
dad-12448	216	4	the	the	DET
dad-12448	216	5	results	result	NOUN
dad-12448	216	6	for	for	ADP
dad-12448	216	7	this	this	DET
dad-12448	216	8	test	test	NOUN
dad-12448	216	9	.	.	PUNCT
dad-12448	217	1	it	it	PRON
dad-12448	217	2	can	can	AUX
dad-12448	217	3	be	be	AUX
dad-12448	217	4	noted	note	VERB
dad-12448	217	5	that	that	SCONJ
dad-12448	217	6	after	after	ADP
dad-12448	217	7	replacing	replace	VERB
dad-12448	217	8	all	all	DET
dad-12448	217	9	the	the	DET
dad-12448	217	10	top	top	NOUN
dad-12448	217	11	and	and	CCONJ
dad-12448	217	12	bottom	bottom	ADJ
dad-12448	217	13	10	10	NUM
dad-12448	217	14	%	%	NOUN
dad-12448	217	15	attributed	attribute	VERB
dad-12448	217	16	words	word	NOUN
dad-12448	217	17	with	with	ADP
dad-12448	217	18	their	their	PRON
dad-12448	217	19	corresponding	correspond	VERB
dad-12448	217	20	‘	'	PUNCT
dad-12448	217	21	similar	similar	ADJ
dad-12448	217	22	’	'	PUNCT
dad-12448	217	23	words	word	NOUN
dad-12448	217	24	results	result	VERB
dad-12448	217	25	in	in	ADP
dad-12448	217	26	an	an	DET
dad-12448	217	27	average	average	ADJ
dad-12448	217	28	4.2	4.2	NUM
dad-12448	217	29	%	%	NOUN
dad-12448	217	30	difference	difference	NOUN
dad-12448	217	31	in	in	ADP
dad-12448	217	32	scores	score	NOUN
dad-12448	217	33	across	across	ADP
dad-12448	217	34	all	all	DET
dad-12448	217	35	the	the	DET
dad-12448	217	36	models	model	NOUN
dad-12448	217	37	.	.	PUNCT
dad-12448	218	1	these	these	DET
dad-12448	218	2	results	result	NOUN
dad-12448	218	3	imply	imply	VERB
dad-12448	218	4	that	that	SCONJ
dad-12448	218	5	networks	network	NOUN
dad-12448	218	6	are	be	AUX
dad-12448	218	7	surprisingly	surprisingly	ADV
dad-12448	218	8	not	not	PART
dad-12448	218	9	perturbed	perturb	VERB
dad-12448	218	10	by	by	ADP
dad-12448	218	11	modifying	modify	VERB
dad-12448	218	12	even	even	ADV
dad-12448	218	13	the	the	DET
dad-12448	218	14	most	most	ADV
dad-12448	218	15	attributed	attribute	VERB
dad-12448	218	16	words	word	NOUN
dad-12448	218	17	and	and	CCONJ
dad-12448	218	18	produce	produce	VERB
dad-12448	218	19	equivalent	equivalent	ADJ
dad-12448	218	20	results	result	NOUN
dad-12448	218	21	with	with	ADP
dad-12448	218	22	other	other	ADJ
dad-12448	218	23	similarly	similarly	ADV
dad-12448	218	24	placed	place	VERB
dad-12448	218	25	words	word	NOUN
dad-12448	218	26	.	.	PUNCT
dad-12448	219	1	in	in	ADP
dad-12448	219	2	addition	addition	NOUN
dad-12448	219	3	,	,	PUNCT
dad-12448	219	4	while	while	SCONJ
dad-12448	219	5	replacing	replace	VERB
dad-12448	219	6	a	a	DET
dad-12448	219	7	word	word	NOUN
dad-12448	219	8	with	with	ADP
dad-12448	219	9	a	a	DET
dad-12448	219	10	‘	'	PUNCT
dad-12448	219	11	similar	similar	ADJ
dad-12448	219	12	’	'	PUNCT
dad-12448	219	13	word	word	NOUN
dad-12448	219	14	often	often	ADV
dad-12448	219	15	changes	change	VERB
dad-12448	219	16	the	the	DET
dad-12448	219	17	meaning	meaning	NOUN
dad-12448	219	18	and	and	CCONJ
dad-12448	219	19	form	form	NOUN
dad-12448	219	20	of	of	ADP
dad-12448	219	21	a	a	DET
dad-12448	219	22	sentence9	sentence9	NOUN
dad-12448	219	23	,	,	PUNCT
dad-12448	219	24	the	the	DET
dad-12448	219	25	models	model	NOUN
dad-12448	219	26	do	do	AUX
dad-12448	219	27	not	not	PART
dad-12448	219	28	recognize	recognize	VERB
dad-12448	219	29	that	that	DET
dad-12448	219	30	change	change	NOUN
dad-12448	219	31	by	by	ADP
dad-12448	219	32	showing	show	VERB
dad-12448	219	33	no	no	DET
dad-12448	219	34	change	change	NOUN
dad-12448	219	35	in	in	ADP
dad-12448	219	36	their	their	PRON
dad-12448	219	37	scores	score	NOUN
dad-12448	219	38	.	.	PUNCT
dad-12448	220	1	4.1.5	4.1.5	NUM
dad-12448	220	2	factuality	factuality	NOUN
dad-12448	220	3	,	,	PUNCT
dad-12448	220	4	common	common	ADJ
dad-12448	220	5	sense	sense	NOUN
dad-12448	220	6	,	,	PUNCT
dad-12448	220	7	and	and	CCONJ
dad-12448	220	8	world	world	NOUN
dad-12448	220	9	knowledge	knowledge	NOUN
dad-12448	220	10	factuality	factuality	NOUN
dad-12448	220	11	,	,	PUNCT
dad-12448	220	12	common	common	ADJ
dad-12448	220	13	sense	sense	NOUN
dad-12448	220	14	,	,	PUNCT
dad-12448	220	15	and	and	CCONJ
dad-12448	220	16	world	world	NOUN
dad-12448	220	17	knowledge	knowledge	NOUN
dad-12448	220	18	are	be	AUX
dad-12448	220	19	important	important	ADJ
dad-12448	220	20	features	feature	NOUN
dad-12448	220	21	in	in	ADP
dad-12448	220	22	scoring	scoring	NOUN
dad-12448	220	23	essays	essay	NOUN
dad-12448	220	24	(	(	PUNCT
dad-12448	220	25	yan	yan	PROPN
dad-12448	220	26	et	et	PROPN
dad-12448	220	27	al	al	PROPN
dad-12448	220	28	.	.	PROPN
dad-12448	220	29	,	,	PUNCT
dad-12448	220	30	2020	2020	NUM
dad-12448	220	31	)	)	PUNCT
dad-12448	220	32	.	.	PUNCT
dad-12448	221	1	while	while	SCONJ
dad-12448	221	2	a	a	DET
dad-12448	221	3	human	human	ADJ
dad-12448	221	4	expert	expert	NOUN
dad-12448	221	5	can	can	AUX
dad-12448	221	6	readily	readily	ADV
dad-12448	221	7	catch	catch	VERB
dad-12448	221	8	a	a	DET
dad-12448	221	9	lie	lie	NOUN
dad-12448	221	10	,	,	PUNCT
dad-12448	221	11	it	it	PRON
dad-12448	221	12	is	be	AUX
dad-12448	221	13	difficult	difficult	ADJ
dad-12448	221	14	for	for	SCONJ
dad-12448	221	15	a	a	DET
dad-12448	221	16	machine	machine	NOUN
dad-12448	221	17	to	to	PART
dad-12448	221	18	do	do	VERB
dad-12448	221	19	so	so	ADV
dad-12448	221	20	.	.	PUNCT
dad-12448	222	1	we	we	PRON
dad-12448	222	2	randomly	randomly	VERB
dad-12448	222	3	sample	sample	VERB
dad-12448	222	4	100	100	NUM
dad-12448	222	5	sample	sample	NOUN
dad-12448	222	6	essays	essay	NOUN
dad-12448	222	7	of	of	ADP
dad-12448	222	8	each	each	DET
dad-12448	222	9	prompt	prompt	NOUN
dad-12448	222	10	from	from	ADP
dad-12448	222	11	the	the	DET
dad-12448	222	12	addlies	addlie	NOUN
dad-12448	222	13	test	test	NOUN
dad-12448	222	14	case	case	NOUN
dad-12448	222	15	of	of	ADP
dad-12448	222	16	(	(	PUNCT
dad-12448	222	17	kumar	kumar	PROPN
dad-12448	222	18	et	et	PROPN
dad-12448	222	19	al	al	PROPN
dad-12448	222	20	.	.	PROPN
dad-12448	222	21	,	,	PUNCT
dad-12448	222	22	2020	2020	NUM
dad-12448	222	23	)	)	PUNCT
dad-12448	222	24	.	.	PUNCT
dad-12448	223	1	for	for	ADP
dad-12448	223	2	constructing	construct	VERB
dad-12448	223	3	these	these	DET
dad-12448	223	4	samples	sample	NOUN
dad-12448	223	5	,	,	PUNCT
dad-12448	223	6	they	they	PRON
dad-12448	223	7	used	use	VERB
dad-12448	223	8	various	various	ADJ
dad-12448	223	9	online	online	ADJ
dad-12448	223	10	databases	database	NOUN
dad-12448	223	11	and	and	CCONJ
dad-12448	223	12	appended	append	VERB
dad-12448	223	13	the	the	DET
dad-12448	223	14	false	false	ADJ
dad-12448	223	15	8	8	NUM
dad-12448	223	16	.	.	PUNCT
dad-12448	223	17	sampled	sample	VERB
dad-12448	223	18	from	from	ADP
dad-12448	223	19	glove	glove	NOUN
dad-12448	223	20	with	with	ADP
dad-12448	223	21	the	the	DET
dad-12448	223	22	distance	distance	NOUN
dad-12448	223	23	calculated	calculate	VERB
dad-12448	223	24	using	use	VERB
dad-12448	223	25	euclidean	euclidean	ADJ
dad-12448	223	26	distance	distance	NOUN
dad-12448	223	27	metric	metric	NOUN
dad-12448	223	28	(	(	PUNCT
dad-12448	223	29	pennington	pennington	PROPN
dad-12448	223	30	et	et	PROPN
dad-12448	223	31	al	al	PROPN
dad-12448	223	32	.	.	PROPN
dad-12448	223	33	,	,	PUNCT
dad-12448	223	34	2014	2014	NUM
dad-12448	223	35	)	)	PUNCT
dad-12448	223	36	9	9	NUM
dad-12448	223	37	.	.	X
dad-12448	224	1	for	for	ADP
dad-12448	224	2	example	example	NOUN
dad-12448	224	3	,	,	PUNCT
dad-12448	224	4	consider	consider	VERB
dad-12448	224	5	the	the	DET
dad-12448	224	6	replacement	replacement	NOUN
dad-12448	224	7	of	of	ADP
dad-12448	224	8	the	the	DET
dad-12448	224	9	word	word	NOUN
dad-12448	224	10	‘	'	PUNCT
dad-12448	224	11	agility	agility	NOUN
dad-12448	224	12	’	'	PUNCT
dad-12448	224	13	with	with	ADP
dad-12448	224	14	its	its	PRON
dad-12448	224	15	synonym	synonym	NOUN
dad-12448	224	16	(	(	PUNCT
dad-12448	224	17	similar	similar	ADJ
dad-12448	224	18	word	word	NOUN
dad-12448	224	19	)	)	PUNCT
dad-12448	224	20	‘	'	PUNCT
dad-12448	224	21	cleverness	cleverness	NOUN
dad-12448	224	22	’	'	PUNCT
dad-12448	224	23	in	in	ADP
dad-12448	224	24	the	the	DET
dad-12448	224	25	sentence	sentence	NOUN
dad-12448	224	26	‘	'	PUNCT
dad-12448	224	27	this	this	DET
dad-12448	224	28	exercise	exercise	NOUN
dad-12448	224	29	requires	require	VERB
dad-12448	224	30	agility	agility	NOUN
dad-12448	224	31	.	.	PUNCT
dad-12448	224	32	’	'	PUNCT
dad-12448	224	33	does	do	AUX
dad-12448	224	34	not	not	PART
dad-12448	224	35	produce	produce	VERB
dad-12448	224	36	a	a	DET
dad-12448	224	37	sentence	sentence	NOUN
dad-12448	224	38	with	with	ADP
dad-12448	224	39	the	the	DET
dad-12448	224	40	same	same	ADJ
dad-12448	224	41	meaning	meaning	NOUN
dad-12448	224	42	.	.	PUNCT
dad-12448	225	1	10	10	NUM
dad-12448	225	2	automatic	automatic	ADJ
dad-12448	225	3	essay	essay	NOUN
dad-12448	225	4	scoring	scoring	NOUN
dad-12448	225	5	systems	system	NOUN
dad-12448	225	6	are	be	AUX
dad-12448	225	7	both	both	CCONJ
dad-12448	225	8	overstable	overstable	ADJ
dad-12448	225	9	and	and	CCONJ
dad-12448	225	10	oversensitive	oversensitive	ADJ
dad-12448	225	11	result	result	NOUN
dad-12448	225	12	skipflow	skipflow	ADJ
dad-12448	225	13	mann	mann	PROPN
dad-12448	225	14	bert	bert	PROPN
dad-12448	225	15	avg	avg	PROPN
dad-12448	225	16	score	score	PROPN
dad-12448	225	17	difference	difference	NOUN
dad-12448	225	18	9.8	9.8	NUM
dad-12448	225	19	%	%	NOUN
dad-12448	225	20	2.4	2.4	NUM
dad-12448	225	21	%	%	NOUN
dad-12448	225	22	3	3	NUM
dad-12448	225	23	%	%	NOUN
dad-12448	225	24	%	%	NOUN
dad-12448	225	25	of	of	ADP
dad-12448	225	26	top-20	top-20	PRON
dad-12448	225	27	%	%	NOUN
dad-12448	225	28	attributed	attribute	VERB
dad-12448	225	29	words	word	NOUN
dad-12448	225	30	which	which	PRON
dad-12448	225	31	had	have	VERB
dad-12448	225	32	a	a	DET
dad-12448	225	33	change	change	NOUN
dad-12448	225	34	in	in	ADP
dad-12448	225	35	their	their	PRON
dad-12448	225	36	attribution	attribution	NOUN
dad-12448	225	37	values	value	VERB
dad-12448	225	38	20.3	20.3	NUM
dad-12448	225	39	%	%	NOUN
dad-12448	225	40	9.5	9.5	NUM
dad-12448	225	41	%	%	NOUN
dad-12448	225	42	34	34	NUM
dad-12448	225	43	%	%	NOUN
dad-12448	225	44	%	%	NOUN
dad-12448	225	45	of	of	ADP
dad-12448	225	46	bottom-20	bottom-20	PROPN
dad-12448	225	47	%	%	NOUN
dad-12448	225	48	attributed	attribute	VERB
dad-12448	225	49	words	word	NOUN
dad-12448	225	50	which	which	PRON
dad-12448	225	51	had	have	VERB
dad-12448	225	52	a	a	DET
dad-12448	225	53	change	change	NOUN
dad-12448	225	54	in	in	ADP
dad-12448	225	55	their	their	PRON
dad-12448	225	56	attribution	attribution	NOUN
dad-12448	225	57	values	value	NOUN
dad-12448	225	58	22.5	22.5	NUM
dad-12448	225	59	%	%	NOUN
dad-12448	225	60	26.0	26.0	NUM
dad-12448	225	61	%	%	NOUN
dad-12448	225	62	45	45	NUM
dad-12448	225	63	%	%	NOUN
dad-12448	225	64	table	table	NOUN
dad-12448	225	65	3	3	NUM
dad-12448	225	66	:	:	PUNCT
dad-12448	225	67	statistics	statistic	NOUN
dad-12448	225	68	obtained	obtain	VERB
dad-12448	225	69	after	after	ADP
dad-12448	225	70	replacing	replace	VERB
dad-12448	225	71	the	the	DET
dad-12448	225	72	top	top	ADJ
dad-12448	225	73	and	and	CCONJ
dad-12448	225	74	bottom	bottom	ADJ
dad-12448	225	75	10	10	NUM
dad-12448	225	76	%	%	NOUN
dad-12448	225	77	attributed	attribute	VERB
dad-12448	225	78	words	word	NOUN
dad-12448	225	79	of	of	ADP
dad-12448	225	80	each	each	DET
dad-12448	225	81	essay	essay	NOUN
dad-12448	225	82	with	with	ADP
dad-12448	225	83	their	their	PRON
dad-12448	225	84	synonyms	synonym	NOUN
dad-12448	225	85	.	.	PUNCT
dad-12448	226	1	figure	figure	VERB
dad-12448	226	2	4	4	NUM
dad-12448	226	3	:	:	PUNCT
dad-12448	226	4	attributions	attribution	NOUN
dad-12448	226	5	for	for	ADP
dad-12448	226	6	skipflow	skipflow	ADJ
dad-12448	226	7	(	(	PUNCT
dad-12448	226	8	left	left	ADJ
dad-12448	226	9	)	)	PUNCT
dad-12448	226	10	,	,	PUNCT
dad-12448	226	11	mann	mann	PROPN
dad-12448	226	12	(	(	PUNCT
dad-12448	226	13	middle	middle	ADJ
dad-12448	226	14	)	)	PUNCT
dad-12448	226	15	and	and	CCONJ
dad-12448	226	16	bert	bert	PROPN
dad-12448	226	17	(	(	PUNCT
dad-12448	226	18	right	right	ADJ
dad-12448	226	19	)	)	PUNCT
dad-12448	226	20	models	model	NOUN
dad-12448	226	21	of	of	ADP
dad-12448	226	22	an	an	DET
dad-12448	226	23	essay	essay	ADJ
dad-12448	226	24	sample	sample	NOUN
dad-12448	226	25	where	where	SCONJ
dad-12448	226	26	a	a	DET
dad-12448	226	27	false	false	ADJ
dad-12448	226	28	fact	fact	NOUN
dad-12448	226	29	has	have	AUX
dad-12448	226	30	been	be	AUX
dad-12448	226	31	introduced	introduce	VERB
dad-12448	226	32	at	at	ADP
dad-12448	226	33	the	the	DET
dad-12448	226	34	beginning	beginning	NOUN
dad-12448	226	35	.	.	PUNCT
dad-12448	227	1	this	this	DET
dad-12448	227	2	essay	essay	ADJ
dad-12448	227	3	sample	sample	NOUN
dad-12448	227	4	scores	score	NOUN
dad-12448	227	5	(	(	PUNCT
dad-12448	227	6	25/30	25/30	NUM
dad-12448	227	7	,	,	PUNCT
dad-12448	227	8	18/30	18/30	NUM
dad-12448	227	9	,	,	PUNCT
dad-12448	227	10	22/30	22/30	NUM
dad-12448	227	11	)	)	PUNCT
dad-12448	227	12	by	by	ADP
dad-12448	227	13	the	the	DET
dad-12448	227	14	three	three	NUM
dad-12448	227	15	models	model	NOUN
dad-12448	227	16	respectively	respectively	ADV
dad-12448	227	17	.	.	PUNCT
dad-12448	228	1	the	the	DET
dad-12448	228	2	original	original	ADJ
dad-12448	228	3	essay	essay	NOUN
dad-12448	228	4	(	(	PUNCT
dad-12448	228	5	without	without	ADP
dad-12448	228	6	the	the	DET
dad-12448	228	7	added	add	VERB
dad-12448	228	8	lie	lie	NOUN
dad-12448	228	9	)	)	PUNCT
dad-12448	228	10	scored	score	VERB
dad-12448	228	11	(	(	PUNCT
dad-12448	228	12	24/30	24/30	NUM
dad-12448	228	13	)	)	PUNCT
dad-12448	228	14	,	,	PUNCT
dad-12448	228	15	(	(	PUNCT
dad-12448	228	16	18/30	18/30	NUM
dad-12448	228	17	)	)	PUNCT
dad-12448	228	18	and	and	CCONJ
dad-12448	228	19	(	(	PUNCT
dad-12448	228	20	21/30	21/30	NUM
dad-12448	228	21	)	)	PUNCT
dad-12448	228	22	respectively	respectively	ADV
dad-12448	228	23	.	.	PUNCT
dad-12448	229	1	information	information	NOUN
dad-12448	229	2	at	at	ADP
dad-12448	229	3	various	various	ADJ
dad-12448	229	4	positions	position	NOUN
dad-12448	229	5	in	in	ADP
dad-12448	229	6	the	the	DET
dad-12448	229	7	essay	essay	NOUN
dad-12448	229	8	.	.	PUNCT
dad-12448	230	1	these	these	DET
dad-12448	230	2	statements	statement	NOUN
dad-12448	230	3	not	not	PART
dad-12448	230	4	only	only	ADV
dad-12448	230	5	introduce	introduce	VERB
dad-12448	230	6	false	false	ADJ
dad-12448	230	7	facts	fact	NOUN
dad-12448	230	8	in	in	ADP
dad-12448	230	9	the	the	DET
dad-12448	230	10	essay	essay	NOUN
dad-12448	230	11	but	but	CCONJ
dad-12448	230	12	also	also	ADV
dad-12448	230	13	perturb	perturb	VERB
dad-12448	230	14	its	its	PRON
dad-12448	230	15	coherence	coherence	NOUN
dad-12448	230	16	.	.	PUNCT
dad-12448	231	1	a	a	DET
dad-12448	231	2	teacher	teacher	NOUN
dad-12448	231	3	who	who	PRON
dad-12448	231	4	is	be	AUX
dad-12448	231	5	responsible	responsible	ADJ
dad-12448	231	6	for	for	ADP
dad-12448	231	7	teaching	teaching	NOUN
dad-12448	231	8	,	,	PUNCT
dad-12448	231	9	scoring	scoring	NOUN
dad-12448	231	10	,	,	PUNCT
dad-12448	231	11	and	and	CCONJ
dad-12448	231	12	feedback	feedback	NOUN
dad-12448	231	13	of	of	ADP
dad-12448	231	14	a	a	DET
dad-12448	231	15	student	student	NOUN
dad-12448	231	16	must	must	AUX
dad-12448	231	17	have	have	VERB
dad-12448	231	18	knowledge	knowledge	NOUN
dad-12448	231	19	of	of	ADP
dad-12448	231	20	world	world	NOUN
dad-12448	231	21	knowledge	knowledge	NOUN
dad-12448	231	22	such	such	ADJ
dad-12448	231	23	as	as	ADP
dad-12448	231	24	‘	'	PUNCT
dad-12448	231	25	sun	sun	NOUN
dad-12448	231	26	rises	rise	VERB
dad-12448	231	27	in	in	ADP
dad-12448	231	28	the	the	DET
dad-12448	231	29	east	east	NOUN
dad-12448	231	30	’	'	PUNCT
dad-12448	231	31	,	,	PUNCT
dad-12448	231	32	and	and	CCONJ
dad-12448	231	33	‘	'	PUNCT
dad-12448	231	34	the	the	DET
dad-12448	231	35	world	world	NOUN
dad-12448	231	36	is	be	AUX
dad-12448	231	37	not	not	PART
dad-12448	231	38	flat	flat	ADJ
dad-12448	231	39	’	'	PUNCT
dad-12448	231	40	.	.	PUNCT
dad-12448	232	1	however	however	ADV
dad-12448	232	2	,	,	PUNCT
dad-12448	232	3	fig	fig	NOUN
dad-12448	232	4	.	.	PUNCT
dad-12448	233	1	4	4	NUM
dad-12448	233	2	shows	show	VERB
dad-12448	233	3	that	that	SCONJ
dad-12448	233	4	scoring	scoring	NOUN
dad-12448	233	5	models	model	NOUN
dad-12448	233	6	do	do	AUX
dad-12448	233	7	not	not	PART
dad-12448	233	8	have	have	VERB
dad-12448	233	9	the	the	DET
dad-12448	233	10	ability	ability	NOUN
dad-12448	233	11	to	to	PART
dad-12448	233	12	check	check	VERB
dad-12448	233	13	such	such	ADJ
dad-12448	233	14	common	common	ADJ
dad-12448	233	15	sense	sense	NOUN
dad-12448	233	16	.	.	PUNCT
dad-12448	234	1	the	the	DET
dad-12448	234	2	models	model	NOUN
dad-12448	234	3	tested	test	VERB
dad-12448	234	4	in	in	ADP
dad-12448	234	5	fact	fact	NOUN
dad-12448	234	6	attribute	attribute	VERB
dad-12448	234	7	positive	positive	ADJ
dad-12448	234	8	scores	score	NOUN
dad-12448	234	9	to	to	ADP
dad-12448	234	10	statements	statement	NOUN
dad-12448	234	11	like	like	ADP
dad-12448	234	12	the	the	DET
dad-12448	234	13	world	world	NOUN
dad-12448	234	14	is	be	AUX
dad-12448	234	15	flat	flat	ADJ
dad-12448	234	16	if	if	SCONJ
dad-12448	234	17	present	present	ADJ
dad-12448	234	18	at	at	ADP
dad-12448	234	19	the	the	DET
dad-12448	234	20	beginning	beginning	NOUN
dad-12448	234	21	.	.	PUNCT
dad-12448	235	1	these	these	DET
dad-12448	235	2	results	result	NOUN
dad-12448	235	3	are	be	AUX
dad-12448	235	4	in	in	ADP
dad-12448	235	5	contrast	contrast	NOUN
dad-12448	235	6	with	with	ADP
dad-12448	235	7	studies	study	NOUN
dad-12448	235	8	like	like	VERB
dad-12448	235	9	(	(	PUNCT
dad-12448	235	10	tenney	tenney	PROPN
dad-12448	235	11	et	et	PROPN
dad-12448	235	12	al	al	PROPN
dad-12448	235	13	.	.	PROPN
dad-12448	235	14	,	,	PUNCT
dad-12448	235	15	2019	2019	NUM
dad-12448	235	16	;	;	PUNCT
dad-12448	235	17	zhou	zhou	PROPN
dad-12448	235	18	et	et	PROPN
dad-12448	235	19	al	al	PROPN
dad-12448	235	20	.	.	PROPN
dad-12448	235	21	,	,	PUNCT
dad-12448	235	22	2020	2020	NUM
dad-12448	235	23	)	)	PUNCT
dad-12448	235	24	which	which	PRON
dad-12448	235	25	indicate	indicate	VERB
dad-12448	235	26	that	that	SCONJ
dad-12448	235	27	bert	bert	PROPN
dad-12448	235	28	and	and	CCONJ
dad-12448	235	29	glove	glove	NOUN
dad-12448	235	30	-	-	PUNCT
dad-12448	235	31	like	like	ADJ
dad-12448	235	32	contextual	contextual	ADJ
dad-12448	235	33	representations	representation	NOUN
dad-12448	235	34	have	have	VERB
dad-12448	235	35	common	common	ADJ
dad-12448	235	36	sense	sense	NOUN
dad-12448	235	37	and	and	CCONJ
dad-12448	235	38	world	world	NOUN
dad-12448	235	39	knowledge	knowledge	NOUN
dad-12448	235	40	.	.	PUNCT
dad-12448	236	1	ettinger	ettinger	PROPN
dad-12448	236	2	(	(	PUNCT
dad-12448	236	3	2020	2020	NUM
dad-12448	236	4	)	)	PUNCT
dad-12448	236	5	in	in	ADP
dad-12448	236	6	their	their	PRON
dad-12448	236	7	‘	'	PUNCT
dad-12448	236	8	negation	negation	NOUN
dad-12448	236	9	test	test	NOUN
dad-12448	236	10	’	'	PUNCT
dad-12448	236	11	also	also	ADV
dad-12448	236	12	observe	observe	VERB
dad-12448	236	13	similar	similar	ADJ
dad-12448	236	14	results	result	NOUN
dad-12448	236	15	to	to	ADP
dad-12448	236	16	us	we	PRON
dad-12448	236	17	.	.	PUNCT
dad-12448	237	1	babel	babel	NOUN
dad-12448	237	2	semantic	semantic	ADJ
dad-12448	237	3	garbage	garbage	NOUN
dad-12448	237	4	:	:	PUNCT
dad-12448	237	5	linguistic	linguistic	ADJ
dad-12448	237	6	literature	literature	NOUN
dad-12448	237	7	has	have	AUX
dad-12448	237	8	also	also	ADV
dad-12448	237	9	reported	report	VERB
dad-12448	237	10	that	that	SCONJ
dad-12448	237	11	inexplicably	inexplicably	ADV
dad-12448	237	12	,	,	PUNCT
dad-12448	237	13	aes	aes	NOUN
dad-12448	237	14	models	model	NOUN
dad-12448	237	15	give	give	VERB
dad-12448	237	16	high	high	ADJ
dad-12448	237	17	scores	score	NOUN
dad-12448	237	18	to	to	ADP
dad-12448	237	19	semantic	semantic	ADJ
dad-12448	237	20	garbage	garbage	NOUN
dad-12448	237	21	like	like	ADP
dad-12448	237	22	the	the	DET
dad-12448	237	23	one	one	NOUN
dad-12448	237	24	generated	generate	VERB
dad-12448	237	25	using	use	VERB
dad-12448	237	26	b.s	b.s	PROPN
dad-12448	237	27	.	.	PROPN
dad-12448	237	28	essay	essay	PROPN
dad-12448	237	29	language	language	PROPN
dad-12448	237	30	generator	generator	NOUN
dad-12448	237	31	(	(	PUNCT
dad-12448	237	32	babel	babel	PROPN
dad-12448	237	33	generator)10	generator)10	PROPN
dad-12448	237	34	(	(	PUNCT
dad-12448	237	35	perelman	perelman	PROPN
dad-12448	237	36	et	et	PROPN
dad-12448	237	37	al	al	PROPN
dad-12448	237	38	.	.	PROPN
dad-12448	237	39	,	,	PUNCT
dad-12448	237	40	2014a	2014a	NUM
dad-12448	237	41	,	,	PUNCT
dad-12448	237	42	b	b	NOUN
dad-12448	237	43	;	;	PUNCT
dad-12448	237	44	perelman	perelman	NOUN
dad-12448	237	45	,	,	PUNCT
dad-12448	237	46	2020	2020	NUM
dad-12448	237	47	)	)	PUNCT
dad-12448	237	48	.	.	PUNCT
dad-12448	238	1	these	these	DET
dad-12448	238	2	samples	sample	NOUN
dad-12448	238	3	are	be	AUX
dad-12448	238	4	essentially	essentially	ADV
dad-12448	238	5	semantic	semantic	ADJ
dad-12448	238	6	garbage	garbage	NOUN
dad-12448	238	7	with	with	ADP
dad-12448	238	8	perfect	perfect	ADJ
dad-12448	238	9	spellings	spelling	NOUN
dad-12448	238	10	and	and	CCONJ
dad-12448	238	11	obscure	obscure	ADJ
dad-12448	238	12	and	and	CCONJ
dad-12448	238	13	lexically	lexically	ADV
dad-12448	238	14	complex	complex	ADJ
dad-12448	238	15	vocabulary	vocabulary	NOUN
dad-12448	238	16	.	.	PUNCT
dad-12448	239	1	in	in	ADP
dad-12448	239	2	stark	stark	ADJ
dad-12448	239	3	contrast	contrast	NOUN
dad-12448	239	4	to	to	ADP
dad-12448	239	5	(	(	PUNCT
dad-12448	239	6	perelman	perelman	PROPN
dad-12448	239	7	et	et	PROPN
dad-12448	239	8	al	al	PROPN
dad-12448	239	9	.	.	PROPN
dad-12448	239	10	,	,	PUNCT
dad-12448	239	11	2014a	2014a	NUM
dad-12448	239	12	)	)	PUNCT
dad-12448	239	13	and	and	CCONJ
dad-12448	239	14	the	the	DET
dad-12448	239	15	commonly	commonly	ADV
dad-12448	239	16	held	hold	VERB
dad-12448	239	17	notion	notion	NOUN
dad-12448	239	18	that	that	SCONJ
dad-12448	239	19	writing	write	VERB
dad-12448	239	20	obscure	obscure	ADJ
dad-12448	239	21	and	and	CCONJ
dad-12448	239	22	using	use	VERB
dad-12448	239	23	difficult	difficult	ADJ
dad-12448	239	24	words	word	NOUN
dad-12448	239	25	fetch	fetch	VERB
dad-12448	239	26	more	more	ADJ
dad-12448	239	27	marks	mark	NOUN
dad-12448	239	28	,	,	PUNCT
dad-12448	239	29	we	we	PRON
dad-12448	239	30	observed	observe	VERB
dad-12448	239	31	that	that	SCONJ
dad-12448	239	32	the	the	DET
dad-12448	239	33	models	model	NOUN
dad-12448	239	34	attributed	attribute	VERB
dad-12448	239	35	infrequent	infrequent	ADJ
dad-12448	239	36	words	word	NOUN
dad-12448	239	37	such	such	ADJ
dad-12448	239	38	as	as	ADP
dad-12448	239	39	forbearance	forbearance	NOUN
dad-12448	239	40	,	,	PUNCT
dad-12448	239	41	legerdemain	legerdemain	NOUN
dad-12448	239	42	,	,	PUNCT
dad-12448	239	43	and	and	CCONJ
dad-12448	239	44	propinquity	propinquity	NOUN
dad-12448	239	45	negatively	negatively	ADV
dad-12448	239	46	while	while	SCONJ
dad-12448	239	47	common	common	ADJ
dad-12448	239	48	words	word	NOUN
dad-12448	239	49	such	such	ADJ
dad-12448	239	50	as	as	ADP
dad-12448	239	51	establishment	establishment	NOUN
dad-12448	239	52	,	,	PUNCT
dad-12448	239	53	celebration	celebration	NOUN
dad-12448	239	54	,	,	PUNCT
dad-12448	239	55	and	and	CCONJ
dad-12448	239	56	demonstration	demonstration	NOUN
dad-12448	239	57	were	be	AUX
dad-12448	239	58	positively	positively	ADV
dad-12448	239	59	scored	score	VERB
dad-12448	239	60	.	.	PUNCT
dad-12448	240	1	therefore	therefore	ADV
dad-12448	240	2	,	,	PUNCT
dad-12448	240	3	our	our	PRON
dad-12448	240	4	results	result	NOUN
dad-12448	240	5	show	show	VERB
dad-12448	240	6	no	no	DET
dad-12448	240	7	evidence	evidence	NOUN
dad-12448	240	8	for	for	ADP
dad-12448	240	9	the	the	DET
dad-12448	240	10	hypothesis	hypothesis	NOUN
dad-12448	240	11	reported	report	VERB
dad-12448	240	12	by	by	ADP
dad-12448	240	13	studies	study	NOUN
dad-12448	240	14	like	like	ADP
dad-12448	240	15	(	(	PUNCT
dad-12448	240	16	perelman	perelman	NOUN
dad-12448	240	17	,	,	PUNCT
dad-12448	240	18	2020	2020	NUM
dad-12448	240	19	)	)	PUNCT
dad-12448	240	20	that	that	SCONJ
dad-12448	240	21	writing	write	VERB
dad-12448	240	22	lexically	lexically	ADV
dad-12448	240	23	complex	complex	ADJ
dad-12448	240	24	words	word	NOUN
dad-12448	240	25	make	make	VERB
dad-12448	240	26	the	the	DET
dad-12448	240	27	aes	aes	NOUN
dad-12448	240	28	systems	system	NOUN
dad-12448	240	29	give	give	VERB
dad-12448	240	30	better	well	ADJ
dad-12448	240	31	scores	score	NOUN
dad-12448	240	32	.	.	PUNCT
dad-12448	241	1	10	10	NUM
dad-12448	241	2	.	.	PUNCT
dad-12448	242	1	https://babel-generator.herokuapp.com/	https://babel-generator.herokuapp.com/	NOUN
dad-12448	242	2	11	11	NUM
dad-12448	242	3	https://babel-generator.herokuapp.com/	https://babel-generator.herokuapp.com/	PROPN
dad-12448	242	4	singla	singla	ADJ
dad-12448	242	5	,	,	PUNCT
dad-12448	242	6	parekh	parekh	PROPN
dad-12448	242	7	,	,	PUNCT
dad-12448	242	8	singh	singh	PROPN
dad-12448	242	9	,	,	PUNCT
dad-12448	242	10	li	li	PROPN
dad-12448	242	11	,	,	PUNCT
dad-12448	242	12	shah	shah	PROPN
dad-12448	242	13	and	and	CCONJ
dad-12448	242	14	chen	chen	PROPN
dad-12448	242	15	4.2	4.2	NUM
dad-12448	242	16	aes	aes	NOUN
dad-12448	242	17	oversensitivity	oversensitivity	NOUN
dad-12448	242	18	while	while	SCONJ
dad-12448	242	19	there	there	PRON
dad-12448	242	20	has	have	AUX
dad-12448	242	21	been	be	AUX
dad-12448	242	22	literature	literature	NOUN
dad-12448	242	23	on	on	ADP
dad-12448	242	24	aes	aes	PROPN
dad-12448	242	25	overstability	overstability	NOUN
dad-12448	242	26	,	,	PUNCT
dad-12448	242	27	there	there	PRON
dad-12448	242	28	is	be	VERB
dad-12448	242	29	much	much	ADV
dad-12448	242	30	less	less	ADJ
dad-12448	242	31	literature	literature	NOUN
dad-12448	242	32	on	on	ADP
dad-12448	242	33	aes	aes	NOUN
dad-12448	242	34	oversensitivity	oversensitivity	NOUN
dad-12448	242	35	.	.	PUNCT
dad-12448	243	1	therefore	therefore	ADV
dad-12448	243	2	,	,	PUNCT
dad-12448	243	3	next	next	ADV
dad-12448	243	4	using	use	VERB
dad-12448	243	5	universal	universal	ADJ
dad-12448	243	6	adversarial	adversarial	ADJ
dad-12448	243	7	triggers	trigger	NOUN
dad-12448	243	8	(	(	PUNCT
dad-12448	243	9	wallace	wallace	NOUN
dad-12448	243	10	et	et	PROPN
dad-12448	243	11	al	al	PROPN
dad-12448	243	12	.	.	PROPN
dad-12448	243	13	,	,	PUNCT
dad-12448	243	14	2019	2019	NUM
dad-12448	243	15	)	)	PUNCT
dad-12448	243	16	,	,	PUNCT
dad-12448	243	17	we	we	PRON
dad-12448	243	18	show	show	VERB
dad-12448	243	19	the	the	DET
dad-12448	243	20	oversensitivity	oversensitivity	NOUN
dad-12448	243	21	of	of	ADP
dad-12448	243	22	aes	aes	NOUN
dad-12448	243	23	models	model	NOUN
dad-12448	243	24	.	.	PUNCT
dad-12448	244	1	we	we	PRON
dad-12448	244	2	add	add	VERB
dad-12448	244	3	a	a	DET
dad-12448	244	4	few	few	ADJ
dad-12448	244	5	words	word	NOUN
dad-12448	244	6	(	(	PUNCT
dad-12448	244	7	adversarial	adversarial	ADJ
dad-12448	244	8	triggers	trigger	NOUN
dad-12448	244	9	)	)	PUNCT
dad-12448	244	10	to	to	ADP
dad-12448	244	11	the	the	DET
dad-12448	244	12	essays	essay	NOUN
dad-12448	244	13	and	and	CCONJ
dad-12448	244	14	cause	cause	VERB
dad-12448	244	15	them	they	PRON
dad-12448	244	16	to	to	PART
dad-12448	244	17	have	have	VERB
dad-12448	244	18	large	large	ADJ
dad-12448	244	19	changes	change	NOUN
dad-12448	244	20	in	in	ADP
dad-12448	244	21	their	their	PRON
dad-12448	244	22	scores	score	NOUN
dad-12448	244	23	.	.	PUNCT
dad-12448	245	1	after	after	ADP
dad-12448	245	2	that	that	PRON
dad-12448	245	3	,	,	PUNCT
dad-12448	245	4	we	we	PRON
dad-12448	245	5	attribute	attribute	VERB
dad-12448	245	6	the	the	DET
dad-12448	245	7	oversensitivity	oversensitivity	NOUN
dad-12448	245	8	to	to	PART
dad-12448	245	9	essay	essay	VERB
dad-12448	245	10	words	word	NOUN
dad-12448	245	11	and	and	CCONJ
dad-12448	245	12	show	show	VERB
dad-12448	245	13	that	that	SCONJ
dad-12448	245	14	trigger	trigger	NOUN
dad-12448	245	15	words	word	NOUN
dad-12448	245	16	have	have	VERB
dad-12448	245	17	high	high	ADJ
dad-12448	245	18	attributions	attribution	NOUN
dad-12448	245	19	and	and	CCONJ
dad-12448	245	20	are	be	AUX
dad-12448	245	21	the	the	DET
dad-12448	245	22	ones	one	NOUN
dad-12448	245	23	responsible	responsible	ADJ
dad-12448	245	24	for	for	ADP
dad-12448	245	25	the	the	DET
dad-12448	245	26	model	model	NOUN
dad-12448	245	27	oversensitivity	oversensitivity	NOUN
dad-12448	245	28	.	.	PUNCT
dad-12448	246	1	through	through	ADP
dad-12448	246	2	this	this	PRON
dad-12448	246	3	,	,	PUNCT
dad-12448	246	4	we	we	PRON
dad-12448	246	5	test	test	VERB
dad-12448	246	6	whether	whether	SCONJ
dad-12448	246	7	an	an	DET
dad-12448	246	8	automatically	automatically	ADV
dad-12448	246	9	generated	generate	VERB
dad-12448	246	10	small	small	ADJ
dad-12448	246	11	phrase	phrase	NOUN
dad-12448	246	12	can	can	AUX
dad-12448	246	13	perform	perform	VERB
dad-12448	246	14	an	an	DET
dad-12448	246	15	untargeted	untargeted	ADJ
dad-12448	246	16	attack	attack	NOUN
dad-12448	246	17	on	on	ADP
dad-12448	246	18	a	a	DET
dad-12448	246	19	model	model	NOUN
dad-12448	246	20	to	to	PART
dad-12448	246	21	increase	increase	VERB
dad-12448	246	22	or	or	CCONJ
dad-12448	246	23	decrease	decrease	VERB
dad-12448	246	24	the	the	DET
dad-12448	246	25	predicted	predict	VERB
dad-12448	246	26	scores	score	NOUN
dad-12448	246	27	irrespective	irrespective	ADV
dad-12448	246	28	of	of	ADP
dad-12448	246	29	the	the	DET
dad-12448	246	30	original	original	ADJ
dad-12448	246	31	input	input	NOUN
dad-12448	246	32	.	.	PUNCT
dad-12448	247	1	our	our	PRON
dad-12448	247	2	results	result	NOUN
dad-12448	247	3	show	show	VERB
dad-12448	247	4	that	that	SCONJ
dad-12448	247	5	these	these	DET
dad-12448	247	6	models	model	NOUN
dad-12448	247	7	are	be	AUX
dad-12448	247	8	vulnerable	vulnerable	ADJ
dad-12448	247	9	to	to	ADP
dad-12448	247	10	such	such	ADJ
dad-12448	247	11	attacks	attack	NOUN
dad-12448	247	12	,	,	PUNCT
dad-12448	247	13	with	with	ADP
dad-12448	247	14	as	as	ADV
dad-12448	247	15	few	few	ADJ
dad-12448	247	16	as	as	ADP
dad-12448	247	17	three	three	NUM
dad-12448	247	18	tokens	token	NOUN
dad-12448	247	19	increasing	increase	VERB
dad-12448	247	20	/	/	SYM
dad-12448	247	21	decreasing	decrease	VERB
dad-12448	247	22	the	the	DET
dad-12448	247	23	scores	score	NOUN
dad-12448	247	24	of≈	of≈	NUM
dad-12448	247	25	99	99	NUM
dad-12448	247	26	%	%	NOUN
dad-12448	247	27	of	of	ADP
dad-12448	247	28	samples	sample	NOUN
dad-12448	247	29	.	.	PUNCT
dad-12448	248	1	further	far	ADV
dad-12448	248	2	,	,	PUNCT
dad-12448	248	3	we	we	PRON
dad-12448	248	4	show	show	VERB
dad-12448	248	5	the	the	DET
dad-12448	248	6	performance	performance	NOUN
dad-12448	248	7	of	of	ADP
dad-12448	248	8	transfer	transfer	NOUN
dad-12448	248	9	attacks	attack	NOUN
dad-12448	248	10	across	across	ADP
dad-12448	248	11	prompts	prompt	NOUN
dad-12448	248	12	and	and	CCONJ
dad-12448	248	13	find	find	VERB
dad-12448	248	14	that	that	SCONJ
dad-12448	248	15	≈	≈	PROPN
dad-12448	248	16	80	80	NUM
dad-12448	248	17	%	%	NOUN
dad-12448	248	18	of	of	ADP
dad-12448	248	19	them	they	PRON
dad-12448	248	20	transfer	transfer	NOUN
dad-12448	248	21	,	,	PUNCT
dad-12448	248	22	thus	thus	ADV
dad-12448	248	23	showing	show	VERB
dad-12448	248	24	that	that	SCONJ
dad-12448	248	25	the	the	DET
dad-12448	248	26	adversaries	adversary	NOUN
dad-12448	248	27	are	be	AUX
dad-12448	248	28	easily	easily	ADV
dad-12448	248	29	domain	domain	VERB
dad-12448	248	30	adaptable	adaptable	ADJ
dad-12448	248	31	and	and	CCONJ
dad-12448	248	32	transfer	transfer	VERB
dad-12448	248	33	well	well	ADV
dad-12448	248	34	across	across	ADP
dad-12448	248	35	prompts11	prompts11	NOUN
dad-12448	248	36	.	.	PUNCT
dad-12448	249	1	we	we	PRON
dad-12448	249	2	choose	choose	VERB
dad-12448	249	3	to	to	PART
dad-12448	249	4	use	use	VERB
dad-12448	249	5	universal	universal	ADJ
dad-12448	249	6	adversarial	adversarial	ADJ
dad-12448	249	7	triggers	trigger	NOUN
dad-12448	249	8	for	for	ADP
dad-12448	249	9	this	this	DET
dad-12448	249	10	task	task	NOUN
dad-12448	249	11	since	since	SCONJ
dad-12448	249	12	they	they	PRON
dad-12448	249	13	are	be	AUX
dad-12448	249	14	input	input	NOUN
dad-12448	249	15	-	-	PUNCT
dad-12448	249	16	agnostic	agnostic	ADJ
dad-12448	249	17	,	,	PUNCT
dad-12448	249	18	consist	consist	NOUN
dad-12448	249	19	of	of	ADP
dad-12448	249	20	a	a	DET
dad-12448	249	21	small	small	ADJ
dad-12448	249	22	number	number	NOUN
dad-12448	249	23	of	of	ADP
dad-12448	249	24	tokens	token	NOUN
dad-12448	249	25	,	,	PUNCT
dad-12448	249	26	and	and	CCONJ
dad-12448	249	27	since	since	SCONJ
dad-12448	249	28	they	they	PRON
dad-12448	249	29	do	do	AUX
dad-12448	249	30	not	not	PART
dad-12448	249	31	require	require	VERB
dad-12448	249	32	the	the	DET
dad-12448	249	33	model	model	NOUN
dad-12448	249	34	’s	’s	PART
dad-12448	249	35	white	white	PROPN
dad-12448	249	36	box	box	PROPN
dad-12448	249	37	access	access	NOUN
dad-12448	249	38	for	for	ADP
dad-12448	249	39	every	every	DET
dad-12448	249	40	essay	essay	ADJ
dad-12448	249	41	sample	sample	NOUN
dad-12448	249	42	(	(	PUNCT
dad-12448	249	43	singla	singla	NOUN
dad-12448	249	44	et	et	PROPN
dad-12448	249	45	al	al	PROPN
dad-12448	249	46	.	.	PROPN
dad-12448	249	47	,	,	PUNCT
dad-12448	249	48	2022b	2022b	NUM
dad-12448	249	49	)	)	PUNCT
dad-12448	249	50	,	,	PUNCT
dad-12448	249	51	they	they	PRON
dad-12448	249	52	have	have	VERB
dad-12448	249	53	the	the	DET
dad-12448	249	54	potential	potential	NOUN
dad-12448	249	55	of	of	ADP
dad-12448	249	56	being	be	AUX
dad-12448	249	57	used	use	VERB
dad-12448	249	58	as	as	ADP
dad-12448	249	59	“	"	PUNCT
dad-12448	249	60	cheat	cheat	NOUN
dad-12448	249	61	-	-	PUNCT
dad-12448	249	62	codes	code	NOUN
dad-12448	249	63	”	"	PUNCT
dad-12448	249	64	where	where	SCONJ
dad-12448	249	65	a	a	DET
dad-12448	249	66	code	code	NOUN
dad-12448	249	67	once	once	ADV
dad-12448	249	68	extracted	extract	VERB
dad-12448	249	69	can	can	AUX
dad-12448	249	70	be	be	AUX
dad-12448	249	71	used	use	VERB
dad-12448	249	72	by	by	ADP
dad-12448	249	73	every	every	DET
dad-12448	249	74	test	test	NOUN
dad-12448	249	75	-	-	PUNCT
dad-12448	249	76	taker	taker	NOUN
dad-12448	249	77	.	.	PUNCT
dad-12448	250	1	our	our	PRON
dad-12448	250	2	results	result	NOUN
dad-12448	250	3	show	show	VERB
dad-12448	250	4	that	that	SCONJ
dad-12448	250	5	the	the	DET
dad-12448	250	6	triggers	trigger	NOUN
dad-12448	250	7	are	be	AUX
dad-12448	250	8	highly	highly	ADV
dad-12448	250	9	effective	effective	ADJ
dad-12448	250	10	.	.	PUNCT
dad-12448	251	1	prompt→	prompt→	NOUN
dad-12448	251	2	1	1	NUM
dad-12448	251	3	4	4	NUM
dad-12448	251	4	6	6	NUM
dad-12448	251	5	7	7	NUM
dad-12448	251	6	8	8	NUM
dad-12448	251	7	trigger	trigger	NOUN
dad-12448	251	8	len↓	len↓	NOUN
dad-12448	251	9	model	model	NOUN
dad-12448	251	10	=	=	SYM
dad-12448	251	11	skipflow	skipflow	ADJ
dad-12448	251	12	3	3	NUM
dad-12448	251	13	68	68	NUM
dad-12448	251	14	,	,	PUNCT
dad-12448	251	15	43	43	NUM
dad-12448	251	16	100	100	NUM
dad-12448	251	17	,	,	PUNCT
dad-12448	251	18	14	14	NUM
dad-12448	251	19	86	86	NUM
dad-12448	251	20	,	,	PUNCT
dad-12448	251	21	40	40	NUM
dad-12448	251	22	56	56	NUM
dad-12448	251	23	,	,	PUNCT
dad-12448	251	24	81	81	NUM
dad-12448	251	25	43	43	NUM
dad-12448	251	26	,	,	PUNCT
dad-12448	251	27	75	75	NUM
dad-12448	251	28	5	5	NUM
dad-12448	251	29	79	79	NUM
dad-12448	251	30	,	,	PUNCT
dad-12448	251	31	38	38	NUM
dad-12448	251	32	100	100	NUM
dad-12448	251	33	,	,	PUNCT
dad-12448	251	34	13	13	NUM
dad-12448	251	35	97	97	NUM
dad-12448	251	36	,	,	PUNCT
dad-12448	251	37	42	42	NUM
dad-12448	251	38	65	65	NUM
dad-12448	251	39	,	,	PUNCT
dad-12448	251	40	83	83	NUM
dad-12448	251	41	44	44	NUM
dad-12448	251	42	,	,	PUNCT
dad-12448	251	43	78	78	NUM
dad-12448	251	44	10	10	NUM
dad-12448	251	45	85	85	NUM
dad-12448	251	46	,	,	PUNCT
dad-12448	251	47	44	44	NUM
dad-12448	251	48	100	100	NUM
dad-12448	251	49	,	,	PUNCT
dad-12448	251	50	18	18	NUM
dad-12448	251	51	100	100	NUM
dad-12448	251	52	,	,	PUNCT
dad-12448	251	53	48	48	NUM
dad-12448	251	54	78	78	NUM
dad-12448	251	55	,	,	PUNCT
dad-12448	251	56	88	88	NUM
dad-12448	251	57	55	55	NUM
dad-12448	251	58	,	,	PUNCT
dad-12448	251	59	94	94	NUM
dad-12448	251	60	20	20	NUM
dad-12448	251	61	93	93	NUM
dad-12448	251	62	,	,	PUNCT
dad-12448	251	63	68	68	NUM
dad-12448	251	64	100	100	NUM
dad-12448	251	65	,	,	PUNCT
dad-12448	251	66	27	27	NUM
dad-12448	251	67	100	100	NUM
dad-12448	251	68	,	,	PUNCT
dad-12448	251	69	58	58	NUM
dad-12448	251	70	90	90	NUM
dad-12448	251	71	,	,	PUNCT
dad-12448	251	72	91	91	NUM
dad-12448	251	73	67	67	NUM
dad-12448	251	74	,	,	PUNCT
dad-12448	251	75	99	99	NUM
dad-12448	251	76	model	model	NOUN
dad-12448	251	77	=	=	SYM
dad-12448	251	78	bert	bert	PROPN
dad-12448	251	79	3	3	NUM
dad-12448	251	80	71	71	NUM
dad-12448	251	81	,	,	PUNCT
dad-12448	251	82	53	53	NUM
dad-12448	251	83	89	89	NUM
dad-12448	251	84	,	,	PUNCT
dad-12448	251	85	31	31	NUM
dad-12448	251	86	66	66	NUM
dad-12448	251	87	,	,	PUNCT
dad-12448	251	88	27	27	NUM
dad-12448	251	89	55	55	NUM
dad-12448	251	90	,	,	PUNCT
dad-12448	251	91	77	77	NUM
dad-12448	251	92	46	46	NUM
dad-12448	251	93	,	,	PUNCT
dad-12448	251	94	61	61	NUM
dad-12448	251	95	5	5	NUM
dad-12448	251	96	77	77	NUM
dad-12448	251	97	,	,	PUNCT
dad-12448	251	98	52	52	NUM
dad-12448	251	99	90	90	NUM
dad-12448	251	100	,	,	PUNCT
dad-12448	251	101	33	33	NUM
dad-12448	251	102	73	73	NUM
dad-12448	251	103	,	,	PUNCT
dad-12448	251	104	33	33	NUM
dad-12448	251	105	58	58	NUM
dad-12448	251	106	,	,	PUNCT
dad-12448	251	107	79	79	NUM
dad-12448	251	108	49	49	NUM
dad-12448	251	109	,	,	PUNCT
dad-12448	251	110	64	64	NUM
dad-12448	251	111	10	10	NUM
dad-12448	251	112	79	79	NUM
dad-12448	251	113	,	,	PUNCT
dad-12448	251	114	55	55	NUM
dad-12448	251	115	91	91	NUM
dad-12448	251	116	,	,	PUNCT
dad-12448	251	117	41	41	NUM
dad-12448	251	118	87	87	NUM
dad-12448	251	119	,	,	PUNCT
dad-12448	251	120	48	48	NUM
dad-12448	251	121	68	68	NUM
dad-12448	251	122	,	,	PUNCT
dad-12448	251	123	84	84	NUM
dad-12448	251	124	55	55	NUM
dad-12448	251	125	,	,	PUNCT
dad-12448	251	126	75	75	NUM
dad-12448	251	127	20	20	NUM
dad-12448	251	128	83	83	NUM
dad-12448	251	129	,	,	PUNCT
dad-12448	251	130	61	61	NUM
dad-12448	251	131	94	94	NUM
dad-12448	251	132	,	,	PUNCT
dad-12448	251	133	49	49	NUM
dad-12448	251	134	95	95	NUM
dad-12448	251	135	,	,	PUNCT
dad-12448	251	136	59	59	NUM
dad-12448	251	137	88	88	NUM
dad-12448	251	138	,	,	PUNCT
dad-12448	251	139	89	89	NUM
dad-12448	251	140	61	61	NUM
dad-12448	251	141	,	,	PUNCT
dad-12448	251	142	89	89	NUM
dad-12448	251	143	model	model	NOUN
dad-12448	251	144	=	=	SYM
dad-12448	251	145	mann	mann	PROPN
dad-12448	251	146	3	3	NUM
dad-12448	251	147	67	67	NUM
dad-12448	251	148	,	,	PUNCT
dad-12448	251	149	38	38	NUM
dad-12448	251	150	89	89	NUM
dad-12448	251	151	,	,	PUNCT
dad-12448	251	152	15	15	NUM
dad-12448	251	153	86	86	NUM
dad-12448	251	154	,	,	PUNCT
dad-12448	251	155	40	40	NUM
dad-12448	251	156	60	60	NUM
dad-12448	251	157	,	,	PUNCT
dad-12448	251	158	80	80	NUM
dad-12448	251	159	41	41	NUM
dad-12448	251	160	,	,	PUNCT
dad-12448	251	161	70	70	NUM
dad-12448	251	162	5	5	NUM
dad-12448	251	163	73	73	NUM
dad-12448	251	164	,	,	PUNCT
dad-12448	251	165	39	39	NUM
dad-12448	251	166	93	93	NUM
dad-12448	251	167	,	,	PUNCT
dad-12448	251	168	19	19	NUM
dad-12448	251	169	96	96	NUM
dad-12448	251	170	,	,	PUNCT
dad-12448	251	171	42	42	NUM
dad-12448	251	172	61	61	NUM
dad-12448	251	173	,	,	PUNCT
dad-12448	251	174	71	71	NUM
dad-12448	251	175	43	43	NUM
dad-12448	251	176	,	,	PUNCT
dad-12448	251	177	77	77	NUM
dad-12448	251	178	10	10	NUM
dad-12448	251	179	85	85	NUM
dad-12448	251	180	,	,	PUNCT
dad-12448	251	181	44	44	NUM
dad-12448	251	182	97	97	NUM
dad-12448	251	183	,	,	PUNCT
dad-12448	251	184	20	20	NUM
dad-12448	251	185	99	99	NUM
dad-12448	251	186	,	,	PUNCT
dad-12448	251	187	48	48	NUM
dad-12448	251	188	75	75	NUM
dad-12448	251	189	,	,	PUNCT
dad-12448	251	190	84	84	NUM
dad-12448	251	191	59	59	NUM
dad-12448	251	192	,	,	PUNCT
dad-12448	251	193	88	88	NUM
dad-12448	251	194	20	20	NUM
dad-12448	251	195	93	93	NUM
dad-12448	251	196	,	,	PUNCT
dad-12448	251	197	63	63	NUM
dad-12448	251	198	100	100	NUM
dad-12448	251	199	,	,	PUNCT
dad-12448	251	200	20	20	NUM
dad-12448	251	201	100	100	NUM
dad-12448	251	202	,	,	PUNCT
dad-12448	251	203	59	59	NUM
dad-12448	251	204	84	84	NUM
dad-12448	251	205	,	,	PUNCT
dad-12448	251	206	90	90	NUM
dad-12448	251	207	71	71	NUM
dad-12448	251	208	,	,	PUNCT
dad-12448	251	209	94	94	NUM
dad-12448	251	210	table	table	NOUN
dad-12448	251	211	4	4	NUM
dad-12448	251	212	:	:	PUNCT
dad-12448	251	213	single	single	ADJ
dad-12448	251	214	-	-	PUNCT
dad-12448	251	215	prompt	prompt	ADJ
dad-12448	251	216	targeted	target	VERB
dad-12448	251	217	attack	attack	NOUN
dad-12448	251	218	performance	performance	NOUN
dad-12448	251	219	results	result	NOUN
dad-12448	251	220	.	.	PUNCT
dad-12448	252	1	percentage	percentage	NOUN
dad-12448	252	2	of	of	ADP
dad-12448	252	3	samples	sample	NOUN
dad-12448	252	4	whose	whose	DET
dad-12448	252	5	scores	score	NOUN
dad-12448	252	6	increase	increase	VERB
dad-12448	252	7	,	,	PUNCT
dad-12448	252	8	percentage	percentage	NOUN
dad-12448	252	9	of	of	ADP
dad-12448	252	10	samples	sample	NOUN
dad-12448	252	11	whose	whose	DET
dad-12448	252	12	scores	score	NOUN
dad-12448	252	13	decrease	decrease	VERB
dad-12448	252	14	on	on	ADP
dad-12448	252	15	using	use	VERB
dad-12448	252	16	triggers	trigger	NOUN
dad-12448	252	17	of	of	ADP
dad-12448	252	18	length	length	NOUN
dad-12448	252	19	c	c	NOUN
dad-12448	252	20	on	on	ADP
dad-12448	252	21	prompt	prompt	ADJ
dad-12448	252	22	p	p	NOUN
dad-12448	252	23	against	against	ADP
dad-12448	252	24	skipflow	skipflow	ADJ
dad-12448	252	25	,	,	PUNCT
dad-12448	252	26	bert	bert	PROPN
dad-12448	252	27	and	and	CCONJ
dad-12448	252	28	mann	mann	PROPN
dad-12448	252	29	.	.	PUNCT
dad-12448	253	1	(	(	PUNCT
dad-12448	253	2	increasing	increase	VERB
dad-12448	253	3	,	,	PUNCT
dad-12448	253	4	decreasing	decrease	VERB
dad-12448	253	5	)	)	PUNCT
dad-12448	253	6	.	.	PUNCT
dad-12448	254	1	4.2.1	4.2.1	NUM
dad-12448	254	2	adversarial	adversarial	ADJ
dad-12448	254	3	trigger	trigger	NOUN
dad-12448	254	4	extraction	extraction	NOUN
dad-12448	254	5	following	follow	VERB
dad-12448	254	6	the	the	DET
dad-12448	254	7	procedure	procedure	NOUN
dad-12448	254	8	of	of	ADP
dad-12448	254	9	wallace	wallace	PROPN
dad-12448	254	10	et	et	PROPN
dad-12448	254	11	al	al	PROPN
dad-12448	254	12	.	.	PROPN
dad-12448	255	1	(	(	PUNCT
dad-12448	255	2	2019	2019	NUM
dad-12448	255	3	)	)	PUNCT
dad-12448	255	4	,	,	PUNCT
dad-12448	255	5	for	for	ADP
dad-12448	255	6	a	a	DET
dad-12448	255	7	given	give	VERB
dad-12448	255	8	trigger	trigger	NOUN
dad-12448	255	9	length	length	NOUN
dad-12448	255	10	(	(	PUNCT
dad-12448	255	11	longer	long	ADJ
dad-12448	255	12	triggers	trigger	NOUN
dad-12448	255	13	are	be	AUX
dad-12448	255	14	more	more	ADV
dad-12448	255	15	effective	effective	ADJ
dad-12448	255	16	,	,	PUNCT
dad-12448	255	17	while	while	SCONJ
dad-12448	255	18	shorter	short	ADJ
dad-12448	255	19	triggers	trigger	NOUN
dad-12448	255	20	are	be	AUX
dad-12448	255	21	more	more	ADV
dad-12448	255	22	stealthy	stealthy	ADJ
dad-12448	255	23	)	)	PUNCT
dad-12448	255	24	,	,	PUNCT
dad-12448	255	25	we	we	PRON
dad-12448	255	26	initialize	initialize	VERB
dad-12448	255	27	the	the	DET
dad-12448	255	28	trigger	trigger	NOUN
dad-12448	255	29	sequence	sequence	NOUN
dad-12448	255	30	by	by	ADP
dad-12448	255	31	repeating	repeat	VERB
dad-12448	255	32	11	11	NUM
dad-12448	255	33	.	.	PUNCT
dad-12448	256	1	for	for	ADP
dad-12448	256	2	the	the	DET
dad-12448	256	3	consideration	consideration	NOUN
dad-12448	256	4	of	of	ADP
dad-12448	256	5	space	space	NOUN
dad-12448	256	6	,	,	PUNCT
dad-12448	256	7	we	we	PRON
dad-12448	256	8	only	only	ADV
dad-12448	256	9	report	report	VERB
dad-12448	256	10	a	a	DET
dad-12448	256	11	subset	subset	NOUN
dad-12448	256	12	of	of	ADP
dad-12448	256	13	these	these	DET
dad-12448	256	14	results	result	NOUN
dad-12448	256	15	.	.	PUNCT
dad-12448	257	1	12	12	NUM
dad-12448	257	2	automatic	automatic	ADJ
dad-12448	257	3	essay	essay	NOUN
dad-12448	257	4	scoring	scoring	NOUN
dad-12448	257	5	systems	system	NOUN
dad-12448	257	6	are	be	AUX
dad-12448	257	7	both	both	CCONJ
dad-12448	257	8	overstable	overstable	ADJ
dad-12448	257	9	and	and	CCONJ
dad-12448	257	10	oversensitive	oversensitive	VERB
dad-12448	257	11	the	the	DET
dad-12448	257	12	word	word	NOUN
dad-12448	257	13	“	"	PUNCT
dad-12448	257	14	the	the	PRON
dad-12448	257	15	”	"	PUNCT
dad-12448	257	16	and	and	CCONJ
dad-12448	257	17	then	then	ADV
dad-12448	257	18	iteratively	iteratively	ADV
dad-12448	257	19	replace	replace	VERB
dad-12448	257	20	the	the	DET
dad-12448	257	21	tokens	token	NOUN
dad-12448	257	22	in	in	ADP
dad-12448	257	23	the	the	DET
dad-12448	257	24	trigger	trigger	NOUN
dad-12448	257	25	to	to	PART
dad-12448	257	26	minimize	minimize	VERB
dad-12448	257	27	the	the	DET
dad-12448	257	28	loss	loss	NOUN
dad-12448	257	29	for	for	ADP
dad-12448	257	30	the	the	DET
dad-12448	257	31	target	target	NOUN
dad-12448	257	32	prediction	prediction	NOUN
dad-12448	257	33	over	over	ADP
dad-12448	257	34	batches	batch	NOUN
dad-12448	257	35	of	of	ADP
dad-12448	257	36	examples	example	NOUN
dad-12448	257	37	from	from	ADP
dad-12448	257	38	any	any	DET
dad-12448	257	39	prompt	prompt	ADJ
dad-12448	257	40	p.	p.	NOUN
dad-12448	257	41	this	this	PRON
dad-12448	257	42	is	be	AUX
dad-12448	257	43	a	a	DET
dad-12448	257	44	linear	linear	ADJ
dad-12448	257	45	approximation	approximation	NOUN
dad-12448	257	46	of	of	ADP
dad-12448	257	47	the	the	DET
dad-12448	257	48	task	task	NOUN
dad-12448	257	49	loss	loss	NOUN
dad-12448	257	50	.	.	PUNCT
dad-12448	258	1	we	we	PRON
dad-12448	258	2	update	update	VERB
dad-12448	258	3	the	the	DET
dad-12448	258	4	embedding	embedding	NOUN
dad-12448	258	5	for	for	ADP
dad-12448	258	6	every	every	DET
dad-12448	258	7	trigger	trigger	NOUN
dad-12448	258	8	token	token	VERB
dad-12448	258	9	eadv	eadv	ADV
dad-12448	258	10	to	to	PART
dad-12448	258	11	minimize	minimize	VERB
dad-12448	258	12	the	the	DET
dad-12448	258	13	loss	loss	NOUN
dad-12448	258	14	’s	’s	PART
dad-12448	258	15	first	first	ADJ
dad-12448	258	16	-	-	PUNCT
dad-12448	258	17	order	order	NOUN
dad-12448	258	18	taylor	taylor	NOUN
dad-12448	258	19	approximation	approximation	NOUN
dad-12448	258	20	around	around	ADP
dad-12448	258	21	the	the	DET
dad-12448	258	22	current	current	ADJ
dad-12448	258	23	token	token	ADJ
dad-12448	258	24	embedding	embed	VERB
dad-12448	258	25	:	:	PUNCT
dad-12448	258	26	argei′∈νmin[ei	argei′∈νmin[ei	NOUN
dad-12448	258	27	′	′	NOUN
dad-12448	258	28	−	−	PROPN
dad-12448	258	29	ei]t∇eadvil	ei]t∇eadvil	ADJ
dad-12448	258	30	(	(	PUNCT
dad-12448	258	31	3	3	NUM
dad-12448	258	32	)	)	PUNCT
dad-12448	258	33	where	where	SCONJ
dad-12448	258	34	ν	ν	NOUN
dad-12448	258	35	is	be	AUX
dad-12448	258	36	the	the	DET
dad-12448	258	37	set	set	NOUN
dad-12448	258	38	of	of	ADP
dad-12448	258	39	all	all	DET
dad-12448	258	40	token	token	ADJ
dad-12448	258	41	embeddings	embedding	NOUN
dad-12448	258	42	in	in	ADP
dad-12448	258	43	the	the	DET
dad-12448	258	44	model	model	NOUN
dad-12448	258	45	’s	’s	PART
dad-12448	258	46	vocabulary	vocabulary	PROPN
dad-12448	258	47	and∇eadvil	and∇eadvil	PROPN
dad-12448	258	48	is	be	AUX
dad-12448	258	49	the	the	DET
dad-12448	258	50	average	average	ADJ
dad-12448	258	51	gradient	gradient	NOUN
dad-12448	258	52	of	of	ADP
dad-12448	258	53	the	the	DET
dad-12448	258	54	task	task	NOUN
dad-12448	258	55	loss	loss	NOUN
dad-12448	258	56	over	over	ADP
dad-12448	258	57	a	a	DET
dad-12448	258	58	batch	batch	NOUN
dad-12448	258	59	.	.	PUNCT
dad-12448	259	1	we	we	PRON
dad-12448	259	2	augment	augment	VERB
dad-12448	259	3	this	this	DET
dad-12448	259	4	token	token	ADJ
dad-12448	259	5	replacement	replacement	NOUN
dad-12448	259	6	strategy	strategy	NOUN
dad-12448	259	7	with	with	ADP
dad-12448	259	8	beam	beam	NOUN
dad-12448	259	9	search	search	NOUN
dad-12448	259	10	.	.	PUNCT
dad-12448	260	1	we	we	PRON
dad-12448	260	2	consider	consider	VERB
dad-12448	260	3	the	the	DET
dad-12448	260	4	top	top	ADJ
dad-12448	260	5	-	-	PUNCT
dad-12448	260	6	k	k	NOUN
dad-12448	260	7	token	token	ADJ
dad-12448	260	8	candidates	candidate	NOUN
dad-12448	260	9	from	from	ADP
dad-12448	260	10	equation	equation	NOUN
dad-12448	260	11	3	3	NUM
dad-12448	260	12	for	for	ADP
dad-12448	260	13	each	each	DET
dad-12448	260	14	token	token	VERB
dad-12448	260	15	position	position	NOUN
dad-12448	260	16	in	in	ADP
dad-12448	260	17	the	the	DET
dad-12448	260	18	trigger	trigger	NOUN
dad-12448	260	19	.	.	PUNCT
dad-12448	261	1	we	we	PRON
dad-12448	261	2	search	search	VERB
dad-12448	261	3	left	leave	VERB
dad-12448	261	4	to	to	ADP
dad-12448	261	5	right	right	ADV
dad-12448	261	6	across	across	ADP
dad-12448	261	7	the	the	DET
dad-12448	261	8	positions	position	NOUN
dad-12448	261	9	and	and	CCONJ
dad-12448	261	10	score	score	VERB
dad-12448	261	11	each	each	DET
dad-12448	261	12	beam	beam	NOUN
dad-12448	261	13	using	use	VERB
dad-12448	261	14	its	its	PRON
dad-12448	261	15	loss	loss	NOUN
dad-12448	261	16	on	on	ADP
dad-12448	261	17	the	the	DET
dad-12448	261	18	current	current	ADJ
dad-12448	261	19	batch	batch	NOUN
dad-12448	261	20	.	.	PUNCT
dad-12448	262	1	we	we	PRON
dad-12448	262	2	use	use	VERB
dad-12448	262	3	small	small	ADJ
dad-12448	262	4	beam	beam	NOUN
dad-12448	262	5	sizes	size	NOUN
dad-12448	262	6	due	due	ADJ
dad-12448	262	7	to	to	ADP
dad-12448	262	8	computational	computational	ADJ
dad-12448	262	9	constraints	constraint	NOUN
dad-12448	262	10	;	;	PUNCT
dad-12448	262	11	increasing	increase	VERB
dad-12448	262	12	them	they	PRON
dad-12448	262	13	may	may	AUX
dad-12448	262	14	improve	improve	VERB
dad-12448	262	15	our	our	PRON
dad-12448	262	16	results	result	NOUN
dad-12448	262	17	.	.	PUNCT
dad-12448	263	1	4.2.2	4.2.2	NUM
dad-12448	263	2	experiments	experiment	NOUN
dad-12448	263	3	we	we	PRON
dad-12448	263	4	conduct	conduct	VERB
dad-12448	263	5	two	two	NUM
dad-12448	263	6	types	type	NOUN
dad-12448	263	7	of	of	ADP
dad-12448	263	8	experiments	experiment	NOUN
dad-12448	263	9	namely	namely	ADV
dad-12448	263	10	single	single	ADJ
dad-12448	263	11	prompt	prompt	ADJ
dad-12448	263	12	attack	attack	NOUN
dad-12448	263	13	and	and	CCONJ
dad-12448	263	14	cross	cross	VERB
dad-12448	263	15	prompt	prompt	ADJ
dad-12448	263	16	attack	attack	NOUN
dad-12448	263	17	.	.	PUNCT
dad-12448	264	1	single	single	ADJ
dad-12448	264	2	prompt	prompt	ADJ
dad-12448	264	3	attack	attack	NOUN
dad-12448	264	4	given	give	VERB
dad-12448	264	5	a	a	DET
dad-12448	264	6	prompt	prompt	ADJ
dad-12448	264	7	p	p	NOUN
dad-12448	264	8	,	,	PUNCT
dad-12448	264	9	response	response	NOUN
dad-12448	264	10	r	r	NOUN
dad-12448	264	11	,	,	PUNCT
dad-12448	264	12	model	model	NOUN
dad-12448	264	13	f	f	PROPN
dad-12448	264	14	,	,	PUNCT
dad-12448	264	15	size	size	NOUN
dad-12448	264	16	criterion	criterion	NOUN
dad-12448	264	17	c	c	NOUN
dad-12448	264	18	,	,	PUNCT
dad-12448	264	19	an	an	DET
dad-12448	264	20	adversary	adversary	NOUN
dad-12448	264	21	a	a	DET
dad-12448	264	22	converts	convert	NOUN
dad-12448	264	23	response	response	NOUN
dad-12448	264	24	r	r	NOUN
dad-12448	264	25	to	to	PART
dad-12448	264	26	response	response	VERB
dad-12448	264	27	r′	r′	NUM
dad-12448	264	28	according	accord	VERB
dad-12448	264	29	to	to	ADP
dad-12448	264	30	eq	eq	NOUN
dad-12448	264	31	.	.	PROPN
dad-12448	265	1	3	3	X
dad-12448	265	2	.	.	PUNCT
dad-12448	266	1	the	the	DET
dad-12448	266	2	criterion	criterion	NOUN
dad-12448	266	3	c	c	NOUN
dad-12448	266	4	defines	define	VERB
dad-12448	266	5	the	the	DET
dad-12448	266	6	number	number	NOUN
dad-12448	266	7	of	of	ADP
dad-12448	266	8	words	word	NOUN
dad-12448	266	9	up	up	ADP
dad-12448	266	10	to	to	ADP
dad-12448	266	11	which	which	PRON
dad-12448	266	12	the	the	DET
dad-12448	266	13	original	original	ADJ
dad-12448	266	14	response	response	NOUN
dad-12448	266	15	has	have	VERB
dad-12448	266	16	to	to	PART
dad-12448	266	17	be	be	AUX
dad-12448	266	18	changed	change	VERB
dad-12448	266	19	by	by	ADP
dad-12448	266	20	the	the	DET
dad-12448	266	21	adversarial	adversarial	ADJ
dad-12448	266	22	perturbation	perturbation	NOUN
dad-12448	266	23	.	.	PUNCT
dad-12448	267	1	we	we	PRON
dad-12448	267	2	try	try	VERB
dad-12448	267	3	out	out	ADP
dad-12448	267	4	different	different	ADJ
dad-12448	267	5	values	value	NOUN
dad-12448	267	6	of	of	ADP
dad-12448	267	7	c	c	NOUN
dad-12448	267	8	(	(	PUNCT
dad-12448	267	9	{	{	PUNCT
dad-12448	267	10	3	3	NUM
dad-12448	267	11	,	,	PUNCT
dad-12448	267	12	5	5	NUM
dad-12448	267	13	,	,	PUNCT
dad-12448	267	14	10	10	NUM
dad-12448	267	15	,	,	PUNCT
dad-12448	267	16	20	20	NUM
dad-12448	267	17	}	}	PUNCT
dad-12448	267	18	)	)	PUNCT
dad-12448	267	19	.	.	PUNCT
dad-12448	268	1	cross	cross	VERB
dad-12448	268	2	prompt	prompt	ADJ
dad-12448	268	3	attack	attack	NOUN
dad-12448	268	4	here	here	ADV
dad-12448	268	5	the	the	DET
dad-12448	268	6	adversarial	adversarial	ADJ
dad-12448	268	7	triggers	trigger	NOUN
dad-12448	268	8	a	a	DET
dad-12448	268	9	obtained	obtain	VERB
dad-12448	268	10	from	from	ADP
dad-12448	268	11	a	a	DET
dad-12448	268	12	model	model	NOUN
dad-12448	268	13	f	f	PROPN
dad-12448	268	14	trained	train	VERB
dad-12448	268	15	on	on	ADP
dad-12448	268	16	prompt	prompt	ADJ
dad-12448	268	17	p	p	NOUN
dad-12448	268	18	are	be	AUX
dad-12448	268	19	tested	test	VERB
dad-12448	268	20	against	against	ADP
dad-12448	268	21	the	the	DET
dad-12448	268	22	other	other	ADJ
dad-12448	268	23	model	model	NOUN
dad-12448	268	24	f	f	PROPN
dad-12448	268	25	trained	train	VERB
dad-12448	268	26	on	on	ADP
dad-12448	268	27	prompt	prompt	ADJ
dad-12448	268	28	p′	p′	NOUN
dad-12448	268	29	(	(	PUNCT
dad-12448	268	30	where	where	SCONJ
dad-12448	268	31	p′	p′	X
dad-12448	268	32	6=	6=	SYM
dad-12448	268	33	p	p	NOUN
dad-12448	268	34	)	)	PUNCT
dad-12448	268	35	.	.	PUNCT
dad-12448	269	1	4.2.3	4.2.3	NUM
dad-12448	269	2	results	result	VERB
dad-12448	269	3	here	here	ADV
dad-12448	269	4	,	,	PUNCT
dad-12448	269	5	we	we	PRON
dad-12448	269	6	discuss	discuss	VERB
dad-12448	269	7	the	the	DET
dad-12448	269	8	results	result	NOUN
dad-12448	269	9	of	of	ADP
dad-12448	269	10	the	the	DET
dad-12448	269	11	experiments	experiment	NOUN
dad-12448	269	12	conducted	conduct	VERB
dad-12448	269	13	in	in	ADP
dad-12448	269	14	the	the	DET
dad-12448	269	15	previous	previous	ADJ
dad-12448	269	16	section	section	NOUN
dad-12448	269	17	.	.	PUNCT
dad-12448	270	1	single	single	ADJ
dad-12448	270	2	prompt	prompt	ADJ
dad-12448	270	3	attack	attack	NOUN
dad-12448	270	4	we	we	PRON
dad-12448	270	5	found	find	VERB
dad-12448	270	6	that	that	SCONJ
dad-12448	270	7	the	the	DET
dad-12448	270	8	triggers	trigger	NOUN
dad-12448	270	9	can	can	AUX
dad-12448	270	10	increase	increase	VERB
dad-12448	270	11	or	or	CCONJ
dad-12448	270	12	decrease	decrease	VERB
dad-12448	270	13	the	the	DET
dad-12448	270	14	scores	score	NOUN
dad-12448	270	15	very	very	ADV
dad-12448	270	16	easily	easily	ADV
dad-12448	270	17	,	,	PUNCT
dad-12448	270	18	with	with	ADP
dad-12448	270	19	3	3	NUM
dad-12448	270	20	or	or	CCONJ
dad-12448	270	21	5	5	NUM
dad-12448	270	22	-	-	PUNCT
dad-12448	270	23	word	word	NOUN
dad-12448	270	24	triggers	trigger	NOUN
dad-12448	270	25	being	be	AUX
dad-12448	270	26	able	able	ADJ
dad-12448	270	27	to	to	PART
dad-12448	270	28	fool	fool	VERB
dad-12448	270	29	the	the	DET
dad-12448	270	30	model	model	NOUN
dad-12448	270	31	more	more	ADJ
dad-12448	270	32	than	than	ADP
dad-12448	270	33	95	95	NUM
dad-12448	270	34	%	%	NOUN
dad-12448	270	35	of	of	ADP
dad-12448	270	36	times	time	NOUN
dad-12448	270	37	correctly	correctly	ADV
dad-12448	270	38	.	.	PUNCT
dad-12448	271	1	it	it	PRON
dad-12448	271	2	results	result	VERB
dad-12448	271	3	in	in	ADP
dad-12448	271	4	a	a	DET
dad-12448	271	5	mean	mean	ADJ
dad-12448	271	6	increase	increase	NOUN
dad-12448	271	7	of	of	ADP
dad-12448	271	8	50	50	NUM
dad-12448	271	9	%	%	NOUN
dad-12448	271	10	.	.	PUNCT
dad-12448	272	1	table	table	NOUN
dad-12448	272	2	4	4	NUM
dad-12448	272	3	shows	show	VERB
dad-12448	272	4	the	the	DET
dad-12448	272	5	percentage	percentage	NOUN
dad-12448	272	6	of	of	ADP
dad-12448	272	7	samples	sample	NOUN
dad-12448	272	8	that	that	PRON
dad-12448	272	9	increase	increase	VERB
dad-12448	272	10	/	/	SYM
dad-12448	272	11	decrease	decrease	NOUN
dad-12448	272	12	for	for	ADP
dad-12448	272	13	various	various	ADJ
dad-12448	272	14	prompts	prompt	NOUN
dad-12448	272	15	and	and	CCONJ
dad-12448	272	16	trigger	trigger	NOUN
dad-12448	272	17	lengths	length	NOUN
dad-12448	272	18	.	.	PUNCT
dad-12448	273	1	the	the	DET
dad-12448	273	2	success	success	NOUN
dad-12448	273	3	of	of	ADP
dad-12448	273	4	triggers	trigger	NOUN
dad-12448	273	5	increases	increase	NOUN
dad-12448	273	6	with	with	ADP
dad-12448	273	7	the	the	DET
dad-12448	273	8	number	number	NOUN
dad-12448	273	9	of	of	ADP
dad-12448	273	10	words	word	NOUN
dad-12448	273	11	as	as	ADV
dad-12448	273	12	well	well	ADV
dad-12448	273	13	.	.	PUNCT
dad-12448	274	1	fig	fig	NOUN
dad-12448	274	2	.	.	PUNCT
dad-12448	275	1	5	5	NUM
dad-12448	275	2	shows	show	VERB
dad-12448	275	3	a	a	DET
dad-12448	275	4	plot	plot	NOUN
dad-12448	275	5	of	of	ADP
dad-12448	275	6	predicted	predict	VERB
dad-12448	275	7	normalized	normalize	VERB
dad-12448	275	8	scores	score	NOUN
dad-12448	275	9	before	before	ADV
dad-12448	275	10	and	and	CCONJ
dad-12448	275	11	after	after	ADP
dad-12448	275	12	attack	attack	NOUN
dad-12448	275	13	and	and	CCONJ
dad-12448	275	14	how	how	SCONJ
dad-12448	275	15	it	it	PRON
dad-12448	275	16	impacts	impact	VERB
dad-12448	275	17	scores	score	NOUN
dad-12448	275	18	across	across	ADP
dad-12448	275	19	the	the	DET
dad-12448	275	20	entire	entire	ADJ
dad-12448	275	21	normalized	normalize	VERB
dad-12448	275	22	score	score	NOUN
dad-12448	275	23	range	range	NOUN
dad-12448	275	24	.	.	PUNCT
dad-12448	276	1	it	it	PRON
dad-12448	276	2	shows	show	VERB
dad-12448	276	3	that	that	SCONJ
dad-12448	276	4	the	the	DET
dad-12448	276	5	triggers	trigger	NOUN
dad-12448	276	6	are	be	AUX
dad-12448	276	7	successful	successful	ADJ
dad-12448	276	8	for	for	ADP
dad-12448	276	9	different	different	ADJ
dad-12448	276	10	prompts	prompt	NOUN
dad-12448	276	11	and	and	CCONJ
dad-12448	276	12	models12	models12	NOUN
dad-12448	276	13	.	.	PUNCT
dad-12448	277	1	as	as	ADP
dad-12448	277	2	an	an	DET
dad-12448	277	3	example	example	NOUN
dad-12448	277	4	,	,	PUNCT
dad-12448	277	5	adding	add	VERB
dad-12448	277	6	the	the	DET
dad-12448	277	7	words	word	NOUN
dad-12448	277	8	“	"	PUNCT
dad-12448	277	9	loyalty	loyalty	NOUN
dad-12448	277	10	gratitude	gratitude	NOUN
dad-12448	277	11	friendship	friendship	NOUN
dad-12448	277	12	”	"	PUNCT
dad-12448	277	13	makes	make	VERB
dad-12448	277	14	skipflow	skipflow	ADJ
dad-12448	277	15	increase	increase	VERB
dad-12448	277	16	the	the	DET
dad-12448	277	17	scores	score	NOUN
dad-12448	277	18	of	of	ADP
dad-12448	277	19	all	all	DET
dad-12448	277	20	the	the	DET
dad-12448	277	21	essays	essay	NOUN
dad-12448	277	22	with	with	ADP
dad-12448	277	23	a	a	DET
dad-12448	277	24	mean	mean	NOUN
dad-12448	277	25	normalized	normalize	VERB
dad-12448	277	26	increase	increase	NOUN
dad-12448	277	27	of	of	ADP
dad-12448	277	28	0.5	0.5	NUM
dad-12448	277	29	(	(	PUNCT
dad-12448	277	30	out	out	ADP
dad-12448	277	31	of	of	ADP
dad-12448	277	32	1	1	NUM
dad-12448	277	33	)	)	PUNCT
dad-12448	277	34	(	(	PUNCT
dad-12448	277	35	prompt	prompt	NOUN
dad-12448	277	36	5	5	NUM
dad-12448	277	37	)	)	PUNCT
dad-12448	277	38	whereas	whereas	SCONJ
dad-12448	277	39	adding	add	VERB
dad-12448	277	40	“	"	PUNCT
dad-12448	277	41	grandkids	grandkid	NOUN
dad-12448	277	42	auditory	auditory	ADJ
dad-12448	277	43	auditory	auditory	NOUN
dad-12448	277	44	”	"	PUNCT
dad-12448	277	45	decreases	decrease	VERB
dad-12448	277	46	the	the	DET
dad-12448	277	47	scores	score	NOUN
dad-12448	277	48	97	97	NUM
dad-12448	277	49	%	%	NOUN
dad-12448	277	50	of	of	ADP
dad-12448	277	51	the	the	DET
dad-12448	277	52	times	time	NOUN
dad-12448	277	53	with	with	ADP
dad-12448	277	54	a	a	DET
dad-12448	277	55	mean	mean	NOUN
dad-12448	277	56	normalized	normalize	VERB
dad-12448	277	57	decrease	decrease	NOUN
dad-12448	277	58	of	of	ADP
dad-12448	277	59	0.3	0.3	NUM
dad-12448	277	60	(	(	PUNCT
dad-12448	277	61	out	out	ADP
dad-12448	277	62	of	of	ADP
dad-12448	277	63	1	1	NUM
dad-12448	277	64	)	)	PUNCT
dad-12448	277	65	(	(	PUNCT
dad-12448	277	66	prompt	prompt	ADJ
dad-12448	277	67	2	2	NUM
dad-12448	277	68	)	)	PUNCT
dad-12448	277	69	.	.	PUNCT
dad-12448	278	1	cross	cross	VERB
dad-12448	278	2	prompt	prompt	ADJ
dad-12448	278	3	attack	attack	NOUN
dad-12448	278	4	we	we	PRON
dad-12448	278	5	also	also	ADV
dad-12448	278	6	found	find	VERB
dad-12448	278	7	that	that	SCONJ
dad-12448	278	8	the	the	DET
dad-12448	278	9	triggers	trigger	NOUN
dad-12448	278	10	are	be	AUX
dad-12448	278	11	able	able	ADJ
dad-12448	278	12	to	to	PART
dad-12448	278	13	transfer	transfer	VERB
dad-12448	278	14	easily	easily	ADV
dad-12448	278	15	,	,	PUNCT
dad-12448	278	16	with	with	ADP
dad-12448	278	17	95	95	NUM
dad-12448	278	18	%	%	NOUN
dad-12448	278	19	of	of	ADP
dad-12448	278	20	samples	sample	NOUN
dad-12448	278	21	increasing	increase	VERB
dad-12448	278	22	with	with	ADP
dad-12448	278	23	a	a	DET
dad-12448	278	24	mean	mean	NOUN
dad-12448	278	25	normalized	normalize	VERB
dad-12448	278	26	increase	increase	NOUN
dad-12448	278	27	of	of	ADP
dad-12448	278	28	∼0.5	∼0.5	PUNCT
dad-12448	278	29	on	on	ADP
dad-12448	278	30	being	be	AUX
dad-12448	278	31	subjected	subject	VERB
dad-12448	278	32	to	to	ADP
dad-12448	278	33	3	3	NUM
dad-12448	278	34	-	-	PUNCT
dad-12448	278	35	word	word	NOUN
dad-12448	278	36	triggers	trigger	NOUN
dad-12448	278	37	obtained	obtain	VERB
dad-12448	278	38	from	from	ADP
dad-12448	278	39	attacking	attack	VERB
dad-12448	278	40	a	a	DET
dad-12448	278	41	different	different	ADJ
dad-12448	278	42	prompt	prompt	NOUN
dad-12448	278	43	.	.	PUNCT
dad-12448	279	1	fig	fig	NOUN
dad-12448	279	2	.	.	PUNCT
dad-12448	280	1	5	5	NUM
dad-12448	280	2	shows	show	VERB
dad-12448	280	3	a	a	DET
dad-12448	280	4	similar	similar	ADJ
dad-12448	280	5	plot	plot	NOUN
dad-12448	280	6	showing	show	VERB
dad-12448	280	7	the	the	DET
dad-12448	280	8	success	success	NOUN
dad-12448	280	9	of	of	ADP
dad-12448	280	10	triggers	trigger	NOUN
dad-12448	280	11	obtained	obtain	VERB
dad-12448	280	12	from	from	ADP
dad-12448	280	13	attacking	attack	VERB
dad-12448	280	14	prompt	prompt	ADJ
dad-12448	280	15	5	5	NUM
dad-12448	280	16	and	and	CCONJ
dad-12448	280	17	testing	testing	NOUN
dad-12448	280	18	on	on	ADP
dad-12448	280	19	prompt	prompt	ADJ
dad-12448	280	20	4	4	NUM
dad-12448	280	21	.	.	X
dad-12448	280	22	4.2.4	4.2.4	NUM
dad-12448	280	23	trigger	trigger	NOUN
dad-12448	280	24	analysis	analysis	NOUN
dad-12448	280	25	we	we	PRON
dad-12448	280	26	find	find	VERB
dad-12448	280	27	that	that	SCONJ
dad-12448	280	28	it	it	PRON
dad-12448	280	29	is	be	AUX
dad-12448	280	30	easier	easy	ADJ
dad-12448	280	31	to	to	PART
dad-12448	280	32	fool	fool	VERB
dad-12448	280	33	the	the	DET
dad-12448	280	34	models	model	NOUN
dad-12448	280	35	to	to	PART
dad-12448	280	36	increase	increase	VERB
dad-12448	280	37	the	the	DET
dad-12448	280	38	scores	score	NOUN
dad-12448	280	39	than	than	ADP
dad-12448	280	40	decrease	decrease	VERB
dad-12448	280	41	it	it	PRON
dad-12448	280	42	,	,	PUNCT
dad-12448	280	43	with	with	ADP
dad-12448	280	44	a	a	DET
dad-12448	280	45	difference	difference	NOUN
dad-12448	280	46	of	of	ADP
dad-12448	280	47	about	about	ADV
dad-12448	280	48	15	15	NUM
dad-12448	280	49	%	%	NOUN
dad-12448	280	50	in	in	ADP
dad-12448	280	51	their	their	PRON
dad-12448	280	52	success	success	NOUN
dad-12448	280	53	(	(	PUNCT
dad-12448	280	54	samples	sample	NOUN
dad-12448	280	55	increased	increase	VERB
dad-12448	280	56	/	/	SYM
dad-12448	280	57	decreased	decrease	VERB
dad-12448	280	58	)	)	PUNCT
dad-12448	280	59	.	.	PUNCT
dad-12448	281	1	we	we	PRON
dad-12448	281	2	also	also	ADV
dad-12448	281	3	observe	observe	VERB
dad-12448	281	4	that	that	SCONJ
dad-12448	281	5	some	some	PRON
dad-12448	281	6	of	of	ADP
dad-12448	281	7	the	the	DET
dad-12448	281	8	triggers	trigger	NOUN
dad-12448	281	9	selected	select	VERB
dad-12448	281	10	by	by	ADP
dad-12448	281	11	our	our	PRON
dad-12448	281	12	algorithm	algorithm	NOUN
dad-12448	281	13	have	have	VERB
dad-12448	281	14	very	very	ADV
dad-12448	281	15	low	low	ADJ
dad-12448	281	16	frequency	frequency	NOUN
dad-12448	281	17	in	in	ADP
dad-12448	281	18	the	the	DET
dad-12448	281	19	dataset	dataset	NOUN
dad-12448	281	20	and	and	CCONJ
dad-12448	281	21	co	co	VERB
dad-12448	281	22	-	-	VERB
dad-12448	281	23	occur	occur	VERB
dad-12448	281	24	with	with	ADP
dad-12448	281	25	only	only	ADV
dad-12448	281	26	a	a	DET
dad-12448	281	27	12	12	NUM
dad-12448	281	28	.	.	PUNCT
dad-12448	282	1	other	other	ADJ
dad-12448	282	2	prompts	prompt	NOUN
dad-12448	282	3	had	have	VERB
dad-12448	282	4	a	a	DET
dad-12448	282	5	similar	similar	ADJ
dad-12448	282	6	performance	performance	NOUN
dad-12448	282	7	so	so	SCONJ
dad-12448	282	8	we	we	PRON
dad-12448	282	9	have	have	AUX
dad-12448	282	10	only	only	ADV
dad-12448	282	11	shown	show	VERB
dad-12448	282	12	a	a	DET
dad-12448	282	13	subset	subset	NOUN
dad-12448	282	14	of	of	ADP
dad-12448	282	15	results	result	NOUN
dad-12448	282	16	with	with	ADP
dad-12448	282	17	one	one	NUM
dad-12448	282	18	prompt	prompt	NOUN
dad-12448	282	19	of	of	ADP
dad-12448	282	20	each	each	DET
dad-12448	282	21	type	type	NOUN
dad-12448	282	22	13	13	NUM
dad-12448	282	23	singla	singla	NOUN
dad-12448	282	24	,	,	PUNCT
dad-12448	282	25	parekh	parekh	PROPN
dad-12448	282	26	,	,	PUNCT
dad-12448	282	27	singh	singh	PROPN
dad-12448	282	28	,	,	PUNCT
dad-12448	282	29	li	li	PROPN
dad-12448	282	30	,	,	PUNCT
dad-12448	282	31	shah	shah	PROPN
dad-12448	282	32	and	and	CCONJ
dad-12448	282	33	chen	chen	PROPN
dad-12448	282	34	figure	figure	NOUN
dad-12448	282	35	5	5	NUM
dad-12448	282	36	:	:	PUNCT
dad-12448	282	37	single	single	ADJ
dad-12448	282	38	prompt	prompt	ADJ
dad-12448	282	39	attack	attack	NOUN
dad-12448	282	40	for	for	ADP
dad-12448	282	41	skipflow	skipflow	ADJ
dad-12448	282	42	,	,	PUNCT
dad-12448	282	43	bert	bert	NOUN
dad-12448	282	44	,	,	PUNCT
dad-12448	282	45	memory	memory	NOUN
dad-12448	282	46	-	-	PUNCT
dad-12448	282	47	networks	network	NOUN
dad-12448	282	48	(	(	PUNCT
dad-12448	282	49	§	§	NOUN
dad-12448	282	50	3.1	3.1	NUM
dad-12448	282	51	)	)	PUNCT
dad-12448	282	52	.	.	PUNCT
dad-12448	283	1	it	it	PRON
dad-12448	283	2	shows	show	VERB
dad-12448	283	3	the	the	DET
dad-12448	283	4	models	model	NOUN
dad-12448	283	5	’	'	PUNCT
dad-12448	283	6	predicted	predict	VERB
dad-12448	283	7	scores	score	NOUN
dad-12448	283	8	before	before	ADV
dad-12448	283	9	and	and	CCONJ
dad-12448	283	10	after	after	ADP
dad-12448	283	11	adding	add	VERB
dad-12448	283	12	10	10	NUM
dad-12448	283	13	-	-	PUNCT
dad-12448	283	14	word	word	NOUN
dad-12448	283	15	triggers	trigger	NOUN
dad-12448	283	16	demonstrating	demonstrate	VERB
dad-12448	283	17	the	the	DET
dad-12448	283	18	oversensitivity	oversensitivity	NOUN
dad-12448	283	19	of	of	ADP
dad-12448	283	20	these	these	DET
dad-12448	283	21	models	model	NOUN
dad-12448	283	22	subject	subject	ADJ
dad-12448	283	23	to	to	ADP
dad-12448	283	24	adversarial	adversarial	ADJ
dad-12448	283	25	triggers	trigger	NOUN
dad-12448	283	26	.	.	PUNCT
dad-12448	284	1	the	the	DET
dad-12448	284	2	green	green	ADJ
dad-12448	284	3	line	line	NOUN
dad-12448	284	4	indicates	indicate	VERB
dad-12448	284	5	the	the	DET
dad-12448	284	6	scores	score	NOUN
dad-12448	284	7	given	give	VERB
dad-12448	284	8	by	by	ADP
dad-12448	284	9	a	a	DET
dad-12448	284	10	model	model	NOUN
dad-12448	284	11	not	not	PART
dad-12448	284	12	under	under	ADP
dad-12448	284	13	attack	attack	NOUN
dad-12448	284	14	,	,	PUNCT
dad-12448	284	15	while	while	SCONJ
dad-12448	284	16	the	the	DET
dad-12448	284	17	blue	blue	ADJ
dad-12448	284	18	and	and	CCONJ
dad-12448	284	19	red	red	ADJ
dad-12448	284	20	lines	line	NOUN
dad-12448	284	21	show	show	VERB
dad-12448	284	22	the	the	DET
dad-12448	284	23	performance	performance	NOUN
dad-12448	284	24	on	on	ADP
dad-12448	284	25	attempting	attempt	VERB
dad-12448	284	26	to	to	PART
dad-12448	284	27	increase	increase	VERB
dad-12448	284	28	and	and	CCONJ
dad-12448	284	29	decrease	decrease	VERB
dad-12448	284	30	the	the	DET
dad-12448	284	31	scores	score	NOUN
dad-12448	284	32	using	use	VERB
dad-12448	284	33	the	the	DET
dad-12448	284	34	adversarial	adversarial	ADJ
dad-12448	284	35	triggers	trigger	NOUN
dad-12448	284	36	.	.	PUNCT
dad-12448	285	1	figure	figure	VERB
dad-12448	285	2	6	6	NUM
dad-12448	285	3	:	:	PUNCT
dad-12448	285	4	cross	cross	VERB
dad-12448	285	5	prompt	prompt	ADJ
dad-12448	285	6	attack	attack	NOUN
dad-12448	285	7	for	for	ADP
dad-12448	285	8	20	20	NUM
dad-12448	285	9	-	-	PUNCT
dad-12448	285	10	word	word	NOUN
dad-12448	285	11	triggers	trigger	NOUN
dad-12448	285	12	obtained	obtain	VERB
dad-12448	285	13	from	from	ADP
dad-12448	285	14	skipflow	skipflow	NOUN
dad-12448	285	15	trained	train	VERB
dad-12448	285	16	on	on	ADP
dad-12448	285	17	prompt	prompt	ADJ
dad-12448	285	18	5	5	NUM
dad-12448	285	19	and	and	CCONJ
dad-12448	285	20	tested	test	VERB
dad-12448	285	21	on	on	ADP
dad-12448	285	22	prompt	prompt	ADJ
dad-12448	285	23	4	4	NUM
dad-12448	285	24	showing	show	VERB
dad-12448	285	25	the	the	DET
dad-12448	285	26	transferability	transferability	NOUN
dad-12448	285	27	across	across	ADP
dad-12448	285	28	prompts	prompt	NOUN
dad-12448	285	29	.	.	PUNCT
dad-12448	286	1	14	14	NUM
dad-12448	286	2	automatic	automatic	ADJ
dad-12448	286	3	essay	essay	NOUN
dad-12448	286	4	scoring	scoring	NOUN
dad-12448	286	5	systems	system	NOUN
dad-12448	286	6	are	be	AUX
dad-12448	286	7	both	both	CCONJ
dad-12448	286	8	overstable	overstable	ADJ
dad-12448	286	9	and	and	CCONJ
dad-12448	286	10	oversensitive	oversensitive	ADJ
dad-12448	286	11	few	few	ADJ
dad-12448	286	12	output	output	NOUN
dad-12448	286	13	classes	class	NOUN
dad-12448	286	14	(	(	PUNCT
dad-12448	286	15	scores	score	NOUN
dad-12448	286	16	)	)	PUNCT
dad-12448	286	17	,	,	PUNCT
dad-12448	286	18	thus	thus	ADV
dad-12448	286	19	having	have	VERB
dad-12448	286	20	unusually	unusually	ADV
dad-12448	286	21	high	high	ADJ
dad-12448	286	22	relative	relative	ADJ
dad-12448	286	23	co	co	NOUN
dad-12448	286	24	-	-	NOUN
dad-12448	286	25	occurrence	occurrence	NOUN
dad-12448	286	26	with	with	ADP
dad-12448	286	27	certain	certain	ADJ
dad-12448	286	28	output	output	NOUN
dad-12448	286	29	classes	class	NOUN
dad-12448	286	30	.	.	PUNCT
dad-12448	287	1	we	we	PRON
dad-12448	287	2	calculate	calculate	VERB
dad-12448	287	3	pointwise	pointwise	PROPN
dad-12448	287	4	mutual	mutual	ADJ
dad-12448	287	5	information	information	NOUN
dad-12448	287	6	(	(	PUNCT
dad-12448	287	7	pmi	pmi	PROPN
dad-12448	287	8	)	)	PUNCT
dad-12448	287	9	for	for	ADP
dad-12448	287	10	such	such	ADJ
dad-12448	287	11	triggers	trigger	NOUN
dad-12448	287	12	and	and	CCONJ
dad-12448	287	13	find	find	VERB
dad-12448	287	14	that	that	SCONJ
dad-12448	287	15	the	the	DET
dad-12448	287	16	most	most	ADV
dad-12448	287	17	harmful	harmful	ADJ
dad-12448	287	18	triggers	trigger	NOUN
dad-12448	287	19	have	have	VERB
dad-12448	287	20	the	the	DET
dad-12448	287	21	lowest	low	ADJ
dad-12448	287	22	pmi	pmi	NOUN
dad-12448	287	23	scores	score	NOUN
dad-12448	287	24	with	with	ADP
dad-12448	287	25	the	the	DET
dad-12448	287	26	classes	class	NOUN
dad-12448	287	27	they	they	PRON
dad-12448	287	28	effect	effect	VERB
dad-12448	287	29	the	the	DET
dad-12448	287	30	most	most	ADJ
dad-12448	287	31	(	(	PUNCT
dad-12448	287	32	see	see	VERB
dad-12448	287	33	table	table	NOUN
dad-12448	287	34	5	5	NUM
dad-12448	287	35	)	)	PUNCT
dad-12448	287	36	.	.	PUNCT
dad-12448	288	1	prompt	prompt	VERB
dad-12448	288	2	4	4	NUM
dad-12448	288	3	prompt	prompt	ADJ
dad-12448	288	4	3	3	NUM
dad-12448	288	5	score	score	NOUN
dad-12448	288	6	,	,	PUNCT
dad-12448	288	7	grade	grade	NOUN
dad-12448	288	8	pmi	pmi	NOUN
dad-12448	288	9	value	value	NOUN
dad-12448	288	10	score	score	NOUN
dad-12448	288	11	,	,	PUNCT
dad-12448	288	12	grade	grade	NOUN
dad-12448	288	13	pmi	pmi	NOUN
dad-12448	288	14	value	value	NOUN
dad-12448	288	15	grass	grass	NOUN
dad-12448	288	16	,	,	PUNCT
dad-12448	288	17	0	0	NUM
dad-12448	288	18	1.58	1.58	NUM
dad-12448	288	19	write	write	NOUN
dad-12448	288	20	,	,	PUNCT
dad-12448	288	21	0	0	NUM
dad-12448	288	22	3.28	3.28	NUM
dad-12448	288	23	conclution	conclution	NOUN
dad-12448	288	24	,	,	PUNCT
dad-12448	288	25	0	0	NUM
dad-12448	288	26	1.33	1.33	NUM
dad-12448	288	27	feautures	feauture	NOUN
dad-12448	288	28	,	,	PUNCT
dad-12448	288	29	0	0	NUM
dad-12448	288	30	3.10	3.10	NUM
dad-12448	288	31	adopt	adopt	NOUN
dad-12448	288	32	,	,	PUNCT
dad-12448	288	33	3	3	NUM
dad-12448	288	34	1.86	1.86	NUM
dad-12448	288	35	emotionally	emotionally	ADV
dad-12448	288	36	,	,	PUNCT
dad-12448	288	37	3	3	NUM
dad-12448	288	38	1.33	1.33	NUM
dad-12448	288	39	homesickness	homesickness	NOUN
dad-12448	288	40	,	,	PUNCT
dad-12448	288	41	3	3	NUM
dad-12448	288	42	1.78	1.78	NUM
dad-12448	288	43	reservoir	reservoir	NOUN
dad-12448	288	44	,	,	PUNCT
dad-12448	288	45	3	3	NUM
dad-12448	288	46	1.27	1.27	NUM
dad-12448	288	47	wich	wich	ADV
dad-12448	288	48	,	,	PUNCT
dad-12448	288	49	1	1	NUM
dad-12448	288	50	0.75	0.75	NUM
dad-12448	288	51	seeds	seed	NOUN
dad-12448	288	52	,	,	PUNCT
dad-12448	288	53	1	1	NUM
dad-12448	288	54	0.93	0.93	NUM
dad-12448	288	55	power	power	NOUN
dad-12448	288	56	,	,	PUNCT
dad-12448	288	57	2	2	NUM
dad-12448	288	58	1.03	1.03	NUM
dad-12448	288	59	romshackle	romshackle	NOUN
dad-12448	288	60	,	,	PUNCT
dad-12448	288	61	2	2	NUM
dad-12448	288	62	0.96	0.96	NUM
dad-12448	288	63	table	table	NOUN
dad-12448	288	64	5	5	NUM
dad-12448	288	65	:	:	PUNCT
dad-12448	288	66	pmi	pmi	NOUN
dad-12448	288	67	of	of	ADP
dad-12448	288	68	trigger	trigger	NOUN
dad-12448	288	69	word	word	NOUN
dad-12448	288	70	-	-	PUNCT
dad-12448	288	71	grade	grade	NOUN
dad-12448	288	72	pairs	pair	NOUN
dad-12448	288	73	for	for	ADP
dad-12448	288	74	prompt	prompt	ADJ
dad-12448	288	75	4	4	NUM
dad-12448	288	76	,	,	PUNCT
dad-12448	288	77	3	3	NUM
dad-12448	288	78	.	.	X
dad-12448	288	79	other	other	ADJ
dad-12448	288	80	prompts	prompt	NOUN
dad-12448	288	81	also	also	ADV
dad-12448	288	82	have	have	VERB
dad-12448	288	83	similar	similar	ADJ
dad-12448	288	84	results	result	NOUN
dad-12448	288	85	.	.	PUNCT
dad-12448	289	1	further	far	ADV
dad-12448	289	2	,	,	PUNCT
dad-12448	289	3	we	we	PRON
dad-12448	289	4	analyze	analyze	VERB
dad-12448	289	5	the	the	DET
dad-12448	289	6	nature	nature	NOUN
dad-12448	289	7	of	of	ADP
dad-12448	289	8	triggers	trigger	NOUN
dad-12448	289	9	and	and	CCONJ
dad-12448	289	10	find	find	VERB
dad-12448	289	11	that	that	SCONJ
dad-12448	289	12	a	a	DET
dad-12448	289	13	significant	significant	ADJ
dad-12448	289	14	portion	portion	NOUN
dad-12448	289	15	consists	consist	VERB
dad-12448	289	16	of	of	ADP
dad-12448	289	17	archaic	archaic	ADJ
dad-12448	289	18	or	or	CCONJ
dad-12448	289	19	rare	rare	ADJ
dad-12448	289	20	words	word	NOUN
dad-12448	289	21	such	such	ADJ
dad-12448	289	22	as	as	ADP
dad-12448	289	23	yawing	yawing	NOUN
dad-12448	289	24	,	,	PUNCT
dad-12448	289	25	tallet	tallet	NOUN
dad-12448	289	26	,	,	PUNCT
dad-12448	289	27	straggly	straggly	ADV
dad-12448	289	28	with	with	ADP
dad-12448	289	29	many	many	ADJ
dad-12448	289	30	foreign	foreign	ADJ
dad-12448	289	31	-	-	PUNCT
dad-12448	289	32	derived	derive	VERB
dad-12448	289	33	words	word	NOUN
dad-12448	289	34	as	as	ADV
dad-12448	289	35	well	well	ADV
dad-12448	289	36	(	(	PUNCT
dad-12448	289	37	wache	wache	NOUN
dad-12448	289	38	,	,	PUNCT
dad-12448	289	39	bibliotheque)13	bibliotheque)13	PROPN
dad-12448	289	40	.	.	PUNCT
dad-12448	290	1	we	we	PRON
dad-12448	290	2	also	also	ADV
dad-12448	290	3	find	find	VERB
dad-12448	290	4	that	that	SCONJ
dad-12448	290	5	decreasing	decrease	VERB
dad-12448	290	6	triggers	trigger	NOUN
dad-12448	290	7	are	be	AUX
dad-12448	290	8	1.5x	1.5x	NUM
dad-12448	290	9	more	more	ADV
dad-12448	290	10	repetitive	repetitive	ADJ
dad-12448	290	11	than	than	ADP
dad-12448	290	12	increasing	increase	VERB
dad-12448	290	13	triggers	trigger	NOUN
dad-12448	290	14	and	and	CCONJ
dad-12448	290	15	contain	contain	VERB
dad-12448	290	16	half	half	DET
dad-12448	290	17	as	as	ADV
dad-12448	290	18	many	many	ADJ
dad-12448	290	19	adjectives	adjective	NOUN
dad-12448	290	20	as	as	ADP
dad-12448	290	21	the	the	DET
dad-12448	290	22	increasing	increase	VERB
dad-12448	290	23	ones	one	NOUN
dad-12448	290	24	.	.	PUNCT
dad-12448	291	1	5	5	X
dad-12448	291	2	.	.	X
dad-12448	291	3	human	human	ADJ
dad-12448	291	4	baseline	baseline	NOUN
dad-12448	291	5	to	to	PART
dad-12448	291	6	test	test	VERB
dad-12448	291	7	how	how	SCONJ
dad-12448	291	8	humans	human	NOUN
dad-12448	291	9	perform	perform	VERB
dad-12448	291	10	on	on	ADP
dad-12448	291	11	the	the	DET
dad-12448	291	12	different	different	ADJ
dad-12448	291	13	interpretability	interpretability	NOUN
dad-12448	291	14	tests	test	NOUN
dad-12448	291	15	(	(	PUNCT
dad-12448	291	16	§	§	NOUN
dad-12448	291	17	4.1	4.1	NUM
dad-12448	291	18	,	,	PUNCT
dad-12448	291	19	§	§	NOUN
dad-12448	291	20	4.2	4.2	NUM
dad-12448	291	21	)	)	PUNCT
dad-12448	291	22	,	,	PUNCT
dad-12448	291	23	we	we	PRON
dad-12448	291	24	took	take	VERB
dad-12448	291	25	50	50	NUM
dad-12448	291	26	samples	sample	NOUN
dad-12448	291	27	from	from	ADP
dad-12448	291	28	each	each	PRON
dad-12448	291	29	of	of	ADP
dad-12448	291	30	the	the	DET
dad-12448	291	31	overstability	overstability	NOUN
dad-12448	291	32	and	and	CCONJ
dad-12448	291	33	oversensitivity	oversensitivity	NOUN
dad-12448	291	34	tests	test	NOUN
dad-12448	291	35	and	and	CCONJ
dad-12448	291	36	asked	ask	VERB
dad-12448	291	37	2	2	NUM
dad-12448	291	38	human	human	ADJ
dad-12448	291	39	expert	expert	NOUN
dad-12448	291	40	raters	rater	NOUN
dad-12448	291	41	to	to	PART
dad-12448	291	42	compare	compare	VERB
dad-12448	291	43	the	the	DET
dad-12448	291	44	modified	modify	VERB
dad-12448	291	45	essay	essay	NOUN
dad-12448	291	46	samples	sample	NOUN
dad-12448	291	47	with	with	ADP
dad-12448	291	48	the	the	DET
dad-12448	291	49	original	original	ADJ
dad-12448	291	50	ones	one	NOUN
dad-12448	291	51	.	.	PUNCT
dad-12448	292	1	the	the	DET
dad-12448	292	2	expert	expert	NOUN
dad-12448	292	3	raters	rater	NOUN
dad-12448	292	4	have	have	VERB
dad-12448	292	5	more	more	ADJ
dad-12448	292	6	than	than	ADP
dad-12448	292	7	5	5	NUM
dad-12448	292	8	years	year	NOUN
dad-12448	292	9	of	of	ADP
dad-12448	292	10	experience	experience	NOUN
dad-12448	292	11	in	in	ADP
dad-12448	292	12	the	the	DET
dad-12448	292	13	field	field	NOUN
dad-12448	292	14	of	of	ADP
dad-12448	292	15	language	language	NOUN
dad-12448	292	16	testing	testing	NOUN
dad-12448	292	17	.	.	PUNCT
dad-12448	293	1	we	we	PRON
dad-12448	293	2	asked	ask	VERB
dad-12448	293	3	them	they	PRON
dad-12448	293	4	two	two	NUM
dad-12448	293	5	questions	question	NOUN
dad-12448	293	6	:	:	PUNCT
dad-12448	293	7	(	(	PUNCT
dad-12448	293	8	1	1	X
dad-12448	293	9	)	)	PUNCT
dad-12448	293	10	whether	whether	SCONJ
dad-12448	293	11	the	the	DET
dad-12448	293	12	score	score	NOUN
dad-12448	293	13	should	should	AUX
dad-12448	293	14	change	change	VERB
dad-12448	293	15	after	after	ADP
dad-12448	293	16	modification	modification	NOUN
dad-12448	293	17	and	and	CCONJ
dad-12448	293	18	(	(	PUNCT
dad-12448	293	19	2	2	X
dad-12448	293	20	)	)	PUNCT
dad-12448	293	21	should	should	AUX
dad-12448	293	22	the	the	DET
dad-12448	293	23	score	score	NOUN
dad-12448	293	24	increase	increase	NOUN
dad-12448	293	25	or	or	CCONJ
dad-12448	293	26	decrease	decrease	NOUN
dad-12448	293	27	.	.	PUNCT
dad-12448	294	1	these	these	DET
dad-12448	294	2	questions	question	NOUN
dad-12448	294	3	are	be	AUX
dad-12448	294	4	easier	easy	ADJ
dad-12448	294	5	to	to	PART
dad-12448	294	6	answer	answer	VERB
dad-12448	294	7	and	and	CCONJ
dad-12448	294	8	produce	produce	VERB
dad-12448	294	9	more	more	ADJ
dad-12448	294	10	objective	objective	ADJ
dad-12448	294	11	responses	response	NOUN
dad-12448	294	12	than	than	ADP
dad-12448	294	13	asking	ask	VERB
dad-12448	294	14	the	the	DET
dad-12448	294	15	raters	rater	NOUN
dad-12448	294	16	to	to	PART
dad-12448	294	17	score	score	VERB
dad-12448	294	18	responses	response	NOUN
dad-12448	294	19	.	.	PUNCT
dad-12448	295	1	we	we	PRON
dad-12448	295	2	also	also	ADV
dad-12448	295	3	asked	ask	VERB
dad-12448	295	4	them	they	PRON
dad-12448	295	5	to	to	PART
dad-12448	295	6	give	give	VERB
dad-12448	295	7	comments	comment	NOUN
dad-12448	295	8	behind	behind	ADP
dad-12448	295	9	their	their	PRON
dad-12448	295	10	ratings	rating	NOUN
dad-12448	295	11	.	.	PUNCT
dad-12448	296	1	for	for	ADP
dad-12448	296	2	all	all	DET
dad-12448	296	3	overstability	overstability	NOUN
dad-12448	296	4	tests	test	NOUN
dad-12448	296	5	except	except	SCONJ
dad-12448	296	6	lexicon	lexicon	ADJ
dad-12448	296	7	modification	modification	NOUN
dad-12448	296	8	,	,	PUNCT
dad-12448	296	9	both	both	DET
dad-12448	296	10	raters	rater	NOUN
dad-12448	296	11	were	be	AUX
dad-12448	296	12	in	in	ADP
dad-12448	296	13	perfect	perfect	ADJ
dad-12448	296	14	agreement	agreement	NOUN
dad-12448	296	15	(	(	PUNCT
dad-12448	296	16	kappa=1.0	kappa=1.0	NOUN
dad-12448	296	17	)	)	PUNCT
dad-12448	296	18	on	on	ADP
dad-12448	296	19	the	the	DET
dad-12448	296	20	answers	answer	NOUN
dad-12448	296	21	for	for	ADP
dad-12448	296	22	the	the	DET
dad-12448	296	23	two	two	NUM
dad-12448	296	24	questions	question	NOUN
dad-12448	296	25	asked	ask	VERB
dad-12448	296	26	.	.	PUNCT
dad-12448	297	1	they	they	PRON
dad-12448	297	2	recommended	recommend	VERB
dad-12448	297	3	(	(	PUNCT
dad-12448	297	4	1	1	X
dad-12448	297	5	)	)	PUNCT
dad-12448	297	6	change	change	NOUN
dad-12448	297	7	in	in	ADP
dad-12448	297	8	scores	score	NOUN
dad-12448	297	9	and	and	CCONJ
dad-12448	297	10	that	that	SCONJ
dad-12448	297	11	(	(	PUNCT
dad-12448	297	12	2	2	X
dad-12448	297	13	)	)	PUNCT
dad-12448	297	14	scores	score	NOUN
dad-12448	297	15	should	should	AUX
dad-12448	297	16	decrease	decrease	VERB
dad-12448	297	17	.	.	PUNCT
dad-12448	298	1	in	in	ADP
dad-12448	298	2	most	most	ADJ
dad-12448	298	3	of	of	ADP
dad-12448	298	4	the	the	DET
dad-12448	298	5	comments	comment	NOUN
dad-12448	298	6	for	for	ADP
dad-12448	298	7	the	the	DET
dad-12448	298	8	overstability	overstability	NOUN
dad-12448	298	9	attacks	attack	NOUN
dad-12448	298	10	,	,	PUNCT
dad-12448	298	11	the	the	DET
dad-12448	298	12	raters	rater	NOUN
dad-12448	298	13	wrote	write	VERB
dad-12448	298	14	that	that	SCONJ
dad-12448	298	15	they	they	PRON
dad-12448	298	16	could	could	AUX
dad-12448	298	17	not	not	PART
dad-12448	298	18	understand	understand	VERB
dad-12448	298	19	the	the	DET
dad-12448	298	20	samples	sample	NOUN
dad-12448	298	21	after	after	ADP
dad-12448	298	22	modification14	modification14	NOUN
dad-12448	298	23	.	.	PUNCT
dad-12448	299	1	for	for	ADP
dad-12448	299	2	samples	sample	NOUN
dad-12448	299	3	causing	cause	VERB
dad-12448	299	4	oversensitivity	oversensitivity	NOUN
dad-12448	299	5	,	,	PUNCT
dad-12448	299	6	they	they	PRON
dad-12448	299	7	recommended	recommend	VERB
dad-12448	299	8	a	a	DET
dad-12448	299	9	score	score	NOUN
dad-12448	299	10	decrease	decrease	NOUN
dad-12448	299	11	but	but	CCONJ
dad-12448	299	12	by	by	ADP
dad-12448	299	13	a	a	DET
dad-12448	299	14	small	small	ADJ
dad-12448	299	15	margin	margin	NOUN
dad-12448	299	16	due	due	ADP
dad-12448	299	17	to	to	ADP
dad-12448	299	18	little	little	ADJ
dad-12448	299	19	change	change	NOUN
dad-12448	299	20	in	in	ADP
dad-12448	299	21	those	those	DET
dad-12448	299	22	samples	sample	NOUN
dad-12448	299	23	.	.	PUNCT
dad-12448	300	1	this	this	PRON
dad-12448	300	2	clearly	clearly	ADV
dad-12448	300	3	shows	show	VERB
dad-12448	300	4	that	that	SCONJ
dad-12448	300	5	the	the	DET
dad-12448	300	6	predictions	prediction	NOUN
dad-12448	300	7	of	of	ADP
dad-12448	300	8	auto	auto	NOUN
dad-12448	300	9	-	-	PUNCT
dad-12448	300	10	scoring	scoring	NOUN
dad-12448	300	11	models	model	NOUN
dad-12448	300	12	are	be	AUX
dad-12448	300	13	different	different	ADJ
dad-12448	300	14	from	from	ADP
dad-12448	300	15	expert	expert	ADJ
dad-12448	300	16	human	human	ADJ
dad-12448	300	17	raters	rater	NOUN
dad-12448	300	18	and	and	CCONJ
dad-12448	300	19	are	be	AUX
dad-12448	300	20	yet	yet	ADV
dad-12448	300	21	unable	unable	ADJ
dad-12448	300	22	to	to	PART
dad-12448	300	23	achieve	achieve	VERB
dad-12448	300	24	human	human	ADJ
dad-12448	300	25	-	-	PUNCT
dad-12448	300	26	level	level	NOUN
dad-12448	300	27	performance	performance	NOUN
dad-12448	300	28	despite	despite	SCONJ
dad-12448	300	29	the	the	DET
dad-12448	300	30	recent	recent	ADJ
dad-12448	300	31	claims	claim	NOUN
dad-12448	300	32	that	that	SCONJ
dad-12448	300	33	autoscoring	autoscore	VERB
dad-12448	300	34	models	model	NOUN
dad-12448	300	35	have	have	AUX
dad-12448	300	36	surpassed	surpass	VERB
dad-12448	300	37	human	human	ADJ
dad-12448	300	38	level	level	NOUN
dad-12448	300	39	agreement	agreement	NOUN
dad-12448	300	40	(	(	PUNCT
dad-12448	300	41	taghipour	taghipour	NOUN
dad-12448	300	42	and	and	CCONJ
dad-12448	300	43	ng	ng	PROPN
dad-12448	300	44	,	,	PUNCT
dad-12448	300	45	2016	2016	NUM
dad-12448	300	46	;	;	PUNCT
dad-12448	300	47	kumar	kumar	PROPN
dad-12448	300	48	and	and	CCONJ
dad-12448	300	49	boulanger	boulanger	PROPN
dad-12448	300	50	,	,	PUNCT
dad-12448	300	51	2020	2020	NUM
dad-12448	300	52	;	;	PUNCT
dad-12448	300	53	ke	ke	PROPN
dad-12448	300	54	and	and	CCONJ
dad-12448	300	55	ng	ng	PROPN
dad-12448	300	56	,	,	PUNCT
dad-12448	300	57	2019	2019	NUM
dad-12448	300	58	)	)	PUNCT
dad-12448	300	59	.	.	PUNCT
dad-12448	301	1	6	6	X
dad-12448	301	2	.	.	X
dad-12448	301	3	oversensitivity	oversensitivity	NOUN
dad-12448	301	4	and	and	CCONJ
dad-12448	301	5	overstability	overstability	NOUN
dad-12448	301	6	detection	detection	NOUN
dad-12448	301	7	next	next	ADV
dad-12448	301	8	,	,	PUNCT
dad-12448	301	9	we	we	PRON
dad-12448	301	10	propose	propose	VERB
dad-12448	301	11	detection	detection	NOUN
dad-12448	301	12	-	-	PUNCT
dad-12448	301	13	based	base	VERB
dad-12448	301	14	solutions	solution	NOUN
dad-12448	301	15	for	for	ADP
dad-12448	301	16	oversensitivity	oversensitivity	NOUN
dad-12448	301	17	(	(	PUNCT
dad-12448	301	18	§	§	NOUN
dad-12448	301	19	6.1	6.1	NUM
dad-12448	301	20	)	)	PUNCT
dad-12448	301	21	and	and	CCONJ
dad-12448	301	22	overstability	overstability	NOUN
dad-12448	301	23	(	(	PUNCT
dad-12448	301	24	§	§	NOUN
dad-12448	301	25	6.2	6.2	NUM
dad-12448	301	26	)	)	PUNCT
dad-12448	301	27	causing	cause	VERB
dad-12448	301	28	samples	sample	NOUN
dad-12448	301	29	.	.	PUNCT
dad-12448	302	1	here	here	ADV
dad-12448	302	2	we	we	PRON
dad-12448	302	3	propose	propose	VERB
dad-12448	302	4	detection	detection	NOUN
dad-12448	302	5	based	base	VERB
dad-12448	302	6	defense	defense	NOUN
dad-12448	302	7	models	model	NOUN
dad-12448	302	8	to	to	PART
dad-12448	302	9	protect	protect	VERB
dad-12448	302	10	the	the	DET
dad-12448	302	11	automatic	automatic	ADJ
dad-12448	302	12	scoring	scoring	NOUN
dad-12448	302	13	13	13	NUM
dad-12448	302	14	.	.	PUNCT
dad-12448	303	1	all	all	DET
dad-12448	303	2	these	these	DET
dad-12448	303	3	words	word	NOUN
dad-12448	303	4	were	be	AUX
dad-12448	303	5	already	already	ADV
dad-12448	303	6	part	part	NOUN
dad-12448	303	7	of	of	ADP
dad-12448	303	8	the	the	DET
dad-12448	303	9	model	model	NOUN
dad-12448	303	10	vocabulary	vocabulary	NOUN
dad-12448	303	11	.	.	PUNCT
dad-12448	304	1	14	14	NUM
dad-12448	304	2	.	.	X
dad-12448	305	1	for	for	ADP
dad-12448	305	2	lexicon	lexicon	ADJ
dad-12448	305	3	modification	modification	NOUN
dad-12448	305	4	,	,	PUNCT
dad-12448	305	5	the	the	DET
dad-12448	305	6	raters	rater	NOUN
dad-12448	305	7	recommended	recommend	VERB
dad-12448	305	8	the	the	DET
dad-12448	305	9	above	above	ADJ
dad-12448	305	10	in	in	ADP
dad-12448	305	11	78	78	NUM
dad-12448	305	12	%	%	NOUN
dad-12448	305	13	instances	instance	NOUN
dad-12448	305	14	with	with	ADP
dad-12448	305	15	0.85	0.85	NUM
dad-12448	305	16	kappa	kappa	PROPN
dad-12448	305	17	agreement	agreement	NOUN
dad-12448	305	18	.	.	PUNCT
dad-12448	306	1	15	15	NUM
dad-12448	306	2	singla	singla	ADJ
dad-12448	306	3	,	,	PUNCT
dad-12448	306	4	parekh	parekh	PROPN
dad-12448	306	5	,	,	PUNCT
dad-12448	306	6	singh	singh	PROPN
dad-12448	306	7	,	,	PUNCT
dad-12448	306	8	li	li	PROPN
dad-12448	306	9	,	,	PUNCT
dad-12448	306	10	shah	shah	PROPN
dad-12448	306	11	and	and	CCONJ
dad-12448	306	12	chen	chen	PROPN
dad-12448	306	13	models	model	NOUN
dad-12448	306	14	against	against	ADP
dad-12448	306	15	potentially	potentially	ADV
dad-12448	306	16	adversarial	adversarial	ADJ
dad-12448	306	17	samples	sample	NOUN
dad-12448	306	18	.	.	PUNCT
dad-12448	307	1	the	the	DET
dad-12448	307	2	idea	idea	NOUN
dad-12448	307	3	is	be	AUX
dad-12448	307	4	to	to	PART
dad-12448	307	5	build	build	VERB
dad-12448	307	6	another	another	DET
dad-12448	307	7	predictor	predictor	NOUN
dad-12448	307	8	fd	fd	PROPN
dad-12448	307	9	,	,	PUNCT
dad-12448	307	10	such	such	ADJ
dad-12448	307	11	that	that	PRON
dad-12448	307	12	fd(x	fd(x	PUNCT
dad-12448	307	13	)	)	PUNCT
dad-12448	307	14	=	=	SYM
dad-12448	307	15	1	1	NUM
dad-12448	307	16	if	if	SCONJ
dad-12448	307	17	x	x	PRON
dad-12448	307	18	has	have	AUX
dad-12448	307	19	been	be	AUX
dad-12448	307	20	polluted	pollute	VERB
dad-12448	307	21	,	,	PUNCT
dad-12448	307	22	and	and	CCONJ
dad-12448	307	23	otherwise	otherwise	ADV
dad-12448	307	24	fd(x	fd(x	PUNCT
dad-12448	307	25	)	)	PUNCT
dad-12448	307	26	=	=	SYM
dad-12448	308	1	0	0	X
dad-12448	308	2	.	.	PUNCT
dad-12448	309	1	other	other	ADJ
dad-12448	309	2	techniques	technique	NOUN
dad-12448	309	3	to	to	PART
dad-12448	309	4	tackle	tackle	VERB
dad-12448	309	5	adversaries	adversary	NOUN
dad-12448	309	6	such	such	ADJ
dad-12448	309	7	as	as	ADP
dad-12448	309	8	adversarial	adversarial	ADJ
dad-12448	309	9	training	training	NOUN
dad-12448	309	10	have	have	AUX
dad-12448	309	11	been	be	AUX
dad-12448	309	12	shown	show	VERB
dad-12448	309	13	to	to	PART
dad-12448	309	14	be	be	AUX
dad-12448	309	15	ineffective	ineffective	ADJ
dad-12448	309	16	against	against	ADP
dad-12448	309	17	aes	aes	NOUN
dad-12448	309	18	adversaries	adversary	NOUN
dad-12448	309	19	(	(	PUNCT
dad-12448	309	20	ding	ding	NOUN
dad-12448	309	21	et	et	PROPN
dad-12448	309	22	al	al	PROPN
dad-12448	309	23	.	.	PROPN
dad-12448	309	24	,	,	PUNCT
dad-12448	309	25	2020	2020	NUM
dad-12448	309	26	;	;	PUNCT
dad-12448	309	27	pham	pham	PROPN
dad-12448	309	28	et	et	PROPN
dad-12448	309	29	al	al	PROPN
dad-12448	309	30	.	.	PROPN
dad-12448	309	31	,	,	PUNCT
dad-12448	309	32	2021	2021	NUM
dad-12448	309	33	)	)	PUNCT
dad-12448	309	34	.	.	PUNCT
dad-12448	310	1	it	it	PRON
dad-12448	310	2	is	be	AUX
dad-12448	310	3	noteworthy	noteworthy	ADJ
dad-12448	310	4	that	that	SCONJ
dad-12448	310	5	we	we	PRON
dad-12448	310	6	do	do	AUX
dad-12448	310	7	not	not	PART
dad-12448	310	8	solve	solve	VERB
dad-12448	310	9	the	the	DET
dad-12448	310	10	general	general	ADJ
dad-12448	310	11	problem	problem	NOUN
dad-12448	310	12	of	of	ADP
dad-12448	310	13	cheating	cheating	NOUN
dad-12448	310	14	or	or	CCONJ
dad-12448	310	15	dishonesty	dishonesty	NOUN
dad-12448	310	16	in	in	ADP
dad-12448	310	17	exams	exam	NOUN
dad-12448	310	18	,	,	PUNCT
dad-12448	310	19	rather	rather	ADV
dad-12448	310	20	we	we	PRON
dad-12448	310	21	solve	solve	VERB
dad-12448	310	22	the	the	DET
dad-12448	310	23	specific	specific	ADJ
dad-12448	310	24	problem	problem	NOUN
dad-12448	310	25	of	of	ADP
dad-12448	310	26	oversensitivity	oversensitivity	NOUN
dad-12448	310	27	and	and	CCONJ
dad-12448	310	28	overstability	overstability	NOUN
dad-12448	310	29	adversarial	adversarial	ADJ
dad-12448	310	30	attacks	attack	NOUN
dad-12448	310	31	on	on	ADP
dad-12448	310	32	aes	aes	NOUN
dad-12448	310	33	models	model	NOUN
dad-12448	310	34	.	.	PUNCT
dad-12448	311	1	preventing	prevent	VERB
dad-12448	311	2	cheating	cheat	VERB
dad-12448	311	3	such	such	ADJ
dad-12448	311	4	as	as	ADP
dad-12448	311	5	by	by	ADP
dad-12448	311	6	copying	copy	VERB
dad-12448	311	7	from	from	ADP
dad-12448	311	8	the	the	DET
dad-12448	311	9	web	web	NOUN
dad-12448	311	10	can	can	AUX
dad-12448	311	11	be	be	AUX
dad-12448	311	12	easily	easily	ADV
dad-12448	311	13	solved	solve	VERB
dad-12448	311	14	by	by	ADP
dad-12448	311	15	proctoring	proctor	VERB
dad-12448	311	16	or	or	CCONJ
dad-12448	311	17	plagiarism	plagiarism	NOUN
dad-12448	311	18	checks	check	NOUN
dad-12448	311	19	.	.	PUNCT
dad-12448	312	1	however	however	ADV
dad-12448	312	2	,	,	PUNCT
dad-12448	312	3	proctoring	proctor	VERB
dad-12448	312	4	or	or	CCONJ
dad-12448	312	5	plagiarism	plagiarism	NOUN
dad-12448	312	6	checks	check	NOUN
dad-12448	312	7	can	can	AUX
dad-12448	312	8	not	not	PART
dad-12448	312	9	solve	solve	VERB
dad-12448	312	10	the	the	DET
dad-12448	312	11	deep	deep	ADJ
dad-12448	312	12	learning	learning	NOUN
dad-12448	312	13	models	model	NOUN
dad-12448	312	14	’	'	PUNCT
dad-12448	312	15	adversarial	adversarial	ADJ
dad-12448	312	16	behavior	behavior	NOUN
dad-12448	312	17	such	such	ADJ
dad-12448	312	18	as	as	ADP
dad-12448	312	19	due	due	ADJ
dad-12448	312	20	to	to	ADP
dad-12448	312	21	adding	add	VERB
dad-12448	312	22	adversarial	adversarial	ADJ
dad-12448	312	23	triggers	trigger	NOUN
dad-12448	312	24	or	or	CCONJ
dad-12448	312	25	repetition	repetition	NOUN
dad-12448	312	26	and	and	CCONJ
dad-12448	312	27	lexically	lexically	ADV
dad-12448	312	28	complex	complex	ADJ
dad-12448	312	29	tokens	token	NOUN
dad-12448	312	30	.	.	PUNCT
dad-12448	313	1	it	it	PRON
dad-12448	313	2	has	have	AUX
dad-12448	313	3	been	be	AUX
dad-12448	313	4	shown	show	VERB
dad-12448	313	5	in	in	ADP
dad-12448	313	6	both	both	PRON
dad-12448	313	7	computer	computer	NOUN
dad-12448	313	8	vision	vision	NOUN
dad-12448	313	9	and	and	CCONJ
dad-12448	313	10	natural	natural	ADJ
dad-12448	313	11	language	language	NOUN
dad-12448	313	12	processing	processing	NOUN
dad-12448	313	13	that	that	PRON
dad-12448	313	14	deep	deep	ADJ
dad-12448	313	15	-	-	PUNCT
dad-12448	313	16	learning	learn	VERB
dad-12448	313	17	models	model	NOUN
dad-12448	313	18	inherently	inherently	ADV
dad-12448	313	19	are	be	AUX
dad-12448	313	20	adversarially	adversarially	ADV
dad-12448	313	21	brittle	brittle	ADJ
dad-12448	313	22	and	and	CCONJ
dad-12448	313	23	protection	protection	NOUN
dad-12448	313	24	mechanisms	mechanism	NOUN
dad-12448	313	25	are	be	AUX
dad-12448	313	26	required	require	VERB
dad-12448	313	27	to	to	PART
dad-12448	313	28	make	make	VERB
dad-12448	313	29	them	they	PRON
dad-12448	313	30	secure	secure	ADJ
dad-12448	313	31	(	(	PUNCT
dad-12448	313	32	zhang	zhang	X
dad-12448	313	33	et	et	PROPN
dad-12448	313	34	al	al	PROPN
dad-12448	313	35	.	.	PROPN
dad-12448	313	36	,	,	PUNCT
dad-12448	313	37	2020	2020	NUM
dad-12448	313	38	;	;	PUNCT
dad-12448	313	39	akhtar	akhtar	NOUN
dad-12448	313	40	and	and	CCONJ
dad-12448	313	41	mian	mian	PROPN
dad-12448	313	42	,	,	PUNCT
dad-12448	313	43	2018	2018	NUM
dad-12448	313	44	)	)	PUNCT
dad-12448	313	45	.	.	PUNCT
dad-12448	314	1	there	there	PRON
dad-12448	314	2	is	be	VERB
dad-12448	314	3	an	an	DET
dad-12448	314	4	additional	additional	ADJ
dad-12448	314	5	advantage	advantage	NOUN
dad-12448	314	6	of	of	ADP
dad-12448	314	7	detection	detection	NOUN
dad-12448	314	8	-	-	PUNCT
dad-12448	314	9	based	base	VERB
dad-12448	314	10	adversaries	adversary	NOUN
dad-12448	314	11	.	.	PUNCT
dad-12448	315	1	most	most	ADJ
dad-12448	315	2	aes	aes	NOUN
dad-12448	315	3	systems	system	NOUN
dad-12448	315	4	validate	validate	VERB
dad-12448	315	5	their	their	PRON
dad-12448	315	6	scores	score	NOUN
dad-12448	315	7	with	with	ADP
dad-12448	315	8	respect	respect	NOUN
dad-12448	315	9	to	to	ADP
dad-12448	315	10	humans	human	NOUN
dad-12448	315	11	post	post	ADJ
dad-12448	315	12	-	-	ADJ
dad-12448	315	13	deployment	deployment	ADJ
dad-12448	315	14	(	(	PUNCT
dad-12448	315	15	ets	et	NOUN
dad-12448	315	16	,	,	PUNCT
dad-12448	315	17	2020a	2020a	NUM
dad-12448	315	18	;	;	PUNCT
dad-12448	315	19	laflair	laflair	NOUN
dad-12448	315	20	and	and	CCONJ
dad-12448	315	21	settles	settle	NOUN
dad-12448	315	22	,	,	PUNCT
dad-12448	315	23	2019	2019	NUM
dad-12448	315	24	)	)	PUNCT
dad-12448	315	25	.	.	PUNCT
dad-12448	316	1	however	however	ADV
dad-12448	316	2	,	,	PUNCT
dad-12448	316	3	many	many	ADJ
dad-12448	316	4	deployed	deploy	VERB
dad-12448	316	5	systems	system	NOUN
dad-12448	316	6	are	be	AUX
dad-12448	316	7	now	now	ADV
dad-12448	316	8	moving	move	VERB
dad-12448	316	9	towards	towards	ADP
dad-12448	316	10	human	human	NOUN
dad-12448	316	11	-	-	PUNCT
dad-12448	316	12	free	free	ADJ
dad-12448	316	13	scoring	scoring	NOUN
dad-12448	316	14	(	(	PUNCT
dad-12448	316	15	ets	et	NOUN
dad-12448	316	16	,	,	PUNCT
dad-12448	316	17	2020a	2020a	NUM
dad-12448	316	18	;	;	PUNCT
dad-12448	316	19	o’donnell	o’donnell	PROPN
dad-12448	316	20	,	,	PUNCT
dad-12448	316	21	2020	2020	NUM
dad-12448	316	22	;	;	PUNCT
dad-12448	316	23	laflair	laflair	NOUN
dad-12448	316	24	and	and	CCONJ
dad-12448	316	25	settles	settle	NOUN
dad-12448	316	26	,	,	PUNCT
dad-12448	316	27	2019	2019	NUM
dad-12448	316	28	;	;	PUNCT
dad-12448	316	29	slti	slti	ADJ
dad-12448	316	30	-	-	PUNCT
dad-12448	316	31	sopi	sopi	ADJ
dad-12448	316	32	,	,	PUNCT
dad-12448	316	33	2021	2021	NUM
dad-12448	316	34	;	;	PUNCT
dad-12448	316	35	assessment	assessment	NOUN
dad-12448	316	36	,	,	PUNCT
dad-12448	316	37	2021	2021	NUM
dad-12448	316	38	)	)	PUNCT
dad-12448	316	39	.	.	PUNCT
dad-12448	317	1	while	while	SCONJ
dad-12448	317	2	it	it	PRON
dad-12448	317	3	may	may	AUX
dad-12448	317	4	have	have	VERB
dad-12448	317	5	its	its	PRON
dad-12448	317	6	advantages	advantage	NOUN
dad-12448	317	7	such	such	ADJ
dad-12448	317	8	as	as	ADP
dad-12448	317	9	cost	cost	NOUN
dad-12448	317	10	savings	saving	NOUN
dad-12448	317	11	,	,	PUNCT
dad-12448	317	12	cheating	cheat	VERB
dad-12448	317	13	in	in	ADP
dad-12448	317	14	the	the	DET
dad-12448	317	15	form	form	NOUN
dad-12448	317	16	of	of	ADP
dad-12448	317	17	overstability	overstability	NOUN
dad-12448	317	18	and	and	CCONJ
dad-12448	317	19	samples	sample	NOUN
dad-12448	317	20	causing	cause	VERB
dad-12448	317	21	oversensitivity	oversensitivity	NOUN
dad-12448	317	22	are	be	AUX
dad-12448	317	23	a	a	DET
dad-12448	317	24	major	major	ADJ
dad-12448	317	25	worry	worry	NOUN
dad-12448	317	26	for	for	ADP
dad-12448	317	27	both	both	CCONJ
dad-12448	317	28	the	the	DET
dad-12448	317	29	testing	testing	NOUN
dad-12448	317	30	companies	company	NOUN
dad-12448	317	31	and	and	CCONJ
dad-12448	317	32	score	score	VERB
dad-12448	317	33	users	user	NOUN
dad-12448	317	34	like	like	ADP
dad-12448	317	35	universities	university	NOUN
dad-12448	317	36	and	and	CCONJ
dad-12448	317	37	companies	company	NOUN
dad-12448	317	38	who	who	PRON
dad-12448	317	39	rely	rely	VERB
dad-12448	317	40	on	on	ADP
dad-12448	317	41	these	these	DET
dad-12448	317	42	testing	testing	NOUN
dad-12448	317	43	scores	score	NOUN
dad-12448	317	44	(	(	PUNCT
dad-12448	317	45	mid	mid	NOUN
dad-12448	317	46	-	-	NOUN
dad-12448	317	47	day	day	NOUN
dad-12448	317	48	,	,	PUNCT
dad-12448	317	49	2017	2017	NUM
dad-12448	317	50	;	;	PUNCT
dad-12448	317	51	feathers	feather	NOUN
dad-12448	317	52	,	,	PUNCT
dad-12448	317	53	2019	2019	NUM
dad-12448	317	54	;	;	PUNCT
dad-12448	317	55	greene	greene	PROPN
dad-12448	317	56	,	,	PUNCT
dad-12448	317	57	2018	2018	NUM
dad-12448	317	58	)	)	PUNCT
dad-12448	317	59	.	.	PUNCT
dad-12448	318	1	the	the	DET
dad-12448	318	2	detection	detection	NOUN
dad-12448	318	3	based	base	VERB
dad-12448	318	4	models	model	NOUN
dad-12448	318	5	provide	provide	VERB
dad-12448	318	6	an	an	DET
dad-12448	318	7	effective	effective	ADJ
dad-12448	318	8	middle	middle	ADJ
dad-12448	318	9	-	-	PUNCT
dad-12448	318	10	ground	ground	NOUN
dad-12448	318	11	where	where	SCONJ
dad-12448	318	12	the	the	DET
dad-12448	318	13	humans	human	NOUN
dad-12448	318	14	only	only	ADV
dad-12448	318	15	need	need	VERB
dad-12448	318	16	to	to	PART
dad-12448	318	17	evaluate	evaluate	VERB
dad-12448	318	18	a	a	DET
dad-12448	318	19	few	few	ADJ
dad-12448	318	20	samples	sample	NOUN
dad-12448	318	21	flagged	flag	VERB
dad-12448	318	22	by	by	ADP
dad-12448	318	23	the	the	DET
dad-12448	318	24	detector	detector	NOUN
dad-12448	318	25	models	model	NOUN
dad-12448	318	26	.	.	PUNCT
dad-12448	319	1	a	a	DET
dad-12448	319	2	few	few	ADJ
dad-12448	319	3	studies	study	NOUN
dad-12448	319	4	studying	study	VERB
dad-12448	319	5	this	this	DET
dad-12448	319	6	problem	problem	NOUN
dad-12448	319	7	have	have	AUX
dad-12448	319	8	been	be	AUX
dad-12448	319	9	reported	report	VERB
dad-12448	319	10	in	in	ADP
dad-12448	319	11	the	the	DET
dad-12448	319	12	past	past	NOUN
dad-12448	319	13	(	(	PUNCT
dad-12448	319	14	malinin	malinin	INTJ
dad-12448	319	15	et	et	PROPN
dad-12448	319	16	al	al	PROPN
dad-12448	319	17	.	.	PROPN
dad-12448	319	18	,	,	PUNCT
dad-12448	319	19	2017	2017	NUM
dad-12448	319	20	;	;	PUNCT
dad-12448	319	21	yoon	yoon	PROPN
dad-12448	319	22	and	and	CCONJ
dad-12448	319	23	xie	xie	PROPN
dad-12448	319	24	,	,	PUNCT
dad-12448	319	25	2014	2014	NUM
dad-12448	319	26	)	)	PUNCT
dad-12448	319	27	.	.	PUNCT
dad-12448	320	1	we	we	PRON
dad-12448	320	2	also	also	ADV
dad-12448	320	3	do	do	VERB
dad-12448	320	4	a	a	DET
dad-12448	320	5	pilot	pilot	NOUN
dad-12448	320	6	study	study	NOUN
dad-12448	320	7	with	with	ADP
dad-12448	320	8	a	a	DET
dad-12448	320	9	major	major	ADJ
dad-12448	320	10	testing	testing	NOUN
dad-12448	320	11	company	company	NOUN
dad-12448	320	12	using	use	VERB
dad-12448	320	13	the	the	DET
dad-12448	320	14	proposed	propose	VERB
dad-12448	320	15	detector	detector	NOUN
dad-12448	320	16	models	model	NOUN
dad-12448	320	17	in	in	ADP
dad-12448	320	18	order	order	NOUN
dad-12448	320	19	to	to	PART
dad-12448	320	20	judge	judge	VERB
dad-12448	320	21	their	their	PRON
dad-12448	320	22	efficacy	efficacy	NOUN
dad-12448	320	23	(	(	PUNCT
dad-12448	320	24	§	§	PROPN
dad-12448	320	25	6.3	6.3	NUM
dad-12448	320	26	)	)	PUNCT
dad-12448	320	27	.	.	PUNCT
dad-12448	321	1	studies	study	NOUN
dad-12448	321	2	on	on	ADP
dad-12448	321	3	the	the	DET
dad-12448	321	4	same	same	ADJ
dad-12448	321	5	lines	line	NOUN
dad-12448	321	6	but	but	CCONJ
dad-12448	321	7	with	with	ADP
dad-12448	321	8	different	different	ADJ
dad-12448	321	9	motives	motive	NOUN
dad-12448	321	10	have	have	AUX
dad-12448	321	11	been	be	AUX
dad-12448	321	12	conducted	conduct	VERB
dad-12448	321	13	in	in	ADP
dad-12448	321	14	the	the	DET
dad-12448	321	15	past	past	NOUN
dad-12448	321	16	(	(	PUNCT
dad-12448	321	17	powers	power	NOUN
dad-12448	321	18	et	et	PROPN
dad-12448	321	19	al	al	PROPN
dad-12448	321	20	.	.	PROPN
dad-12448	321	21	,	,	PUNCT
dad-12448	321	22	2001	2001	NUM
dad-12448	321	23	,	,	PUNCT
dad-12448	321	24	2002	2002	NUM
dad-12448	321	25	)	)	PUNCT
dad-12448	321	26	.	.	PUNCT
dad-12448	322	1	6.1	6.1	NUM
dad-12448	322	2	ig	ig	PROPN
dad-12448	322	3	based	base	VERB
dad-12448	322	4	oversensitive	oversensitive	ADJ
dad-12448	322	5	sample	sample	NOUN
dad-12448	322	6	detection	detection	NOUN
dad-12448	322	7	using	use	VERB
dad-12448	322	8	integrated	integrated	ADJ
dad-12448	322	9	gradients	gradient	NOUN
dad-12448	322	10	,	,	PUNCT
dad-12448	322	11	we	we	PRON
dad-12448	322	12	calculate	calculate	VERB
dad-12448	322	13	the	the	DET
dad-12448	322	14	attributions	attribution	NOUN
dad-12448	322	15	of	of	ADP
dad-12448	322	16	the	the	DET
dad-12448	322	17	trigger	trigger	NOUN
dad-12448	322	18	words	word	NOUN
dad-12448	322	19	.	.	PUNCT
dad-12448	323	1	we	we	PRON
dad-12448	323	2	found	find	VERB
dad-12448	323	3	that	that	SCONJ
dad-12448	323	4	,	,	PUNCT
dad-12448	323	5	on	on	ADP
dad-12448	323	6	average	average	ADJ
dad-12448	323	7	(	(	PUNCT
dad-12448	323	8	over	over	ADP
dad-12448	323	9	150	150	NUM
dad-12448	323	10	essays	essay	NOUN
dad-12448	323	11	across	across	ADP
dad-12448	323	12	all	all	DET
dad-12448	323	13	prompts	prompt	NOUN
dad-12448	323	14	)	)	PUNCT
dad-12448	323	15	,	,	PUNCT
dad-12448	323	16	the	the	DET
dad-12448	323	17	attribution	attribution	NOUN
dad-12448	323	18	to	to	ADP
dad-12448	323	19	trigger	trigger	NOUN
dad-12448	323	20	words	word	NOUN
dad-12448	323	21	is	be	AUX
dad-12448	323	22	3	3	NUM
dad-12448	323	23	times	time	NOUN
dad-12448	323	24	the	the	DET
dad-12448	323	25	attribution	attribution	NOUN
dad-12448	323	26	to	to	ADP
dad-12448	323	27	the	the	DET
dad-12448	323	28	words	word	NOUN
dad-12448	323	29	in	in	ADP
dad-12448	323	30	a	a	DET
dad-12448	323	31	normal	normal	ADJ
dad-12448	323	32	essay	essay	NOUN
dad-12448	323	33	(	(	PUNCT
dad-12448	323	34	see	see	VERB
dad-12448	323	35	fig.7	fig.7	ADJ
dad-12448	323	36	)	)	PUNCT
dad-12448	323	37	.	.	PUNCT
dad-12448	324	1	this	this	PRON
dad-12448	324	2	gave	give	VERB
dad-12448	324	3	us	we	PRON
dad-12448	324	4	the	the	DET
dad-12448	324	5	motivation	motivation	NOUN
dad-12448	324	6	to	to	PART
dad-12448	324	7	detect	detect	VERB
dad-12448	324	8	oversensitive	oversensitive	ADJ
dad-12448	324	9	samples	sample	NOUN
dad-12448	324	10	automatically	automatically	ADV
dad-12448	324	11	.	.	PUNCT
dad-12448	325	1	to	to	PART
dad-12448	325	2	detect	detect	VERB
dad-12448	325	3	the	the	DET
dad-12448	325	4	presence	presence	NOUN
dad-12448	325	5	of	of	ADP
dad-12448	325	6	triggers	trigger	NOUN
dad-12448	325	7	(	(	PUNCT
dad-12448	325	8	y	y	NOUN
dad-12448	325	9	)	)	PUNCT
dad-12448	325	10	programmatically	programmatically	ADV
dad-12448	325	11	,	,	PUNCT
dad-12448	325	12	we	we	PRON
dad-12448	325	13	utilize	utilize	VERB
dad-12448	325	14	a	a	DET
dad-12448	325	15	simple	simple	ADJ
dad-12448	325	16	2	2	NUM
dad-12448	325	17	layer	layer	NOUN
dad-12448	325	18	lstm	lstm	NOUN
dad-12448	325	19	-	-	PUNCT
dad-12448	325	20	fc	fc	PROPN
dad-12448	325	21	architecture	architecture	NOUN
dad-12448	325	22	.	.	PUNCT
dad-12448	326	1	ht	ht	INTJ
dad-12448	326	2	,	,	PUNCT
dad-12448	326	3	ct	ct	PROPN
dad-12448	326	4	=	=	SYM
dad-12448	326	5	l(ht−1	l(ht−1	PROPN
dad-12448	326	6	,	,	PUNCT
dad-12448	326	7	ct−1	ct−1	PROPN
dad-12448	326	8	,	,	PUNCT
dad-12448	326	9	xt	xt	X
dad-12448	326	10	)	)	PUNCT
dad-12448	326	11	y	y	PROPN
dad-12448	326	12	=	=	PUNCT
dad-12448	326	13	sigmoid(w	sigmoid(w	PROPN
dad-12448	326	14	∗	∗	NOUN
dad-12448	326	15	ht	ht	PROPN
dad-12448	327	1	+	+	CCONJ
dad-12448	327	2	b	b	X
dad-12448	327	3	)	)	PUNCT
dad-12448	327	4	(	(	PUNCT
dad-12448	327	5	4	4	X
dad-12448	327	6	)	)	PUNCT
dad-12448	327	7	the	the	DET
dad-12448	327	8	lstm	lstm	NOUN
dad-12448	327	9	takes	take	VERB
dad-12448	327	10	the	the	DET
dad-12448	327	11	attributions	attribution	NOUN
dad-12448	327	12	of	of	ADP
dad-12448	327	13	all	all	DET
dad-12448	327	14	words	word	NOUN
dad-12448	327	15	(	(	PUNCT
dad-12448	327	16	xt	xt	NOUN
dad-12448	327	17	)	)	PUNCT
dad-12448	327	18	in	in	ADP
dad-12448	327	19	an	an	DET
dad-12448	327	20	essay	essay	NOUN
dad-12448	327	21	as	as	ADP
dad-12448	327	22	input	input	NOUN
dad-12448	327	23	and	and	CCONJ
dad-12448	327	24	predicts	predict	VERB
dad-12448	327	25	whether	whether	SCONJ
dad-12448	327	26	a	a	DET
dad-12448	327	27	sample	sample	NOUN
dad-12448	327	28	is	be	AUX
dad-12448	327	29	adversarial	adversarial	ADJ
dad-12448	327	30	(	(	PUNCT
dad-12448	327	31	y	y	NOUN
dad-12448	327	32	)	)	PUNCT
dad-12448	327	33	based	base	VERB
dad-12448	327	34	on	on	ADP
dad-12448	327	35	attribution	attribution	NOUN
dad-12448	327	36	values	value	NOUN
dad-12448	327	37	and	and	CCONJ
dad-12448	327	38	the	the	DET
dad-12448	327	39	hidden	hidden	ADJ
dad-12448	327	40	state	state	NOUN
dad-12448	327	41	(	(	PUNCT
dad-12448	327	42	ht	ht	PROPN
dad-12448	327	43	)	)	PUNCT
dad-12448	327	44	.	.	PUNCT
dad-12448	328	1	we	we	PRON
dad-12448	328	2	include	include	VERB
dad-12448	328	3	an	an	DET
dad-12448	328	4	equal	equal	ADJ
dad-12448	328	5	number	number	NOUN
dad-12448	328	6	of	of	ADP
dad-12448	328	7	trigger	trigger	NOUN
dad-12448	328	8	and	and	CCONJ
dad-12448	328	9	non	non	ADJ
dad-12448	328	10	-	-	ADJ
dad-12448	328	11	trigger	trigger	ADJ
dad-12448	328	12	examples	example	NOUN
dad-12448	328	13	in	in	ADP
dad-12448	328	14	the	the	DET
dad-12448	328	15	test	test	NOUN
dad-12448	328	16	set	set	NOUN
dad-12448	328	17	.	.	PUNCT
dad-12448	329	1	in	in	ADP
dad-12448	329	2	the	the	DET
dad-12448	329	3	train	train	NOUN
dad-12448	329	4	set	set	NOUN
dad-12448	329	5	,	,	PUNCT
dad-12448	329	6	we	we	PRON
dad-12448	329	7	augment	augment	VERB
dad-12448	329	8	the	the	DET
dad-12448	329	9	data	datum	NOUN
dad-12448	329	10	by	by	ADP
dad-12448	329	11	including	include	VERB
dad-12448	329	12	a	a	DET
dad-12448	329	13	single	single	ADJ
dad-12448	329	14	response	response	NOUN
dad-12448	329	15	with	with	ADP
dad-12448	329	16	different	different	ADJ
dad-12448	329	17	types	type	NOUN
dad-12448	329	18	of	of	ADP
dad-12448	329	19	triggers	trigger	NOUN
dad-12448	329	20	so	so	SCONJ
dad-12448	329	21	as	as	SCONJ
dad-12448	329	22	to	to	PART
dad-12448	329	23	make	make	VERB
dad-12448	329	24	the	the	DET
dad-12448	329	25	model	model	NOUN
dad-12448	329	26	learn	learn	VERB
dad-12448	329	27	the	the	DET
dad-12448	329	28	attribution	attribution	NOUN
dad-12448	329	29	pattern	pattern	NOUN
dad-12448	329	30	of	of	ADP
dad-12448	329	31	words	word	NOUN
dad-12448	329	32	causing	cause	VERB
dad-12448	329	33	oversensitivity	oversensitivity	NOUN
dad-12448	329	34	.	.	PUNCT
dad-12448	330	1	we	we	PRON
dad-12448	330	2	train	train	VERB
dad-12448	330	3	the	the	DET
dad-12448	330	4	lstm	lstm	NOUN
dad-12448	330	5	based	base	VERB
dad-12448	330	6	classifier	classifier	NOUN
dad-12448	330	7	such	such	ADJ
dad-12448	330	8	that	that	SCONJ
dad-12448	330	9	there	there	PRON
dad-12448	330	10	is	be	VERB
dad-12448	330	11	no	no	DET
dad-12448	330	12	overlap	overlap	NOUN
dad-12448	330	13	between	between	ADP
dad-12448	330	14	the	the	DET
dad-12448	330	15	train	train	NOUN
dad-12448	330	16	and	and	CCONJ
dad-12448	330	17	test	test	NOUN
dad-12448	330	18	triggers	trigger	NOUN
dad-12448	330	19	.	.	PUNCT
dad-12448	331	1	therefore	therefore	ADV
dad-12448	331	2	,	,	PUNCT
dad-12448	331	3	the	the	DET
dad-12448	331	4	classifier	classifier	NOUN
dad-12448	331	5	has	have	AUX
dad-12448	331	6	never	never	ADV
dad-12448	331	7	seen	see	VERB
dad-12448	331	8	the	the	DET
dad-12448	331	9	attributions	attribution	NOUN
dad-12448	331	10	of	of	ADP
dad-12448	331	11	any	any	DET
dad-12448	331	12	samples	sample	NOUN
dad-12448	331	13	with	with	ADP
dad-12448	331	14	the	the	DET
dad-12448	331	15	test	test	NOUN
dad-12448	331	16	-	-	PUNCT
dad-12448	331	17	set	set	VERB
dad-12448	331	18	triggers	trigger	NOUN
dad-12448	331	19	.	.	PUNCT
dad-12448	332	1	using	use	VERB
dad-12448	332	2	this	this	DET
dad-12448	332	3	setup	setup	NOUN
dad-12448	332	4	,	,	PUNCT
dad-12448	332	5	we	we	PRON
dad-12448	332	6	obtained	obtain	VERB
dad-12448	332	7	an	an	DET
dad-12448	332	8	average	average	ADJ
dad-12448	332	9	test	test	NOUN
dad-12448	332	10	accuracy	accuracy	NOUN
dad-12448	332	11	of	of	ADP
dad-12448	332	12	94.3	94.3	NUM
dad-12448	332	13	%	%	NOUN
dad-12448	332	14	on	on	ADP
dad-12448	332	15	a	a	DET
dad-12448	332	16	test	test	NOUN
dad-12448	332	17	set	set	VERB
dad-12448	332	18	size	size	NOUN
dad-12448	332	19	of	of	ADP
dad-12448	332	20	600	600	NUM
dad-12448	332	21	examples	example	NOUN
dad-12448	332	22	per	per	ADP
dad-12448	332	23	prompt	prompt	NOUN
dad-12448	332	24	.	.	PUNCT
dad-12448	333	1	we	we	PRON
dad-12448	333	2	do	do	VERB
dad-12448	333	3	this	this	DET
dad-12448	333	4	testing	testing	NOUN
dad-12448	333	5	over	over	ADP
dad-12448	333	6	all	all	DET
dad-12448	333	7	the	the	DET
dad-12448	333	8	24	24	NUM
dad-12448	333	9	unique	unique	ADJ
dad-12448	333	10	prompt	prompt	ADJ
dad-12448	333	11	-	-	PUNCT
dad-12448	333	12	model	model	NOUN
dad-12448	333	13	pairs	pair	NOUN
dad-12448	333	14	.	.	PUNCT
dad-12448	334	1	the	the	DET
dad-12448	334	2	results	result	NOUN
dad-12448	334	3	for	for	ADP
dad-12448	334	4	3	3	NUM
dad-12448	334	5	prompts	prompt	NOUN
dad-12448	334	6	(	(	PUNCT
dad-12448	334	7	one	one	NOUN
dad-12448	334	8	each	each	PRON
dad-12448	334	9	from	from	ADP
dad-12448	334	10	argumentative	argumentative	ADJ
dad-12448	334	11	,	,	PUNCT
dad-12448	334	12	narrative	narrative	NOUN
dad-12448	334	13	,	,	PUNCT
dad-12448	334	14	rc	rc	PROPN
dad-12448	334	15	(	(	PUNCT
dad-12448	334	16	see	see	VERB
dad-12448	334	17	table	table	NOUN
dad-12448	334	18	1	1	NUM
dad-12448	334	19	)	)	PUNCT
dad-12448	334	20	)	)	PUNCT
dad-12448	334	21	over	over	ADP
dad-12448	334	22	the	the	DET
dad-12448	334	23	attributions	attribution	NOUN
dad-12448	334	24	of	of	ADP
dad-12448	334	25	the	the	DET
dad-12448	334	26	bert	bert	PROPN
dad-12448	334	27	model	model	NOUN
dad-12448	334	28	are	be	AUX
dad-12448	334	29	tabulated	tabulate	VERB
dad-12448	334	30	in	in	ADP
dad-12448	334	31	the	the	DET
dad-12448	334	32	table	table	NOUN
dad-12448	334	33	6	6	NUM
dad-12448	334	34	.	.	PUNCT
dad-12448	335	1	as	as	ADP
dad-12448	335	2	a	a	DET
dad-12448	335	3	baseline	baseline	NOUN
dad-12448	335	4	,	,	PUNCT
dad-12448	335	5	we	we	PRON
dad-12448	335	6	take	take	VERB
dad-12448	335	7	an	an	DET
dad-12448	335	8	lstm	lstm	NOUN
dad-12448	335	9	model	model	NOUN
dad-12448	335	10	which	which	PRON
dad-12448	335	11	takes	take	VERB
dad-12448	335	12	in	in	ADP
dad-12448	335	13	bert	bert	NOUN
dad-12448	335	14	embeddings	embedding	NOUN
dad-12448	335	15	and	and	CCONJ
dad-12448	335	16	tries	try	VERB
dad-12448	335	17	to	to	PART
dad-12448	335	18	classify	classify	VERB
dad-12448	335	19	the	the	DET
dad-12448	335	20	adversarial	adversarial	ADJ
dad-12448	335	21	16	16	NUM
dad-12448	335	22	automatic	automatic	ADJ
dad-12448	335	23	essay	essay	NOUN
dad-12448	335	24	scoring	scoring	NOUN
dad-12448	335	25	systems	system	NOUN
dad-12448	335	26	are	be	AUX
dad-12448	335	27	both	both	CCONJ
dad-12448	335	28	overstable	overstable	ADJ
dad-12448	335	29	and	and	CCONJ
dad-12448	335	30	oversensitive	oversensitive	ADJ
dad-12448	335	31	samples	sample	NOUN
dad-12448	335	32	causing	cause	VERB
dad-12448	335	33	oversensitivity	oversensitivity	NOUN
dad-12448	335	34	using	use	VERB
dad-12448	335	35	the	the	DET
dad-12448	335	36	embedding	embedding	NOUN
dad-12448	335	37	of	of	ADP
dad-12448	335	38	the	the	DET
dad-12448	335	39	second	second	ADJ
dad-12448	335	40	-	-	PUNCT
dad-12448	335	41	last	last	ADJ
dad-12448	335	42	model	model	NOUN
dad-12448	335	43	layer	layer	NOUN
dad-12448	335	44	,	,	PUNCT
dad-12448	335	45	followed	follow	VERB
dad-12448	335	46	by	by	ADP
dad-12448	335	47	a	a	DET
dad-12448	335	48	dense	dense	ADJ
dad-12448	335	49	classification	classification	NOUN
dad-12448	335	50	layer	layer	NOUN
dad-12448	335	51	.	.	PUNCT
dad-12448	336	1	similar	similar	ADJ
dad-12448	336	2	results	result	NOUN
dad-12448	336	3	are	be	AUX
dad-12448	336	4	obtained	obtain	VERB
dad-12448	336	5	for	for	ADP
dad-12448	336	6	all	all	DET
dad-12448	336	7	the	the	DET
dad-12448	336	8	model	model	ADJ
dad-12448	336	9	-	-	PUNCT
dad-12448	336	10	prompt	prompt	ADJ
dad-12448	336	11	pairs	pair	NOUN
dad-12448	336	12	.	.	PUNCT
dad-12448	337	1	model	model	NOUN
dad-12448	337	2	prompt	prompt	ADJ
dad-12448	337	3	accuracy	accuracy	NOUN
dad-12448	337	4	f1	f1	PROPN
dad-12448	337	5	precision	precision	NOUN
dad-12448	337	6	recall	recall	NOUN
dad-12448	337	7	baseline	baseline	VERB
dad-12448	337	8	2	2	NUM
dad-12448	337	9	71	71	NUM
dad-12448	337	10	70	70	NUM
dad-12448	337	11	80	80	NUM
dad-12448	337	12	63	63	NUM
dad-12448	337	13	ig	ig	NOUN
dad-12448	337	14	-	-	PUNCT
dad-12448	337	15	based	base	VERB
dad-12448	337	16	2	2	NUM
dad-12448	337	17	90	90	NUM
dad-12448	337	18	91	91	NUM
dad-12448	337	19	84	84	NUM
dad-12448	337	20	99	99	NUM
dad-12448	337	21	baseline	baseline	NOUN
dad-12448	337	22	6	6	NUM
dad-12448	337	23	74	74	NUM
dad-12448	337	24	74	74	NUM
dad-12448	337	25	78	78	NUM
dad-12448	337	26	70	70	NUM
dad-12448	337	27	ig	ig	PROPN
dad-12448	337	28	-	-	PUNCT
dad-12448	337	29	based	base	VERB
dad-12448	337	30	6	6	NUM
dad-12448	337	31	94	94	NUM
dad-12448	337	32	93	93	NUM
dad-12448	337	33	90	90	NUM
dad-12448	337	34	96	96	NUM
dad-12448	337	35	baseline	baseline	NOUN
dad-12448	337	36	8	8	NUM
dad-12448	337	37	60	60	NUM
dad-12448	337	38	45	45	NUM
dad-12448	337	39	68	68	NUM
dad-12448	337	40	34	34	NUM
dad-12448	337	41	ig	ig	PROPN
dad-12448	337	42	-	-	PUNCT
dad-12448	337	43	based	base	VERB
dad-12448	337	44	8	8	NUM
dad-12448	337	45	99	99	NUM
dad-12448	337	46	98	98	NUM
dad-12448	337	47	96	96	NUM
dad-12448	337	48	100	100	NUM
dad-12448	337	49	table	table	NOUN
dad-12448	337	50	6	6	NUM
dad-12448	337	51	:	:	PUNCT
dad-12448	337	52	validation	validation	NOUN
dad-12448	337	53	metrics	metric	NOUN
dad-12448	337	54	for	for	ADP
dad-12448	337	55	ig	ig	PROPN
dad-12448	337	56	attribution	attribution	NOUN
dad-12448	337	57	-	-	PUNCT
dad-12448	337	58	based	base	VERB
dad-12448	337	59	adversarial	adversarial	ADJ
dad-12448	337	60	sample	sample	NOUN
dad-12448	337	61	detection	detection	NOUN
dad-12448	337	62	compared	compare	VERB
dad-12448	337	63	with	with	ADP
dad-12448	337	64	embedding	embed	VERB
dad-12448	337	65	-	-	PUNCT
dad-12448	337	66	dense	dense	ADJ
dad-12448	337	67	classification	classification	NOUN
dad-12448	337	68	model	model	NOUN
dad-12448	337	69	for	for	ADP
dad-12448	337	70	3	3	NUM
dad-12448	337	71	representative	representative	ADJ
dad-12448	337	72	prompts	prompt	NOUN
dad-12448	337	73	(	(	PUNCT
dad-12448	337	74	a	a	DET
dad-12448	337	75	)	)	PUNCT
dad-12448	337	76	trigger	trigger	NOUN
dad-12448	337	77	“	"	PUNCT
dad-12448	337	78	gradually	gradually	ADV
dad-12448	337	79	centuries	century	NOUN
dad-12448	337	80	stared	stare	VERB
dad-12448	337	81	”	"	PUNCT
dad-12448	337	82	causing	cause	VERB
dad-12448	337	83	score	score	NOUN
dad-12448	337	84	increase	increase	NOUN
dad-12448	337	85	(	(	PUNCT
dad-12448	337	86	b	b	NOUN
dad-12448	337	87	)	)	PUNCT
dad-12448	337	88	trigger	trigger	NOUN
dad-12448	337	89	“	"	PUNCT
dad-12448	337	90	justice	justice	NOUN
dad-12448	337	91	you	you	PRON
dad-12448	337	92	you	you	PRON
dad-12448	337	93	...	...	PUNCT
dad-12448	338	1	i	i	PRON
dad-12448	338	2	i	i	PRON
dad-12448	339	1	i	i	PRON
dad-12448	339	2	”	"	PUNCT
dad-12448	339	3	causing	cause	VERB
dad-12448	339	4	score	score	NOUN
dad-12448	339	5	decrease	decrease	NOUN
dad-12448	339	6	figure	figure	VERB
dad-12448	339	7	7	7	NUM
dad-12448	339	8	:	:	PUNCT
dad-12448	339	9	attributions	attribution	NOUN
dad-12448	339	10	for	for	ADP
dad-12448	339	11	skipflow	skipflow	ADJ
dad-12448	339	12	when	when	SCONJ
dad-12448	339	13	adversarial	adversarial	ADJ
dad-12448	339	14	triggers	trigger	NOUN
dad-12448	339	15	were	be	AUX
dad-12448	339	16	inserted	insert	VERB
dad-12448	339	17	in	in	ADP
dad-12448	339	18	the	the	DET
dad-12448	339	19	beginning	beginning	NOUN
dad-12448	339	20	.	.	PUNCT
dad-12448	340	1	the	the	DET
dad-12448	340	2	figure	figure	NOUN
dad-12448	340	3	shows	show	VERB
dad-12448	340	4	high	high	ADJ
dad-12448	340	5	attributions	attribution	NOUN
dad-12448	340	6	on	on	ADP
dad-12448	340	7	the	the	DET
dad-12448	340	8	trigger	trigger	NOUN
dad-12448	340	9	tokens	token	NOUN
dad-12448	340	10	irrespective	irrespective	ADV
dad-12448	340	11	of	of	ADP
dad-12448	340	12	length	length	NOUN
dad-12448	340	13	of	of	ADP
dad-12448	340	14	triggers	trigger	NOUN
dad-12448	340	15	.	.	PUNCT
dad-12448	341	1	6.2	6.2	NUM
dad-12448	341	2	language	language	NOUN
dad-12448	341	3	entropy	entropy	NOUN
dad-12448	341	4	based	base	VERB
dad-12448	341	5	overstable	overstable	ADJ
dad-12448	341	6	sample	sample	NOUN
dad-12448	341	7	detection	detection	NOUN
dad-12448	341	8	for	for	ADP
dad-12448	341	9	overstability	overstability	NOUN
dad-12448	341	10	detection	detection	NOUN
dad-12448	341	11	,	,	PUNCT
dad-12448	341	12	we	we	PRON
dad-12448	341	13	use	use	VERB
dad-12448	341	14	a	a	DET
dad-12448	341	15	language	language	NOUN
dad-12448	341	16	model	model	NOUN
dad-12448	341	17	to	to	PART
dad-12448	341	18	find	find	VERB
dad-12448	341	19	the	the	DET
dad-12448	341	20	text	text	NOUN
dad-12448	341	21	entropy	entropy	VERB
dad-12448	341	22	.	.	PUNCT
dad-12448	342	1	in	in	ADP
dad-12448	342	2	psycholinguistics	psycholinguistic	NOUN
dad-12448	342	3	,	,	PUNCT
dad-12448	342	4	it	it	PRON
dad-12448	342	5	is	be	AUX
dad-12448	342	6	well	well	ADV
dad-12448	342	7	known	know	VERB
dad-12448	342	8	that	that	SCONJ
dad-12448	342	9	human	human	ADJ
dad-12448	342	10	language	language	NOUN
dad-12448	342	11	has	have	VERB
dad-12448	342	12	a	a	DET
dad-12448	342	13	certain	certain	ADJ
dad-12448	342	14	fixed	fix	VERB
dad-12448	342	15	entropy	entropy	NOUN
dad-12448	342	16	(	(	PUNCT
dad-12448	342	17	frank	frank	ADJ
dad-12448	342	18	and	and	CCONJ
dad-12448	342	19	jaeger	jaeger	NOUN
dad-12448	342	20	,	,	PUNCT
dad-12448	342	21	2008	2008	NUM
dad-12448	342	22	)	)	PUNCT
dad-12448	342	23	.	.	PUNCT
dad-12448	343	1	to	to	PART
dad-12448	343	2	maximize	maximize	VERB
dad-12448	343	3	the	the	DET
dad-12448	343	4	usage	usage	NOUN
dad-12448	343	5	of	of	ADP
dad-12448	343	6	human	human	ADJ
dad-12448	343	7	communication	communication	NOUN
dad-12448	343	8	channel	channel	NOUN
dad-12448	343	9	,	,	PUNCT
dad-12448	343	10	bits	bit	NOUN
dad-12448	343	11	per	per	ADP
dad-12448	343	12	unit	unit	NOUN
dad-12448	343	13	(	(	PUNCT
dad-12448	343	14	second	second	ADJ
dad-12448	343	15	,	,	PUNCT
dad-12448	343	16	or	or	CCONJ
dad-12448	343	17	other	other	ADJ
dad-12448	343	18	units	unit	NOUN
dad-12448	343	19	like	like	ADP
dad-12448	343	20	phrases	phrase	NOUN
dad-12448	343	21	and	and	CCONJ
dad-12448	343	22	sentences	sentence	NOUN
dad-12448	343	23	)	)	PUNCT
dad-12448	343	24	remain	remain	VERB
dad-12448	343	25	constant	constant	ADJ
dad-12448	343	26	(	(	PUNCT
dad-12448	343	27	frank	frank	ADJ
dad-12448	343	28	and	and	CCONJ
dad-12448	343	29	jaeger	jaeger	NOUN
dad-12448	343	30	,	,	PUNCT
dad-12448	343	31	2008	2008	NUM
dad-12448	343	32	;	;	PUNCT
dad-12448	343	33	jaeger	jaeger	NOUN
dad-12448	343	34	,	,	PUNCT
dad-12448	343	35	2010	2010	NUM
dad-12448	343	36	)	)	PUNCT
dad-12448	343	37	.	.	PUNCT
dad-12448	344	1	the	the	DET
dad-12448	344	2	principle	principle	NOUN
dad-12448	344	3	of	of	ADP
dad-12448	344	4	uniform	uniform	ADJ
dad-12448	344	5	information	information	NOUN
dad-12448	344	6	density	density	NOUN
dad-12448	344	7	is	be	AUX
dad-12448	344	8	followed	follow	VERB
dad-12448	344	9	while	while	SCONJ
dad-12448	344	10	reading	reading	NOUN
dad-12448	344	11	and	and	CCONJ
dad-12448	344	12	speaking	speak	VERB
dad-12448	344	13	(	(	PUNCT
dad-12448	344	14	jaeger	jaeger	NOUN
dad-12448	344	15	,	,	PUNCT
dad-12448	344	16	2010	2010	NUM
dad-12448	344	17	;	;	PUNCT
dad-12448	344	18	frank	frank	PROPN
dad-12448	344	19	and	and	CCONJ
dad-12448	344	20	jaeger	jaeger	NOUN
dad-12448	344	21	,	,	PUNCT
dad-12448	344	22	2008	2008	NUM
dad-12448	344	23	;	;	PUNCT
dad-12448	344	24	jaeger	jaeger	NOUN
dad-12448	344	25	,	,	PUNCT
dad-12448	344	26	2006	2006	NUM
dad-12448	344	27	)	)	PUNCT
dad-12448	344	28	.	.	PUNCT
dad-12448	345	1	therefore	therefore	ADV
dad-12448	345	2	,	,	PUNCT
dad-12448	345	3	semantic	semantic	ADJ
dad-12448	345	4	garbage	garbage	NOUN
dad-12448	345	5	(	(	PUNCT
dad-12448	345	6	babel	babel	NOUN
dad-12448	345	7	)	)	PUNCT
dad-12448	345	8	or	or	CCONJ
dad-12448	345	9	sentence	sentence	NOUN
dad-12448	345	10	shuffle	shuffle	NOUN
dad-12448	345	11	and	and	CCONJ
dad-12448	345	12	word	word	NOUN
dad-12448	345	13	modifications	modification	NOUN
dad-12448	345	14	create	create	VERB
dad-12448	345	15	unexpected	unexpected	ADJ
dad-12448	345	16	language	language	NOUN
dad-12448	345	17	with	with	ADP
dad-12448	345	18	high	high	ADJ
dad-12448	345	19	entropy	entropy	NOUN
dad-12448	345	20	.	.	PUNCT
dad-12448	346	1	thus	thus	ADV
dad-12448	346	2	,	,	PUNCT
dad-12448	346	3	this	this	DET
dad-12448	346	4	inherent	inherent	ADJ
dad-12448	346	5	property	property	NOUN
dad-12448	346	6	of	of	ADP
dad-12448	346	7	language	language	NOUN
dad-12448	346	8	can	can	AUX
dad-12448	346	9	be	be	AUX
dad-12448	346	10	used	use	VERB
dad-12448	346	11	to	to	PART
dad-12448	346	12	detect	detect	VERB
dad-12448	346	13	samples	sample	NOUN
dad-12448	346	14	causing	cause	VERB
dad-12448	346	15	overstability	overstability	NOUN
dad-12448	346	16	.	.	PUNCT
dad-12448	347	1	we	we	PRON
dad-12448	347	2	use	use	VERB
dad-12448	347	3	a	a	DET
dad-12448	347	4	gpt-2	gpt-2	PUNCT
dad-12448	347	5	language	language	NOUN
dad-12448	347	6	model	model	NOUN
dad-12448	347	7	(	(	PUNCT
dad-12448	347	8	radford	radford	PROPN
dad-12448	347	9	et	et	PROPN
dad-12448	347	10	al	al	PROPN
dad-12448	347	11	.	.	PROPN
dad-12448	347	12	,	,	PUNCT
dad-12448	347	13	2019	2019	NUM
dad-12448	347	14	)	)	PUNCT
dad-12448	347	15	to	to	PART
dad-12448	347	16	do	do	VERB
dad-12448	347	17	unsupervised	unsupervised	ADJ
dad-12448	347	18	language	language	NOUN
dad-12448	347	19	modelling	modelling	NOUN
dad-12448	347	20	on	on	ADP
dad-12448	347	21	our	our	PRON
dad-12448	347	22	training	training	NOUN
dad-12448	347	23	corpus	corpus	NOUN
dad-12448	347	24	to	to	PART
dad-12448	347	25	learn	learn	VERB
dad-12448	347	26	the	the	DET
dad-12448	347	27	grammar	grammar	NOUN
dad-12448	347	28	and	and	CCONJ
dad-12448	347	29	structure	structure	NOUN
dad-12448	347	30	of	of	ADP
dad-12448	347	31	normal	normal	ADJ
dad-12448	347	32	essays	essay	NOUN
dad-12448	347	33	.	.	PUNCT
dad-12448	348	1	we	we	PRON
dad-12448	348	2	get	get	VERB
dad-12448	348	3	the	the	DET
dad-12448	348	4	perplexity	perplexity	NOUN
dad-12448	348	5	score	score	NOUN
dad-12448	348	6	p	p	X
dad-12448	348	7	(	(	PUNCT
dad-12448	348	8	x	x	NOUN
dad-12448	348	9	)	)	PUNCT
dad-12448	348	10	of	of	ADP
dad-12448	348	11	all	all	DET
dad-12448	348	12	essays	essay	NOUN
dad-12448	348	13	after	after	ADP
dad-12448	348	14	passing	pass	VERB
dad-12448	348	15	through	through	ADP
dad-12448	348	16	gpt-2	gpt-2	NUM
dad-12448	348	17	.	.	PUNCT
dad-12448	349	1	p	p	X
dad-12448	349	2	(	(	PUNCT
dad-12448	349	3	x	x	NOUN
dad-12448	349	4	)	)	PUNCT
dad-12448	349	5	=	=	PRON
dad-12448	349	6	eh̃(x)where	eh̃(x)where	X
dad-12448	349	7	h̃(x	h̃(x	PROPN
dad-12448	349	8	)	)	PUNCT
dad-12448	349	9	=	=	PUNCT
dad-12448	350	1	−	−	PROPN
dad-12448	350	2	∑	∑	NOUN
dad-12448	350	3	x	x	SYM
dad-12448	350	4	q(x	q(x	PROPN
dad-12448	350	5	)	)	PUNCT
dad-12448	350	6	loge	loge	PROPN
dad-12448	350	7	p(x	p(x	PROPN
dad-12448	350	8	)	)	PUNCT
dad-12448	350	9	(	(	PUNCT
dad-12448	350	10	5	5	NUM
dad-12448	350	11	)	)	PUNCT
dad-12448	350	12	where	where	SCONJ
dad-12448	350	13	p(x	p(x	NOUN
dad-12448	350	14	)	)	PUNCT
dad-12448	350	15	and	and	CCONJ
dad-12448	350	16	q(x	q(x	PROPN
dad-12448	350	17	)	)	PUNCT
dad-12448	350	18	are	be	AUX
dad-12448	350	19	the	the	DET
dad-12448	350	20	estimated	estimate	VERB
dad-12448	350	21	(	(	PUNCT
dad-12448	350	22	by	by	ADP
dad-12448	350	23	language	language	NOUN
dad-12448	350	24	model	model	NOUN
dad-12448	350	25	)	)	PUNCT
dad-12448	350	26	and	and	CCONJ
dad-12448	350	27	true	true	ADJ
dad-12448	350	28	probabilities	probability	NOUN
dad-12448	350	29	of	of	ADP
dad-12448	350	30	the	the	DET
dad-12448	350	31	word	word	NOUN
dad-12448	350	32	sequence	sequence	NOUN
dad-12448	350	33	x.	x.	NOUN
dad-12448	350	34	17	17	NUM
dad-12448	350	35	singla	singla	PROPN
dad-12448	350	36	,	,	PUNCT
dad-12448	350	37	parekh	parekh	PROPN
dad-12448	350	38	,	,	PUNCT
dad-12448	350	39	singh	singh	PROPN
dad-12448	350	40	,	,	PUNCT
dad-12448	350	41	li	li	PROPN
dad-12448	350	42	,	,	PUNCT
dad-12448	350	43	shah	shah	PROPN
dad-12448	350	44	and	and	CCONJ
dad-12448	350	45	chen	chen	PROPN
dad-12448	350	46	we	we	PRON
dad-12448	350	47	calculate	calculate	VERB
dad-12448	350	48	a	a	DET
dad-12448	350	49	threshold	threshold	NOUN
dad-12448	350	50	to	to	PART
dad-12448	350	51	distinguish	distinguish	VERB
dad-12448	350	52	between	between	ADP
dad-12448	350	53	the	the	DET
dad-12448	350	54	perturbed	perturbed	ADJ
dad-12448	350	55	and	and	CCONJ
dad-12448	350	56	normal	normal	ADJ
dad-12448	350	57	essays	essay	NOUN
dad-12448	350	58	(	(	PUNCT
dad-12448	350	59	which	which	PRON
dad-12448	350	60	can	can	AUX
dad-12448	350	61	also	also	ADV
dad-12448	350	62	be	be	AUX
dad-12448	350	63	grammatically	grammatically	ADV
dad-12448	350	64	incorrect	incorrect	ADJ
dad-12448	350	65	at	at	ADP
dad-12448	350	66	times	time	NOUN
dad-12448	350	67	)	)	PUNCT
dad-12448	350	68	.	.	PUNCT
dad-12448	351	1	example	example	NOUN
dad-12448	351	2	perplexities	perplexity	NOUN
dad-12448	351	3	of	of	ADP
dad-12448	351	4	normal	normal	ADJ
dad-12448	351	5	essays	essay	NOUN
dad-12448	351	6	vs	vs	ADP
dad-12448	351	7	babel	babel	NOUN
dad-12448	351	8	essays	essay	NOUN
dad-12448	351	9	are	be	AUX
dad-12448	351	10	shown	show	VERB
dad-12448	351	11	in	in	ADP
dad-12448	351	12	fig	fig	NOUN
dad-12448	351	13	.	.	PUNCT
dad-12448	352	1	8	8	X
dad-12448	352	2	.	.	X
dad-12448	352	3	figure	figure	NOUN
dad-12448	352	4	8	8	NUM
dad-12448	352	5	:	:	PUNCT
dad-12448	352	6	box	box	NOUN
dad-12448	352	7	plot	plot	NOUN
dad-12448	352	8	of	of	ADP
dad-12448	352	9	normal	normal	ADJ
dad-12448	352	10	vs	vs	ADP
dad-12448	352	11	babel	babel	NOUN
dad-12448	352	12	gpt	gpt	NOUN
dad-12448	352	13	perplexities	perplexity	NOUN
dad-12448	352	14	to	to	PART
dad-12448	352	15	find	find	VERB
dad-12448	352	16	the	the	DET
dad-12448	352	17	optimal	optimal	ADJ
dad-12448	352	18	threshold	threshold	NOUN
dad-12448	352	19	,	,	PUNCT
dad-12448	352	20	we	we	PRON
dad-12448	352	21	use	use	VERB
dad-12448	352	22	the	the	DET
dad-12448	352	23	isolation	isolation	NOUN
dad-12448	352	24	forest	forest	NOUN
dad-12448	352	25	(	(	PUNCT
dad-12448	352	26	liu	liu	PROPN
dad-12448	352	27	et	et	PROPN
dad-12448	352	28	al	al	PROPN
dad-12448	352	29	.	.	PROPN
dad-12448	352	30	,	,	PUNCT
dad-12448	352	31	2008	2008	NUM
dad-12448	352	32	)	)	PUNCT
dad-12448	352	33	,	,	PUNCT
dad-12448	352	34	which	which	PRON
dad-12448	352	35	is	be	AUX
dad-12448	352	36	a	a	DET
dad-12448	352	37	one	one	NUM
dad-12448	352	38	class	class	NOUN
dad-12448	352	39	(	(	PUNCT
dad-12448	352	40	oc	oc	NOUN
dad-12448	352	41	)	)	PUNCT
dad-12448	352	42	classification	classification	NOUN
dad-12448	352	43	technique	technique	NOUN
dad-12448	352	44	.	.	PUNCT
dad-12448	353	1	since	since	SCONJ
dad-12448	353	2	oc	oc	ADP
dad-12448	353	3	classification	classification	NOUN
dad-12448	353	4	only	only	ADV
dad-12448	353	5	uses	use	VERB
dad-12448	353	6	one	one	NUM
dad-12448	353	7	type	type	NOUN
dad-12448	353	8	of	of	ADP
dad-12448	353	9	examples	example	NOUN
dad-12448	353	10	to	to	PART
dad-12448	353	11	train	train	VERB
dad-12448	353	12	,	,	PUNCT
dad-12448	353	13	using	use	VERB
dad-12448	353	14	only	only	ADV
dad-12448	353	15	the	the	DET
dad-12448	353	16	normal	normal	ADJ
dad-12448	353	17	essay	essay	ADJ
dad-12448	353	18	perplexity	perplexity	NOUN
dad-12448	353	19	,	,	PUNCT
dad-12448	353	20	we	we	PRON
dad-12448	353	21	can	can	AUX
dad-12448	353	22	train	train	VERB
dad-12448	353	23	it	it	PRON
dad-12448	353	24	to	to	PART
dad-12448	353	25	detect	detect	VERB
dad-12448	353	26	when	when	SCONJ
dad-12448	353	27	the	the	DET
dad-12448	353	28	perplexity	perplexity	NOUN
dad-12448	353	29	is	be	AUX
dad-12448	353	30	anomalous	anomalous	ADJ
dad-12448	353	31	.	.	PUNCT
dad-12448	354	1	scoring	score	VERB
dad-12448	354	2	function	function	NOUN
dad-12448	354	3	:	:	PUNCT
dad-12448	354	4	s(x	s(x	NOUN
dad-12448	354	5	,	,	PUNCT
dad-12448	354	6	n	n	CCONJ
dad-12448	354	7	)	)	PUNCT
dad-12448	354	8	=	=	SYM
dad-12448	354	9	2−e(h(x))/c(n	2−e(h(x))/c(n	NUM
dad-12448	354	10	)	)	PUNCT
dad-12448	354	11	(	(	PUNCT
dad-12448	354	12	6	6	NUM
dad-12448	354	13	)	)	PUNCT
dad-12448	354	14	where	where	SCONJ
dad-12448	354	15	e(h(x	e(h(x	NOUN
dad-12448	354	16	)	)	PUNCT
dad-12448	354	17	)	)	PUNCT
dad-12448	354	18	is	be	AUX
dad-12448	354	19	the	the	DET
dad-12448	354	20	mean	mean	ADJ
dad-12448	354	21	value	value	NOUN
dad-12448	354	22	of	of	ADP
dad-12448	354	23	depths	depth	NOUN
dad-12448	354	24	that	that	PRON
dad-12448	354	25	a	a	DET
dad-12448	354	26	single	single	ADJ
dad-12448	354	27	data	data	NOUN
dad-12448	354	28	point	point	NOUN
dad-12448	354	29	,	,	PUNCT
dad-12448	354	30	x	x	PRON
dad-12448	354	31	,	,	PUNCT
dad-12448	354	32	reaches	reach	VERB
dad-12448	354	33	in	in	ADP
dad-12448	354	34	all	all	DET
dad-12448	354	35	trees	tree	NOUN
dad-12448	354	36	.	.	PUNCT
dad-12448	355	1	normalizing	normalize	VERB
dad-12448	355	2	factor	factor	NOUN
dad-12448	355	3	c(n	c(n	NOUN
dad-12448	355	4	)	)	PUNCT
dad-12448	356	1	=	=	PUNCT
dad-12448	356	2	2h(n−	2h(n−	NUM
dad-12448	356	3	1)−	1)−	NUM
dad-12448	356	4	(	(	PUNCT
dad-12448	356	5	2(n−	2(n−	NUM
dad-12448	356	6	1)/n	1)/n	NUM
dad-12448	356	7	)	)	PUNCT
dad-12448	356	8	(	(	PUNCT
dad-12448	356	9	7	7	X
dad-12448	356	10	)	)	PUNCT
dad-12448	356	11	where	where	SCONJ
dad-12448	356	12	h(i	h(i	NOUN
dad-12448	356	13	)	)	PUNCT
dad-12448	357	1	=	=	SYM
dad-12448	357	2	harmonic	harmonic	ADJ
dad-12448	357	3	number	number	NOUN
dad-12448	357	4	=	=	SYM
dad-12448	357	5	ln(i	ln(i	X
dad-12448	357	6	)	)	PUNCT
dad-12448	357	7	+	+	CCONJ
dad-12448	357	8	0.5772	0.5772	NUM
dad-12448	357	9	(	(	PUNCT
dad-12448	357	10	euler	euler	NOUN
dad-12448	357	11	’s	’s	PART
dad-12448	357	12	constant	constant	ADJ
dad-12448	357	13	)	)	PUNCT
dad-12448	357	14	and	and	CCONJ
dad-12448	357	15	n	n	PRON
dad-12448	357	16	is	be	AUX
dad-12448	357	17	the	the	DET
dad-12448	357	18	number	number	NOUN
dad-12448	357	19	of	of	ADP
dad-12448	357	20	points	point	NOUN
dad-12448	357	21	used	use	VERB
dad-12448	357	22	to	to	PART
dad-12448	357	23	construct	construct	VERB
dad-12448	357	24	trees	tree	NOUN
dad-12448	357	25	.	.	PUNCT
dad-12448	358	1	we	we	PRON
dad-12448	358	2	train	train	VERB
dad-12448	358	3	this	this	DET
dad-12448	358	4	isoforest	isofor	ADJ
dad-12448	358	5	model	model	NOUN
dad-12448	358	6	on	on	ADP
dad-12448	358	7	our	our	PRON
dad-12448	358	8	training	training	NOUN
dad-12448	358	9	perplexities	perplexity	NOUN
dad-12448	358	10	and	and	CCONJ
dad-12448	358	11	then	then	ADV
dad-12448	358	12	test	test	VERB
dad-12448	358	13	it	it	PRON
dad-12448	358	14	on	on	ADP
dad-12448	358	15	our	our	PRON
dad-12448	358	16	validation	validation	NOUN
dad-12448	358	17	set	set	NOUN
dad-12448	358	18	,	,	PUNCT
dad-12448	358	19	i.e.	i.e.	X
dad-12448	358	20	,	,	PUNCT
dad-12448	358	21	other	other	ADJ
dad-12448	358	22	normal	normal	ADJ
dad-12448	358	23	essays	essay	NOUN
dad-12448	358	24	,	,	PUNCT
dad-12448	358	25	shuffled	shuffle	VERB
dad-12448	358	26	essays	essay	NOUN
dad-12448	358	27	(	(	PUNCT
dad-12448	358	28	§	§	NOUN
dad-12448	358	29	4.1.3	4.1.3	NUM
dad-12448	358	30	)	)	PUNCT
dad-12448	358	31	,	,	PUNCT
dad-12448	358	32	lexicon	lexicon	NOUN
dad-12448	358	33	-	-	PUNCT
dad-12448	358	34	modified	modify	VERB
dad-12448	358	35	essays	essay	NOUN
dad-12448	358	36	(	(	PUNCT
dad-12448	358	37	§	§	NOUN
dad-12448	358	38	4.1.4	4.1.4	NUM
dad-12448	358	39	)	)	PUNCT
dad-12448	358	40	and	and	CCONJ
dad-12448	358	41	babel	babel	NOUN
dad-12448	358	42	samples	sample	NOUN
dad-12448	358	43	(	(	PUNCT
dad-12448	358	44	§	§	NOUN
dad-12448	358	45	4.1.5	4.1.5	NUM
dad-12448	358	46	)	)	PUNCT
dad-12448	358	47	.	.	PUNCT
dad-12448	359	1	the	the	DET
dad-12448	359	2	contamination	contamination	NOUN
dad-12448	359	3	factor	factor	NOUN
dad-12448	359	4	of	of	ADP
dad-12448	359	5	the	the	DET
dad-12448	359	6	isoforest	isoforest	NOUN
dad-12448	359	7	is	be	AUX
dad-12448	359	8	set	set	VERB
dad-12448	359	9	to	to	ADP
dad-12448	359	10	1	1	NUM
dad-12448	359	11	%	%	NOUN
dad-12448	359	12	,	,	PUNCT
dad-12448	359	13	corresponding	correspond	VERB
dad-12448	359	14	to	to	ADP
dad-12448	359	15	the	the	DET
dad-12448	359	16	number	number	NOUN
dad-12448	359	17	of	of	ADP
dad-12448	359	18	probable	probable	ADJ
dad-12448	359	19	anomalies	anomaly	NOUN
dad-12448	359	20	in	in	ADP
dad-12448	359	21	the	the	DET
dad-12448	359	22	training	training	NOUN
dad-12448	359	23	data	datum	NOUN
dad-12448	359	24	.	.	PUNCT
dad-12448	360	1	we	we	PRON
dad-12448	360	2	obtain	obtain	VERB
dad-12448	360	3	near	near	ADP
dad-12448	360	4	perfect	perfect	ADJ
dad-12448	360	5	accuracies	accuracy	NOUN
dad-12448	360	6	,	,	PUNCT
dad-12448	360	7	indicating	indicate	VERB
dad-12448	360	8	that	that	SCONJ
dad-12448	360	9	our	our	PRON
dad-12448	360	10	language	language	NOUN
dad-12448	360	11	model	model	NOUN
dad-12448	360	12	has	have	AUX
dad-12448	360	13	indeed	indeed	ADV
dad-12448	360	14	captured	capture	VERB
dad-12448	360	15	the	the	DET
dad-12448	360	16	language	language	NOUN
dad-12448	360	17	of	of	ADP
dad-12448	360	18	a	a	DET
dad-12448	360	19	normal	normal	ADJ
dad-12448	360	20	essay	essay	NOUN
dad-12448	360	21	.	.	PUNCT
dad-12448	361	1	table	table	NOUN
dad-12448	361	2	7	7	NUM
dad-12448	361	3	presents	present	VERB
dad-12448	361	4	the	the	DET
dad-12448	361	5	results	result	NOUN
dad-12448	361	6	on	on	ADP
dad-12448	361	7	three	three	NUM
dad-12448	361	8	representative	representative	ADJ
dad-12448	361	9	prompts	prompt	NOUN
dad-12448	361	10	(	(	PUNCT
dad-12448	361	11	one	one	NOUN
dad-12448	361	12	each	each	PRON
dad-12448	361	13	from	from	ADP
dad-12448	361	14	argumentative	argumentative	ADJ
dad-12448	361	15	,	,	PUNCT
dad-12448	361	16	narrative	narrative	NOUN
dad-12448	361	17	,	,	PUNCT
dad-12448	361	18	rc	rc	PROPN
dad-12448	361	19	(	(	PUNCT
dad-12448	361	20	see	see	VERB
dad-12448	361	21	table	table	NOUN
dad-12448	361	22	1	1	NUM
dad-12448	361	23	)	)	PUNCT
dad-12448	361	24	)	)	PUNCT
dad-12448	361	25	.	.	PUNCT
dad-12448	362	1	18	18	NUM
dad-12448	362	2	automatic	automatic	ADJ
dad-12448	362	3	essay	essay	NOUN
dad-12448	362	4	scoring	scoring	NOUN
dad-12448	362	5	systems	system	NOUN
dad-12448	362	6	are	be	AUX
dad-12448	362	7	both	both	CCONJ
dad-12448	362	8	overstable	overstable	ADJ
dad-12448	362	9	and	and	CCONJ
dad-12448	362	10	oversensitive	oversensitive	ADJ
dad-12448	362	11	prompt	prompt	ADJ
dad-12448	362	12	normal	normal	ADJ
dad-12448	362	13	essays	essay	NOUN
dad-12448	362	14	shuffle	shuffle	NOUN
dad-12448	362	15	synonyms	synonyms	PROPN
dad-12448	362	16	babel	babel	NOUN
dad-12448	362	17	2	2	NUM
dad-12448	362	18	99.1	99.1	NUM
dad-12448	362	19	100	100	NUM
dad-12448	362	20	82.5	82.5	NUM
dad-12448	362	21	100	100	NUM
dad-12448	362	22	6	6	NUM
dad-12448	362	23	99.6	99.6	NUM
dad-12448	362	24	98	98	NUM
dad-12448	362	25	80	80	NUM
dad-12448	362	26	100	100	NUM
dad-12448	362	27	8	8	NUM
dad-12448	362	28	99.3	99.3	NUM
dad-12448	362	29	98.9	98.9	NUM
dad-12448	362	30	83	83	NUM
dad-12448	362	31	100	100	NUM
dad-12448	362	32	table	table	NOUN
dad-12448	362	33	7	7	NUM
dad-12448	362	34	:	:	PUNCT
dad-12448	362	35	isoforest	isofor	ADJ
dad-12448	362	36	accuracy	accuracy	NOUN
dad-12448	362	37	on	on	ADP
dad-12448	362	38	normal	normal	ADJ
dad-12448	362	39	essays	essay	NOUN
dad-12448	362	40	,	,	PUNCT
dad-12448	362	41	shuffled	shuffle	VERB
dad-12448	362	42	essays	essay	NOUN
dad-12448	362	43	(	(	PUNCT
dad-12448	362	44	§	§	NOUN
dad-12448	362	45	4.1.3	4.1.3	NUM
dad-12448	362	46	)	)	PUNCT
dad-12448	362	47	,	,	PUNCT
dad-12448	362	48	lexicon	lexicon	NOUN
dad-12448	362	49	-	-	PUNCT
dad-12448	362	50	modified	modify	VERB
dad-12448	362	51	essays	essay	NOUN
dad-12448	362	52	(	(	PUNCT
dad-12448	362	53	§	§	NOUN
dad-12448	362	54	4.1.4	4.1.4	NUM
dad-12448	362	55	)	)	PUNCT
dad-12448	362	56	and	and	CCONJ
dad-12448	362	57	babel	babel	NOUN
dad-12448	362	58	samples	sample	NOUN
dad-12448	362	59	(	(	PUNCT
dad-12448	362	60	§	§	NOUN
dad-12448	362	61	4.1.5	4.1.5	X
dad-12448	362	62	)	)	PUNCT
dad-12448	362	63	for	for	ADP
dad-12448	362	64	three	three	NUM
dad-12448	362	65	representative	representative	ADJ
dad-12448	362	66	prompts	prompt	NOUN
dad-12448	362	67	6.3	6.3	NUM
dad-12448	362	68	pilot	pilot	NOUN
dad-12448	362	69	study	study	NOUN
dad-12448	362	70	to	to	PART
dad-12448	362	71	test	test	VERB
dad-12448	362	72	how	how	SCONJ
dad-12448	362	73	well	well	ADV
dad-12448	362	74	the	the	DET
dad-12448	362	75	sample	sample	NOUN
dad-12448	362	76	detection	detection	NOUN
dad-12448	362	77	systems	system	NOUN
dad-12448	362	78	work	work	VERB
dad-12448	362	79	in	in	ADP
dad-12448	362	80	practice	practice	NOUN
dad-12448	362	81	,	,	PUNCT
dad-12448	362	82	we	we	PRON
dad-12448	362	83	conduct	conduct	VERB
dad-12448	362	84	a	a	DET
dad-12448	362	85	small	small	ADJ
dad-12448	362	86	-	-	PUNCT
dad-12448	362	87	scale	scale	NOUN
dad-12448	362	88	pilot	pilot	NOUN
dad-12448	362	89	study	study	NOUN
dad-12448	362	90	using	use	VERB
dad-12448	362	91	essay	essay	ADJ
dad-12448	362	92	prompts	prompt	NOUN
dad-12448	362	93	of	of	ADP
dad-12448	362	94	a	a	DET
dad-12448	362	95	major	major	ADJ
dad-12448	362	96	language	language	NOUN
dad-12448	362	97	testing	testing	NOUN
dad-12448	362	98	company	company	NOUN
dad-12448	362	99	.	.	PUNCT
dad-12448	363	1	we	we	PRON
dad-12448	363	2	asked	ask	VERB
dad-12448	363	3	3	3	NUM
dad-12448	363	4	experts	expert	NOUN
dad-12448	363	5	and	and	CCONJ
dad-12448	363	6	20	20	NUM
dad-12448	363	7	candidate	candidate	NOUN
dad-12448	363	8	testtakers	testtaker	NOUN
dad-12448	363	9	to	to	PART
dad-12448	363	10	try	try	VERB
dad-12448	363	11	to	to	PART
dad-12448	363	12	fool	fool	VERB
dad-12448	363	13	the	the	DET
dad-12448	363	14	deployed	deployed	ADJ
dad-12448	363	15	aes	aes	PROPN
dad-12448	363	16	models	model	NOUN
dad-12448	363	17	.	.	PUNCT
dad-12448	364	1	the	the	DET
dad-12448	364	2	experts	expert	NOUN
dad-12448	364	3	had	have	VERB
dad-12448	364	4	an	an	DET
dad-12448	364	5	experience	experience	NOUN
dad-12448	364	6	of	of	ADP
dad-12448	364	7	more	more	ADJ
dad-12448	364	8	than	than	ADP
dad-12448	364	9	15	15	NUM
dad-12448	364	10	years	year	NOUN
dad-12448	364	11	in	in	ADP
dad-12448	364	12	the	the	DET
dad-12448	364	13	field	field	NOUN
dad-12448	364	14	of	of	ADP
dad-12448	364	15	language	language	NOUN
dad-12448	364	16	testing	testing	NOUN
dad-12448	364	17	and	and	CCONJ
dad-12448	364	18	were	be	AUX
dad-12448	364	19	highly	highly	ADV
dad-12448	364	20	educated	educate	VERB
dad-12448	364	21	(	(	PUNCT
dad-12448	364	22	masters	master	NOUN
dad-12448	364	23	of	of	ADP
dad-12448	364	24	science	science	NOUN
dad-12448	364	25	or	or	CCONJ
dad-12448	364	26	arts	art	NOUN
dad-12448	364	27	in	in	ADP
dad-12448	364	28	language	language	NOUN
dad-12448	364	29	and	and	CCONJ
dad-12448	364	30	above	above	ADP
dad-12448	364	31	)	)	PUNCT
dad-12448	364	32	.	.	PUNCT
dad-12448	365	1	the	the	DET
dad-12448	365	2	test	test	NOUN
dad-12448	365	3	-	-	PUNCT
dad-12448	365	4	takers	taker	NOUN
dad-12448	365	5	were	be	AUX
dad-12448	365	6	college	college	NOUN
dad-12448	365	7	graduates	graduate	NOUN
dad-12448	365	8	from	from	ADP
dad-12448	365	9	the	the	DET
dad-12448	365	10	population	population	NOUN
dad-12448	365	11	served	serve	VERB
dad-12448	365	12	by	by	ADP
dad-12448	365	13	the	the	DET
dad-12448	365	14	company	company	NOUN
dad-12448	365	15	.	.	PUNCT
dad-12448	366	1	they	they	PRON
dad-12448	366	2	were	be	AUX
dad-12448	366	3	duly	duly	ADV
dad-12448	366	4	compensated	compensate	VERB
dad-12448	366	5	for	for	ADP
dad-12448	366	6	their	their	PRON
dad-12448	366	7	time	time	NOUN
dad-12448	366	8	according	accord	VERB
dad-12448	366	9	to	to	ADP
dad-12448	366	10	the	the	DET
dad-12448	366	11	local	local	ADJ
dad-12448	366	12	market	market	NOUN
dad-12448	366	13	rate	rate	NOUN
dad-12448	366	14	.	.	PUNCT
dad-12448	367	1	we	we	PRON
dad-12448	367	2	provided	provide	VERB
dad-12448	367	3	them	they	PRON
dad-12448	367	4	with	with	ADP
dad-12448	367	5	our	our	PRON
dad-12448	367	6	overstability	overstability	NOUN
dad-12448	367	7	and	and	CCONJ
dad-12448	367	8	oversensitivity	oversensitivity	NOUN
dad-12448	367	9	tests	test	NOUN
dad-12448	367	10	for	for	ADP
dad-12448	367	11	their	their	PRON
dad-12448	367	12	reference	reference	NOUN
dad-12448	367	13	.	.	PUNCT
dad-12448	368	1	the	the	DET
dad-12448	368	2	pilot	pilot	NOUN
dad-12448	368	3	study	study	NOUN
dad-12448	368	4	revealed	reveal	VERB
dad-12448	368	5	that	that	SCONJ
dad-12448	368	6	the	the	DET
dad-12448	368	7	test	test	NOUN
dad-12448	368	8	-	-	PUNCT
dad-12448	368	9	takers	taker	NOUN
dad-12448	368	10	used	use	VERB
dad-12448	368	11	several	several	ADJ
dad-12448	368	12	strategies	strategy	NOUN
dad-12448	368	13	to	to	PART
dad-12448	368	14	try	try	VERB
dad-12448	368	15	to	to	PART
dad-12448	368	16	bypass	bypass	VERB
dad-12448	368	17	the	the	DET
dad-12448	368	18	system	system	NOUN
dad-12448	368	19	,	,	PUNCT
dad-12448	368	20	like	like	ADP
dad-12448	368	21	using	use	VERB
dad-12448	368	22	semantic	semantic	ADJ
dad-12448	368	23	garbage	garbage	NOUN
dad-12448	368	24	such	such	ADJ
dad-12448	368	25	as	as	ADP
dad-12448	368	26	what	what	PRON
dad-12448	368	27	is	be	AUX
dad-12448	368	28	generated	generate	VERB
dad-12448	368	29	by	by	ADP
dad-12448	368	30	the	the	DET
dad-12448	368	31	babel	babel	PROPN
dad-12448	368	32	generator	generator	PROPN
dad-12448	368	33	,	,	PUNCT
dad-12448	368	34	sentence	sentence	NOUN
dad-12448	368	35	and	and	CCONJ
dad-12448	368	36	word	word	NOUN
dad-12448	368	37	repetitions	repetition	NOUN
dad-12448	368	38	,	,	PUNCT
dad-12448	368	39	bad	bad	ADJ
dad-12448	368	40	grammar	grammar	NOUN
dad-12448	368	41	,	,	PUNCT
dad-12448	368	42	second	second	ADJ
dad-12448	368	43	language	language	NOUN
dad-12448	368	44	use	use	NOUN
dad-12448	368	45	,	,	PUNCT
dad-12448	368	46	randomly	randomly	ADV
dad-12448	368	47	inserting	insert	VERB
dad-12448	368	48	trigger	trigger	NOUN
dad-12448	368	49	words	word	NOUN
dad-12448	368	50	,	,	PUNCT
dad-12448	368	51	trigger	trigger	NOUN
dad-12448	368	52	word	word	NOUN
dad-12448	368	53	repetitions	repetition	NOUN
dad-12448	368	54	,	,	PUNCT
dad-12448	368	55	using	use	VERB
dad-12448	368	56	pseudowords	pseudoword	NOUN
dad-12448	368	57	and	and	CCONJ
dad-12448	368	58	non	non	NOUN
dad-12448	368	59	-	-	NOUN
dad-12448	368	60	words	word	NOUN
dad-12448	368	61	like	like	ADP
dad-12448	368	62	jabberwocky	jabberwocky	PROPN
dad-12448	368	63	,	,	PUNCT
dad-12448	368	64	and	and	CCONJ
dad-12448	368	65	partial	partial	ADJ
dad-12448	368	66	question	question	NOUN
dad-12448	368	67	repeats	repeat	NOUN
dad-12448	368	68	.	.	PUNCT
dad-12448	369	1	the	the	DET
dad-12448	369	2	models	model	NOUN
dad-12448	369	3	reported	report	VERB
dad-12448	369	4	were	be	AUX
dad-12448	369	5	able	able	ADJ
dad-12448	369	6	to	to	PART
dad-12448	369	7	catch	catch	VERB
dad-12448	369	8	most	most	ADJ
dad-12448	369	9	of	of	ADP
dad-12448	369	10	the	the	DET
dad-12448	369	11	attacks	attack	NOUN
dad-12448	369	12	including	include	VERB
dad-12448	369	13	the	the	DET
dad-12448	369	14	ones	one	NOUN
dad-12448	369	15	with	with	ADP
dad-12448	369	16	repetitions	repetition	NOUN
dad-12448	369	17	,	,	PUNCT
dad-12448	369	18	trigger	trigger	NOUN
dad-12448	369	19	words	word	NOUN
dad-12448	369	20	,	,	PUNCT
dad-12448	369	21	pseudoword	pseudoword	NOUN
dad-12448	369	22	and	and	CCONJ
dad-12448	369	23	non	non	ADJ
dad-12448	369	24	-	-	ADJ
dad-12448	369	25	word	word	ADJ
dad-12448	369	26	usages	usage	NOUN
dad-12448	369	27	,	,	PUNCT
dad-12448	369	28	and	and	CCONJ
dad-12448	369	29	semantic	semantic	ADJ
dad-12448	369	30	garbage	garbage	NOUN
dad-12448	369	31	with	with	ADP
dad-12448	369	32	high	high	ADJ
dad-12448	369	33	accuracy	accuracy	NOUN
dad-12448	369	34	(	(	PUNCT
dad-12448	369	35	0.89	0.89	NUM
dad-12448	369	36	f1	f1	NOUN
dad-12448	369	37	with	with	ADP
dad-12448	369	38	0.92	0.92	NUM
dad-12448	369	39	recall	recall	NOUN
dad-12448	369	40	scores	score	NOUN
dad-12448	369	41	on	on	ADP
dad-12448	369	42	an	an	DET
dad-12448	369	43	average	average	NOUN
dad-12448	369	44	)	)	PUNCT
dad-12448	369	45	.	.	PUNCT
dad-12448	370	1	however	however	ADV
dad-12448	370	2	,	,	PUNCT
dad-12448	370	3	bad	bad	ADJ
dad-12448	370	4	-	-	PUNCT
dad-12448	370	5	grammar	grammar	NOUN
dad-12448	370	6	and	and	CCONJ
dad-12448	370	7	partial	partial	ADJ
dad-12448	370	8	question	question	NOUN
dad-12448	370	9	repeats	repeat	NOUN
dad-12448	370	10	were	be	AUX
dad-12448	370	11	difficult	difficult	ADJ
dad-12448	370	12	to	to	PART
dad-12448	370	13	recognize	recognize	VERB
dad-12448	370	14	and	and	CCONJ
dad-12448	370	15	identify	identify	VERB
dad-12448	370	16	(	(	PUNCT
dad-12448	370	17	0.48	0.48	NUM
dad-12448	370	18	f1	f1	NOUN
dad-12448	370	19	score	score	NOUN
dad-12448	370	20	with	with	ADP
dad-12448	370	21	0.52	0.52	NUM
dad-12448	370	22	recall	recall	NOUN
dad-12448	370	23	scores	score	NOUN
dad-12448	370	24	on	on	ADP
dad-12448	370	25	an	an	DET
dad-12448	370	26	average	average	NOUN
dad-12448	370	27	)	)	PUNCT
dad-12448	370	28	.	.	PUNCT
dad-12448	371	1	this	this	PRON
dad-12448	371	2	is	be	AUX
dad-12448	371	3	especially	especially	ADV
dad-12448	371	4	so	so	ADV
dad-12448	371	5	since	since	SCONJ
dad-12448	371	6	bad	bad	ADJ
dad-12448	371	7	grammar	grammar	NOUN
dad-12448	371	8	could	could	AUX
dad-12448	371	9	be	be	AUX
dad-12448	371	10	indicative	indicative	ADJ
dad-12448	371	11	of	of	ADP
dad-12448	371	12	both	both	DET
dad-12448	371	13	language	language	NOUN
dad-12448	371	14	proficiency	proficiency	NOUN
dad-12448	371	15	and	and	CCONJ
dad-12448	371	16	adversaries	adversary	NOUN
dad-12448	371	17	.	.	PUNCT
dad-12448	372	1	while	while	SCONJ
dad-12448	372	2	bad	bad	ADJ
dad-12448	372	3	grammar	grammar	NOUN
dad-12448	372	4	was	be	AUX
dad-12448	372	5	easily	easily	ADV
dad-12448	372	6	detected	detect	VERB
dad-12448	372	7	in	in	ADP
dad-12448	372	8	semantic	semantic	ADJ
dad-12448	372	9	garbage	garbage	NOUN
dad-12448	372	10	category	category	NOUN
dad-12448	372	11	,	,	PUNCT
dad-12448	372	12	it	it	PRON
dad-12448	372	13	was	be	AUX
dad-12448	372	14	detected	detect	VERB
dad-12448	372	15	with	with	ADP
dad-12448	372	16	low	low	ADJ
dad-12448	372	17	accuracy	accuracy	NOUN
dad-12448	372	18	when	when	SCONJ
dad-12448	372	19	only	only	ADV
dad-12448	372	20	a	a	DET
dad-12448	372	21	few	few	ADJ
dad-12448	372	22	sentences	sentence	NOUN
dad-12448	372	23	were	be	AUX
dad-12448	372	24	off	off	ADV
dad-12448	372	25	.	.	PUNCT
dad-12448	373	1	similarly	similarly	ADV
dad-12448	373	2	,	,	PUNCT
dad-12448	373	3	candidates	candidate	NOUN
dad-12448	373	4	often	often	ADV
dad-12448	373	5	use	use	VERB
dad-12448	373	6	partial	partial	ADJ
dad-12448	373	7	question	question	NOUN
dad-12448	373	8	repeats	repeat	NOUN
dad-12448	373	9	to	to	PART
dad-12448	373	10	start	start	VERB
dad-12448	373	11	or	or	CCONJ
dad-12448	373	12	end	end	VERB
dad-12448	373	13	answers	answer	NOUN
dad-12448	373	14	.	.	PUNCT
dad-12448	374	1	therefore	therefore	ADV
dad-12448	374	2	,	,	PUNCT
dad-12448	374	3	it	it	PRON
dad-12448	374	4	forms	form	VERB
dad-12448	374	5	a	a	DET
dad-12448	374	6	construct	construct	VERB
dad-12448	374	7	-	-	PUNCT
dad-12448	374	8	relevant	relevant	ADJ
dad-12448	374	9	strategy	strategy	NOUN
dad-12448	374	10	and	and	CCONJ
dad-12448	374	11	hence	hence	ADV
dad-12448	374	12	can	can	AUX
dad-12448	374	13	not	not	PART
dad-12448	374	14	be	be	AUX
dad-12448	374	15	rejected	reject	VERB
dad-12448	374	16	according	accord	VERB
dad-12448	374	17	to	to	ADP
dad-12448	374	18	rubrics	rubric	NOUN
dad-12448	374	19	.	.	PUNCT
dad-12448	375	1	this	this	DET
dad-12448	375	2	problem	problem	NOUN
dad-12448	375	3	should	should	AUX
dad-12448	375	4	be	be	AUX
dad-12448	375	5	addressed	address	VERB
dad-12448	375	6	in	in	ADP
dad-12448	375	7	essay	essay	ADJ
dad-12448	375	8	-	-	PUNCT
dad-12448	375	9	scoring	score	VERB
dad-12448	375	10	models	model	NOUN
dad-12448	375	11	by	by	ADP
dad-12448	375	12	introducing	introduce	VERB
dad-12448	375	13	appropriate	appropriate	ADJ
dad-12448	375	14	inductive	inductive	ADJ
dad-12448	375	15	biases	bias	NOUN
dad-12448	375	16	.	.	PUNCT
dad-12448	376	1	we	we	PRON
dad-12448	376	2	leave	leave	VERB
dad-12448	376	3	this	this	DET
dad-12448	376	4	task	task	NOUN
dad-12448	376	5	for	for	ADP
dad-12448	376	6	future	future	ADJ
dad-12448	376	7	work	work	NOUN
dad-12448	376	8	.	.	PUNCT
dad-12448	377	1	7	7	X
dad-12448	377	2	.	.	X
dad-12448	377	3	conclusion	conclusion	NOUN
dad-12448	377	4	and	and	CCONJ
dad-12448	377	5	future	future	ADJ
dad-12448	377	6	work	work	NOUN
dad-12448	377	7	automatic	automatic	ADJ
dad-12448	377	8	scoring	scoring	NOUN
dad-12448	377	9	,	,	PUNCT
dad-12448	377	10	one	one	NUM
dad-12448	377	11	of	of	ADP
dad-12448	377	12	the	the	DET
dad-12448	377	13	first	first	ADJ
dad-12448	377	14	tasks	task	NOUN
dad-12448	377	15	to	to	PART
dad-12448	377	16	be	be	AUX
dad-12448	377	17	automated	automate	VERB
dad-12448	377	18	using	use	VERB
dad-12448	377	19	ai	ai	PROPN
dad-12448	377	20	(	(	PUNCT
dad-12448	377	21	whitlock	whitlock	NOUN
dad-12448	377	22	,	,	PUNCT
dad-12448	377	23	1964	1964	NUM
dad-12448	377	24	)	)	PUNCT
dad-12448	377	25	,	,	PUNCT
dad-12448	377	26	is	be	AUX
dad-12448	377	27	now	now	ADV
dad-12448	377	28	shifting	shift	VERB
dad-12448	377	29	to	to	ADP
dad-12448	377	30	black	black	ADJ
dad-12448	377	31	box	box	NOUN
dad-12448	377	32	neural	neural	ADJ
dad-12448	377	33	-	-	PUNCT
dad-12448	377	34	network	network	NOUN
dad-12448	377	35	based	base	VERB
dad-12448	377	36	automated	automate	VERB
dad-12448	377	37	systems	system	NOUN
dad-12448	377	38	.	.	PUNCT
dad-12448	378	1	in	in	ADP
dad-12448	378	2	this	this	DET
dad-12448	378	3	paper	paper	NOUN
dad-12448	378	4	,	,	PUNCT
dad-12448	378	5	we	we	PRON
dad-12448	378	6	take	take	VERB
dad-12448	378	7	a	a	DET
dad-12448	378	8	few	few	ADJ
dad-12448	378	9	such	such	ADJ
dad-12448	378	10	recent	recent	ADJ
dad-12448	378	11	state	state	NOUN
dad-12448	378	12	-	-	PUNCT
dad-12448	378	13	of	of	ADP
dad-12448	378	14	-	-	PUNCT
dad-12448	378	15	the	the	DET
dad-12448	378	16	-	-	PUNCT
dad-12448	378	17	art	art	NOUN
dad-12448	378	18	scoring	scoring	NOUN
dad-12448	378	19	models	model	NOUN
dad-12448	378	20	and	and	CCONJ
dad-12448	378	21	try	try	VERB
dad-12448	378	22	to	to	PART
dad-12448	378	23	interpret	interpret	VERB
dad-12448	378	24	their	their	PRON
dad-12448	378	25	scoring	scoring	NOUN
dad-12448	378	26	mechanism	mechanism	NOUN
dad-12448	378	27	.	.	PUNCT
dad-12448	379	1	we	we	PRON
dad-12448	379	2	test	test	VERB
dad-12448	379	3	the	the	DET
dad-12448	379	4	models	model	NOUN
dad-12448	379	5	on	on	ADP
dad-12448	379	6	various	various	ADJ
dad-12448	379	7	features	feature	NOUN
dad-12448	379	8	considered	consider	VERB
dad-12448	379	9	important	important	ADJ
dad-12448	379	10	for	for	ADP
dad-12448	379	11	scoring	score	VERB
dad-12448	379	12	such	such	ADJ
dad-12448	379	13	as	as	ADP
dad-12448	379	14	coherence	coherence	NOUN
dad-12448	379	15	,	,	PUNCT
dad-12448	379	16	factuality	factuality	NOUN
dad-12448	379	17	,	,	PUNCT
dad-12448	379	18	content	content	NOUN
dad-12448	379	19	,	,	PUNCT
dad-12448	379	20	relevance	relevance	NOUN
dad-12448	379	21	,	,	PUNCT
dad-12448	379	22	sufficiency	sufficiency	NOUN
dad-12448	379	23	,	,	PUNCT
dad-12448	379	24	logic	logic	NOUN
dad-12448	379	25	,	,	PUNCT
dad-12448	379	26	etc	etc	X
dad-12448	379	27	and	and	CCONJ
dad-12448	379	28	explain	explain	VERB
dad-12448	379	29	the	the	DET
dad-12448	379	30	models	model	NOUN
dad-12448	379	31	’	'	PUNCT
dad-12448	379	32	predictions	prediction	NOUN
dad-12448	379	33	.	.	PUNCT
dad-12448	380	1	we	we	PRON
dad-12448	380	2	find	find	VERB
dad-12448	380	3	that	that	SCONJ
dad-12448	380	4	the	the	DET
dad-12448	380	5	models	model	NOUN
dad-12448	380	6	do	do	AUX
dad-12448	380	7	not	not	PART
dad-12448	380	8	see	see	VERB
dad-12448	380	9	an	an	DET
dad-12448	380	10	essay	essay	NOUN
dad-12448	380	11	as	as	ADP
dad-12448	380	12	a	a	DET
dad-12448	380	13	unitary	unitary	ADJ
dad-12448	380	14	piece	piece	NOUN
dad-12448	380	15	of	of	ADP
dad-12448	380	16	coherent	coherent	ADJ
dad-12448	380	17	text	text	NOUN
dad-12448	380	18	but	but	CCONJ
dad-12448	380	19	as	as	ADP
dad-12448	380	20	a	a	DET
dad-12448	380	21	bag	bag	NOUN
dad-12448	380	22	-	-	PUNCT
dad-12448	380	23	of	of	ADP
dad-12448	380	24	-	-	PUNCT
dad-12448	380	25	words	word	NOUN
dad-12448	380	26	.	.	PUNCT
dad-12448	381	1	we	we	PRON
dad-12448	381	2	find	find	VERB
dad-12448	381	3	out	out	ADP
dad-12448	381	4	why	why	SCONJ
dad-12448	381	5	essay	essay	ADJ
dad-12448	381	6	scoring	scoring	NOUN
dad-12448	381	7	models	model	NOUN
dad-12448	381	8	are	be	AUX
dad-12448	381	9	both	both	ADV
dad-12448	381	10	oversensitive	oversensitive	ADJ
dad-12448	381	11	and	and	CCONJ
dad-12448	381	12	overstable	overstable	ADJ
dad-12448	381	13	and	and	CCONJ
dad-12448	381	14	propose	propose	VERB
dad-12448	381	15	detection	detection	NOUN
dad-12448	381	16	based	base	VERB
dad-12448	381	17	protection	protection	NOUN
dad-12448	381	18	models	model	NOUN
dad-12448	381	19	against	against	ADP
dad-12448	381	20	such	such	ADJ
dad-12448	381	21	attacks	attack	NOUN
dad-12448	381	22	.	.	PUNCT
dad-12448	382	1	through	through	ADP
dad-12448	382	2	this	this	PRON
dad-12448	382	3	,	,	PUNCT
dad-12448	382	4	we	we	PRON
dad-12448	382	5	also	also	ADV
dad-12448	382	6	propose	propose	VERB
dad-12448	382	7	an	an	DET
dad-12448	382	8	effective	effective	ADJ
dad-12448	382	9	defense	defense	NOUN
dad-12448	382	10	against	against	ADP
dad-12448	382	11	the	the	DET
dad-12448	382	12	recently	recently	ADV
dad-12448	382	13	introduced	introduce	VERB
dad-12448	382	14	universal	universal	ADJ
dad-12448	382	15	adversarial	adversarial	ADJ
dad-12448	382	16	attacks	attack	NOUN
dad-12448	382	17	.	.	PUNCT
dad-12448	383	1	apart	apart	ADV
dad-12448	383	2	from	from	ADP
dad-12448	383	3	contributing	contribute	VERB
dad-12448	383	4	to	to	ADP
dad-12448	383	5	the	the	DET
dad-12448	383	6	discussion	discussion	NOUN
dad-12448	383	7	of	of	ADP
dad-12448	383	8	finding	find	VERB
dad-12448	383	9	effective	effective	ADJ
dad-12448	383	10	testing	testing	NOUN
dad-12448	383	11	strategies	strategy	NOUN
dad-12448	383	12	,	,	PUNCT
dad-12448	383	13	we	we	PRON
dad-12448	383	14	hope	hope	VERB
dad-12448	383	15	that	that	SCONJ
dad-12448	383	16	our	our	PRON
dad-12448	383	17	exploratory	exploratory	ADJ
dad-12448	383	18	study	study	NOUN
dad-12448	383	19	initiates	initiate	VERB
dad-12448	383	20	further	further	ADJ
dad-12448	383	21	discussion	discussion	NOUN
dad-12448	383	22	about	about	ADP
dad-12448	383	23	better	well	ADJ
dad-12448	383	24	modeling	model	VERB
dad-12448	383	25	automatic	automatic	ADJ
dad-12448	383	26	scoring	scoring	NOUN
dad-12448	383	27	and	and	CCONJ
dad-12448	383	28	testing	testing	NOUN
dad-12448	383	29	systems	system	NOUN
dad-12448	383	30	especially	especially	ADV
dad-12448	383	31	in	in	ADP
dad-12448	383	32	a	a	DET
dad-12448	383	33	sensitive	sensitive	ADJ
dad-12448	383	34	area	area	NOUN
dad-12448	383	35	like	like	ADP
dad-12448	383	36	essay	essay	NOUN
dad-12448	383	37	grading	grade	VERB
dad-12448	383	38	.	.	PUNCT
dad-12448	384	1	extensive	extensive	ADJ
dad-12448	384	2	work	work	NOUN
dad-12448	384	3	needs	need	VERB
dad-12448	384	4	to	to	PART
dad-12448	384	5	be	be	AUX
dad-12448	384	6	done	do	VERB
dad-12448	384	7	on	on	ADP
dad-12448	384	8	19	19	NUM
dad-12448	384	9	singla	singla	ADJ
dad-12448	384	10	,	,	PUNCT
dad-12448	384	11	parekh	parekh	PROPN
dad-12448	384	12	,	,	PUNCT
dad-12448	384	13	singh	singh	PROPN
dad-12448	384	14	,	,	PUNCT
dad-12448	384	15	li	li	PROPN
dad-12448	384	16	,	,	PUNCT
dad-12448	384	17	shah	shah	PROPN
dad-12448	384	18	and	and	CCONJ
dad-12448	384	19	chen	chen	PROPN
dad-12448	384	20	each	each	PRON
dad-12448	384	21	feature	feature	VERB
dad-12448	384	22	important	important	ADJ
dad-12448	384	23	for	for	ADP
dad-12448	384	24	scoring	score	VERB
dad-12448	384	25	a	a	DET
dad-12448	384	26	written	write	VERB
dad-12448	384	27	sample	sample	NOUN
dad-12448	384	28	.	.	PUNCT
dad-12448	385	1	this	this	PRON
dad-12448	385	2	includes	include	VERB
dad-12448	385	3	making	make	VERB
dad-12448	385	4	available	available	ADJ
dad-12448	385	5	trait	trait	NOUN
dad-12448	385	6	-	-	PUNCT
dad-12448	385	7	based	base	VERB
dad-12448	385	8	(	(	PUNCT
dad-12448	385	9	or	or	CCONJ
dad-12448	385	10	factor	factor	NOUN
dad-12448	385	11	-	-	PUNCT
dad-12448	385	12	based	base	VERB
dad-12448	385	13	)	)	PUNCT
dad-12448	385	14	essay	essay	NOUN
dad-12448	385	15	scoring	scoring	NOUN
dad-12448	385	16	(	(	PUNCT
dad-12448	385	17	mathias	mathia	NOUN
dad-12448	385	18	and	and	CCONJ
dad-12448	385	19	bhattacharyya	bhattacharyya	ADJ
dad-12448	385	20	,	,	PUNCT
dad-12448	385	21	2018	2018	NUM
dad-12448	385	22	)	)	PUNCT
dad-12448	385	23	,	,	PUNCT
dad-12448	385	24	systematically	systematically	ADV
dad-12448	385	25	moving	move	VERB
dad-12448	385	26	from	from	ADP
dad-12448	385	27	overall	overall	ADJ
dad-12448	385	28	scoring	scoring	NOUN
dad-12448	385	29	to	to	ADP
dad-12448	385	30	making	make	VERB
dad-12448	385	31	sure	sure	ADJ
dad-12448	385	32	model	model	NOUN
dad-12448	385	33	is	be	AUX
dad-12448	385	34	internally	internally	ADV
dad-12448	385	35	aware	aware	ADJ
dad-12448	385	36	of	of	ADP
dad-12448	385	37	all	all	DET
dad-12448	385	38	factors	factor	NOUN
dad-12448	385	39	(	(	PUNCT
dad-12448	385	40	attali	attali	ADJ
dad-12448	385	41	,	,	PUNCT
dad-12448	385	42	2013	2013	NUM
dad-12448	385	43	)	)	PUNCT
dad-12448	385	44	,	,	PUNCT
dad-12448	385	45	and	and	CCONJ
dad-12448	385	46	testing	test	VERB
dad-12448	385	47	the	the	DET
dad-12448	385	48	model	model	NOUN
dad-12448	385	49	on	on	ADP
dad-12448	385	50	these	these	DET
dad-12448	385	51	factors	factor	NOUN
dad-12448	385	52	.	.	PUNCT
dad-12448	386	1	with	with	ADP
dad-12448	386	2	millions	million	NOUN
dad-12448	386	3	of	of	ADP
dad-12448	386	4	candidates	candidate	NOUN
dad-12448	386	5	each	each	DET
dad-12448	386	6	year	year	NOUN
dad-12448	386	7	relying	rely	VERB
dad-12448	386	8	on	on	ADP
dad-12448	386	9	automatically	automatically	ADV
dad-12448	386	10	scored	score	VERB
dad-12448	386	11	tests	test	NOUN
dad-12448	386	12	for	for	ADP
dad-12448	386	13	lifechanging	lifechanging	NOUN
dad-12448	386	14	decisions	decision	NOUN
dad-12448	386	15	like	like	ADP
dad-12448	386	16	college	college	NOUN
dad-12448	386	17	,	,	PUNCT
dad-12448	386	18	job	job	NOUN
dad-12448	386	19	opportunities	opportunity	NOUN
dad-12448	386	20	,	,	PUNCT
dad-12448	386	21	and	and	CCONJ
dad-12448	386	22	visas	visa	NOUN
dad-12448	386	23	,	,	PUNCT
dad-12448	386	24	it	it	PRON
dad-12448	386	25	becomes	become	VERB
dad-12448	386	26	imperative	imperative	ADJ
dad-12448	386	27	for	for	SCONJ
dad-12448	386	28	the	the	DET
dad-12448	386	29	research	research	NOUN
dad-12448	386	30	community	community	NOUN
dad-12448	386	31	to	to	PART
dad-12448	386	32	validate	validate	VERB
dad-12448	386	33	their	their	PRON
dad-12448	386	34	models	model	NOUN
dad-12448	386	35	and	and	CCONJ
dad-12448	386	36	show	show	VERB
dad-12448	386	37	performance	performance	NOUN
dad-12448	386	38	metrics	metric	NOUN
dad-12448	386	39	beyond	beyond	ADP
dad-12448	386	40	just	just	ADV
dad-12448	386	41	accuracy	accuracy	NOUN
dad-12448	386	42	and	and	CCONJ
dad-12448	386	43	kappa	kappa	ADJ
dad-12448	386	44	numbers	number	NOUN
dad-12448	386	45	.	.	PUNCT
dad-12448	387	1	references	reference	NOUN
dad-12448	387	2	naveed	naveed	PROPN
dad-12448	387	3	akhtar	akhtar	PROPN
dad-12448	387	4	and	and	CCONJ
dad-12448	387	5	ajmal	ajmal	PROPN
dad-12448	387	6	mian	mian	PROPN
dad-12448	387	7	.	.	PUNCT
dad-12448	388	1	threat	threat	NOUN
dad-12448	388	2	of	of	ADP
dad-12448	388	3	adversarial	adversarial	ADJ
dad-12448	388	4	attacks	attack	NOUN
dad-12448	388	5	on	on	ADP
dad-12448	388	6	deep	deep	ADJ
dad-12448	388	7	learning	learning	NOUN
dad-12448	388	8	in	in	ADP
dad-12448	388	9	computer	computer	NOUN
dad-12448	388	10	vision	vision	NOUN
dad-12448	388	11	:	:	PUNCT
dad-12448	388	12	a	a	DET
dad-12448	388	13	survey	survey	NOUN
dad-12448	388	14	.	.	PUNCT
dad-12448	389	1	ieee	ieee	NOUN
dad-12448	389	2	access	access	NOUN
dad-12448	389	3	,	,	PUNCT
dad-12448	389	4	6	6	NUM
dad-12448	389	5	,	,	PUNCT
dad-12448	389	6	2018	2018	NUM
dad-12448	389	7	.	.	PUNCT
dad-12448	390	1	asap	asap	PROPN
dad-12448	390	2	-	-	PUNCT
dad-12448	390	3	aes	aes	PROPN
dad-12448	390	4	.	.	PUNCT
dad-12448	391	1	the	the	DET
dad-12448	391	2	hewlett	hewlett	PROPN
dad-12448	391	3	foundation	foundation	PROPN
dad-12448	391	4	:	:	PUNCT
dad-12448	391	5	automated	automate	VERB
dad-12448	391	6	essay	essay	NOUN
dad-12448	391	7	scoring	scoring	NOUN
dad-12448	391	8	develop	develop	VERB
dad-12448	391	9	an	an	DET
dad-12448	391	10	automated	automate	VERB
dad-12448	391	11	scoring	scoring	NOUN
dad-12448	391	12	algorithm	algorithm	NOUN
dad-12448	391	13	for	for	ADP
dad-12448	391	14	student	student	NOUN
dad-12448	391	15	-	-	PUNCT
dad-12448	391	16	written	write	VERB
dad-12448	391	17	essays	essay	NOUN
dad-12448	391	18	.	.	PUNCT
dad-12448	392	1	https://www.kaggle.com/c/asap-aes/	https://www.kaggle.com/c/asap-aes/	PROPN
dad-12448	392	2	,	,	PUNCT
dad-12448	392	3	2012	2012	NUM
dad-12448	392	4	.	.	PUNCT
dad-12448	393	1	truenorth	truenorth	NOUN
dad-12448	393	2	speaking	speak	VERB
dad-12448	393	3	assessment	assessment	NOUN
dad-12448	393	4	.	.	PUNCT
dad-12448	394	1	truenorth	truenorth	NOUN
dad-12448	394	2	speaking	speak	VERB
dad-12448	394	3	assessment	assessment	NOUN
dad-12448	394	4	:	:	PUNCT
dad-12448	394	5	the	the	DET
dad-12448	394	6	first	first	ADJ
dad-12448	394	7	fully	fully	ADV
dad-12448	394	8	-	-	PUNCT
dad-12448	394	9	automated	automate	VERB
dad-12448	394	10	speaking	speaking	NOUN
dad-12448	394	11	assessment	assessment	NOUN
dad-12448	394	12	with	with	ADP
dad-12448	394	13	immediate	immediate	ADJ
dad-12448	394	14	score	score	NOUN
dad-12448	394	15	delivery	delivery	NOUN
dad-12448	394	16	.	.	PUNCT
dad-12448	395	1	https://emmersion.ai/products/	https://emmersion.ai/products/	NOUN
dad-12448	395	2	truenorth/	truenorth/	NUM
dad-12448	395	3	,	,	PUNCT
dad-12448	395	4	2021	2021	NUM
dad-12448	395	5	.	.	PUNCT
dad-12448	396	1	yigal	yigal	PROPN
dad-12448	396	2	attali	attali	PROPN
dad-12448	396	3	.	.	PUNCT
dad-12448	397	1	validity	validity	NOUN
dad-12448	397	2	and	and	CCONJ
dad-12448	397	3	reliability	reliability	NOUN
dad-12448	397	4	of	of	ADP
dad-12448	397	5	automated	automate	VERB
dad-12448	397	6	essay	essay	ADJ
dad-12448	397	7	scoring	scoring	NOUN
dad-12448	397	8	.	.	PUNCT
dad-12448	398	1	in	in	ADP
dad-12448	398	2	handbook	handbook	NOUN
dad-12448	398	3	of	of	ADP
dad-12448	398	4	automated	automate	VERB
dad-12448	398	5	essay	essay	ADJ
dad-12448	398	6	evaluation	evaluation	NOUN
dad-12448	398	7	,	,	PUNCT
dad-12448	398	8	pages	page	NOUN
dad-12448	398	9	203–220	203–220	NUM
dad-12448	398	10	.	.	PUNCT
dad-12448	398	11	routledge	routledge	PROPN
dad-12448	398	12	,	,	PUNCT
dad-12448	398	13	2013	2013	NUM
dad-12448	398	14	.	.	PUNCT
dad-12448	399	1	pakhi	pakhi	PROPN
dad-12448	399	2	bamdev	bamdev	PROPN
dad-12448	399	3	,	,	PUNCT
dad-12448	399	4	manraj	manraj	VERB
dad-12448	399	5	singh	singh	PROPN
dad-12448	399	6	grover	grover	PROPN
dad-12448	399	7	,	,	PUNCT
dad-12448	399	8	yaman	yaman	PROPN
dad-12448	399	9	kumar	kumar	PROPN
dad-12448	399	10	singla	singla	PROPN
dad-12448	399	11	,	,	PUNCT
dad-12448	399	12	payman	payman	NOUN
dad-12448	399	13	vafaee	vafaee	PROPN
dad-12448	399	14	,	,	PUNCT
dad-12448	399	15	mika	mika	PROPN
dad-12448	399	16	hama	hama	NOUN
dad-12448	399	17	,	,	PUNCT
dad-12448	399	18	and	and	CCONJ
dad-12448	399	19	rajiv	rajiv	ADJ
dad-12448	399	20	ratn	ratn	NOUN
dad-12448	399	21	shah	shah	NOUN
dad-12448	399	22	.	.	PUNCT
dad-12448	400	1	automated	automate	VERB
dad-12448	400	2	speech	speech	NOUN
dad-12448	400	3	scoring	scoring	NOUN
dad-12448	400	4	system	system	NOUN
dad-12448	400	5	under	under	ADP
dad-12448	400	6	the	the	DET
dad-12448	400	7	lens	len	NOUN
dad-12448	400	8	:	:	PUNCT
dad-12448	400	9	evaluating	evaluate	VERB
dad-12448	400	10	and	and	CCONJ
dad-12448	400	11	interpreting	interpret	VERB
dad-12448	400	12	the	the	DET
dad-12448	400	13	linguistic	linguistic	ADJ
dad-12448	400	14	cues	cue	NOUN
dad-12448	400	15	for	for	ADP
dad-12448	400	16	language	language	NOUN
dad-12448	400	17	proficiency	proficiency	NOUN
dad-12448	400	18	.	.	PUNCT
dad-12448	401	1	international	international	ADJ
dad-12448	401	2	journal	journal	PROPN
dad-12448	401	3	of	of	ADP
dad-12448	401	4	artificial	artificial	ADJ
dad-12448	401	5	intelligence	intelligence	NOUN
dad-12448	401	6	in	in	ADP
dad-12448	401	7	education	education	NOUN
dad-12448	401	8	,	,	PUNCT
dad-12448	401	9	pages	page	NOUN
dad-12448	401	10	1–36	1–36	ADJ
dad-12448	401	11	,	,	PUNCT
dad-12448	401	12	2022	2022	NUM
dad-12448	401	13	.	.	PUNCT
dad-12448	402	1	regina	regina	PROPN
dad-12448	402	2	barzilay	barzilay	PROPN
dad-12448	402	3	and	and	CCONJ
dad-12448	402	4	mirella	mirella	PROPN
dad-12448	402	5	lapata	lapata	PROPN
dad-12448	402	6	.	.	PUNCT
dad-12448	403	1	modeling	model	VERB
dad-12448	403	2	local	local	ADJ
dad-12448	403	3	coherence	coherence	NOUN
dad-12448	403	4	:	:	PUNCT
dad-12448	403	5	an	an	DET
dad-12448	403	6	entity	entity	NOUN
dad-12448	403	7	-	-	PUNCT
dad-12448	403	8	based	base	VERB
dad-12448	403	9	approach	approach	NOUN
dad-12448	403	10	.	.	PUNCT
dad-12448	404	1	in	in	ADP
dad-12448	404	2	proceedings	proceeding	NOUN
dad-12448	404	3	of	of	ADP
dad-12448	404	4	the	the	DET
dad-12448	404	5	43rd	43rd	ADJ
dad-12448	404	6	annual	annual	ADJ
dad-12448	404	7	meeting	meeting	NOUN
dad-12448	404	8	of	of	ADP
dad-12448	404	9	the	the	DET
dad-12448	404	10	association	association	NOUN
dad-12448	404	11	for	for	ADP
dad-12448	404	12	computational	computational	ADJ
dad-12448	404	13	linguistics	linguistic	NOUN
dad-12448	404	14	(	(	PUNCT
dad-12448	404	15	acl’05	acl’05	PROPN
dad-12448	404	16	)	)	PUNCT
dad-12448	404	17	.	.	PUNCT
dad-12448	405	1	association	association	NOUN
dad-12448	405	2	for	for	ADP
dad-12448	405	3	computational	computational	ADJ
dad-12448	405	4	linguistics	linguistic	NOUN
dad-12448	405	5	,	,	PUNCT
dad-12448	405	6	2005	2005	NUM
dad-12448	405	7	.	.	PUNCT
dad-12448	406	1	doi	doi	NOUN
dad-12448	406	2	:	:	PUNCT
dad-12448	406	3	10.3115/1219840.1219858	10.3115/1219840.1219858	NUM
dad-12448	406	4	.	.	PUNCT
dad-12448	407	1	isaac	isaac	PROPN
dad-12448	407	2	i	i	PRON
dad-12448	407	3	bejar	bejar	PROPN
dad-12448	407	4	,	,	PUNCT
dad-12448	407	5	waverely	waverely	ADV
dad-12448	407	6	vanwinkle	vanwinkle	NOUN
dad-12448	407	7	,	,	PUNCT
dad-12448	407	8	nitin	nitin	PROPN
dad-12448	407	9	madnani	madnani	PROPN
dad-12448	407	10	,	,	PUNCT
dad-12448	407	11	william	william	PROPN
dad-12448	407	12	lewis	lewis	PROPN
dad-12448	407	13	,	,	PUNCT
dad-12448	407	14	and	and	CCONJ
dad-12448	407	15	michael	michael	PROPN
dad-12448	407	16	steier	steier	NOUN
dad-12448	407	17	.	.	PUNCT
dad-12448	408	1	length	length	NOUN
dad-12448	408	2	of	of	ADP
dad-12448	408	3	textual	textual	ADJ
dad-12448	408	4	response	response	NOUN
dad-12448	408	5	as	as	ADP
dad-12448	408	6	a	a	DET
dad-12448	408	7	construct	construct	VERB
dad-12448	408	8	-	-	PUNCT
dad-12448	408	9	irrelevant	irrelevant	ADJ
dad-12448	408	10	response	response	NOUN
dad-12448	408	11	strategy	strategy	NOUN
dad-12448	408	12	:	:	PUNCT
dad-12448	408	13	the	the	DET
dad-12448	408	14	case	case	NOUN
dad-12448	408	15	of	of	ADP
dad-12448	408	16	shell	shell	ADJ
dad-12448	408	17	language	language	NOUN
dad-12448	408	18	.	.	PUNCT
dad-12448	409	1	ets	ets	PROPN
dad-12448	409	2	research	research	NOUN
dad-12448	409	3	report	report	NOUN
dad-12448	409	4	series	series	NOUN
dad-12448	409	5	,	,	PUNCT
dad-12448	409	6	2013(1	2013(1	NUM
dad-12448	409	7	)	)	PUNCT
dad-12448	409	8	,	,	PUNCT
dad-12448	409	9	2013	2013	NUM
dad-12448	409	10	.	.	PUNCT
dad-12448	410	1	isaac	isaac	PROPN
dad-12448	410	2	i	i	PRON
dad-12448	410	3	bejar	bejar	PROPN
dad-12448	410	4	,	,	PUNCT
dad-12448	410	5	michael	michael	PROPN
dad-12448	410	6	flor	flor	PROPN
dad-12448	410	7	,	,	PUNCT
dad-12448	410	8	yoko	yoko	PROPN
dad-12448	410	9	futagi	futagi	NOUN
dad-12448	410	10	,	,	PUNCT
dad-12448	410	11	and	and	CCONJ
dad-12448	410	12	chaintanya	chaintanya	NOUN
dad-12448	410	13	ramineni	ramineni	NOUN
dad-12448	410	14	.	.	PUNCT
dad-12448	411	1	on	on	ADP
dad-12448	411	2	the	the	DET
dad-12448	411	3	vulnerability	vulnerability	NOUN
dad-12448	411	4	of	of	ADP
dad-12448	411	5	automated	automate	VERB
dad-12448	411	6	scoring	scoring	NOUN
dad-12448	411	7	to	to	PART
dad-12448	411	8	construct	construct	VERB
dad-12448	411	9	-	-	PUNCT
dad-12448	411	10	irrelevant	irrelevant	ADJ
dad-12448	411	11	response	response	NOUN
dad-12448	411	12	strategies	strategy	NOUN
dad-12448	411	13	(	(	PUNCT
dad-12448	411	14	cirs	cir	NOUN
dad-12448	411	15	):	):	PUNCT
dad-12448	411	16	an	an	DET
dad-12448	411	17	illustration	illustration	NOUN
dad-12448	411	18	.	.	PUNCT
dad-12448	412	1	assessing	assess	VERB
dad-12448	412	2	writing	writing	NOUN
dad-12448	412	3	,	,	PUNCT
dad-12448	412	4	22	22	NUM
dad-12448	412	5	,	,	PUNCT
dad-12448	412	6	2014	2014	NUM
dad-12448	412	7	.	.	PUNCT
dad-12448	413	1	jill	jill	PROPN
dad-12448	413	2	burstein	burstein	PROPN
dad-12448	413	3	,	,	PUNCT
dad-12448	413	4	karen	karen	PROPN
dad-12448	413	5	kukich	kukich	PROPN
dad-12448	413	6	,	,	PUNCT
dad-12448	413	7	susanne	susanne	PROPN
dad-12448	413	8	wolff	wolff	PROPN
dad-12448	413	9	,	,	PUNCT
dad-12448	413	10	chi	chi	PROPN
dad-12448	413	11	lu	lu	PROPN
dad-12448	413	12	,	,	PUNCT
dad-12448	413	13	and	and	CCONJ
dad-12448	413	14	martin	martin	PROPN
dad-12448	413	15	chodorow	chodorow	PROPN
dad-12448	413	16	.	.	PUNCT
dad-12448	414	1	enriching	enrich	VERB
dad-12448	414	2	automated	automate	VERB
dad-12448	414	3	essay	essay	NOUN
dad-12448	414	4	scoring	scoring	NOUN
dad-12448	414	5	using	use	VERB
dad-12448	414	6	discourse	discourse	NOUN
dad-12448	414	7	marking	marking	NOUN
dad-12448	414	8	.	.	PUNCT
dad-12448	415	1	in	in	ADP
dad-12448	415	2	discourse	discourse	NOUN
dad-12448	415	3	relations	relation	NOUN
dad-12448	415	4	and	and	CCONJ
dad-12448	415	5	discourse	discourse	NOUN
dad-12448	415	6	markers	marker	NOUN
dad-12448	415	7	,	,	PUNCT
dad-12448	415	8	1998	1998	NUM
dad-12448	415	9	.	.	PUNCT
dad-12448	415	10	url	url	PROPN
dad-12448	415	11	https://aclanthology.org/w98-0303	https://aclanthology.org/w98-0303	PROPN
dad-12448	415	12	.	.	PUNCT
dad-12448	416	1	jill	jill	PROPN
dad-12448	416	2	burstein	burstein	PROPN
dad-12448	416	3	,	,	PUNCT
dad-12448	416	4	daniel	daniel	PROPN
dad-12448	416	5	marcu	marcu	PROPN
dad-12448	416	6	,	,	PUNCT
dad-12448	416	7	slava	slava	PROPN
dad-12448	416	8	andreyev	andreyev	PROPN
dad-12448	416	9	,	,	PUNCT
dad-12448	416	10	and	and	CCONJ
dad-12448	416	11	martin	martin	PROPN
dad-12448	416	12	chodorow	chodorow	PROPN
dad-12448	416	13	.	.	PUNCT
dad-12448	417	1	towards	towards	ADP
dad-12448	417	2	automatic	automatic	ADJ
dad-12448	417	3	classification	classification	NOUN
dad-12448	417	4	of	of	ADP
dad-12448	417	5	discourse	discourse	NOUN
dad-12448	417	6	elements	element	NOUN
dad-12448	417	7	in	in	ADP
dad-12448	417	8	essays	essay	NOUN
dad-12448	417	9	.	.	PUNCT
dad-12448	418	1	in	in	ADP
dad-12448	418	2	proceedings	proceeding	NOUN
dad-12448	418	3	of	of	ADP
dad-12448	418	4	the	the	DET
dad-12448	418	5	39th	39th	ADJ
dad-12448	418	6	annual	annual	ADJ
dad-12448	418	7	meeting	meeting	NOUN
dad-12448	418	8	of	of	ADP
dad-12448	418	9	the	the	DET
dad-12448	418	10	association	association	NOUN
dad-12448	418	11	for	for	ADP
dad-12448	418	12	computational	computational	ADJ
dad-12448	418	13	linguistics	linguistic	NOUN
dad-12448	418	14	,	,	PUNCT
dad-12448	418	15	pages	page	NOUN
dad-12448	418	16	98–105	98–105	PROPN
dad-12448	418	17	,	,	PUNCT
dad-12448	418	18	2001	2001	NUM
dad-12448	418	19	.	.	PUNCT
dad-12448	419	1	20	20	NUM
dad-12448	419	2	https://www.kaggle.com/c/asap-aes/	https://www.kaggle.com/c/asap-aes/	NOUN
dad-12448	419	3	https://emmersion.ai/products/truenorth/	https://emmersion.ai/products/truenorth/	NOUN
dad-12448	419	4	https://emmersion.ai/products/truenorth/	https://emmersion.ai/products/truenorth/	X
dad-12448	419	5	https://aclanthology.org/w98-0303	https://aclanthology.org/w98-0303	PRON
dad-12448	419	6	automatic	automatic	ADJ
dad-12448	419	7	essay	essay	NOUN
dad-12448	419	8	scoring	scoring	NOUN
dad-12448	419	9	systems	system	NOUN
dad-12448	419	10	are	be	AUX
dad-12448	419	11	both	both	CCONJ
dad-12448	419	12	overstable	overstable	ADJ
dad-12448	419	13	and	and	CCONJ
dad-12448	419	14	oversensitive	oversensitive	ADJ
dad-12448	419	15	jill	jill	PROPN
dad-12448	419	16	burstein	burstein	PROPN
dad-12448	419	17	,	,	PUNCT
dad-12448	419	18	daniel	daniel	PROPN
dad-12448	419	19	marcu	marcu	PROPN
dad-12448	419	20	,	,	PUNCT
dad-12448	419	21	and	and	CCONJ
dad-12448	419	22	kevin	kevin	PROPN
dad-12448	419	23	knight	knight	PROPN
dad-12448	419	24	.	.	PUNCT
dad-12448	420	1	finding	find	VERB
dad-12448	420	2	the	the	DET
dad-12448	420	3	write	write	NOUN
dad-12448	420	4	stuff	stuff	NOUN
dad-12448	420	5	:	:	PUNCT
dad-12448	420	6	automatic	automatic	ADJ
dad-12448	420	7	identification	identification	NOUN
dad-12448	420	8	of	of	ADP
dad-12448	420	9	discourse	discourse	NOUN
dad-12448	420	10	structure	structure	NOUN
dad-12448	420	11	in	in	ADP
dad-12448	420	12	student	student	NOUN
dad-12448	420	13	essays	essay	NOUN
dad-12448	420	14	.	.	PUNCT
dad-12448	421	1	ieee	ieee	PROPN
dad-12448	421	2	intelligent	intelligent	ADJ
dad-12448	421	3	systems	system	NOUN
dad-12448	421	4	,	,	PUNCT
dad-12448	421	5	18(1):32–39	18(1):32–39	NUM
dad-12448	421	6	,	,	PUNCT
dad-12448	421	7	2003	2003	NUM
dad-12448	421	8	.	.	PUNCT
dad-12448	422	1	davida	davida	PROPN
dad-12448	422	2	charney	charney	PROPN
dad-12448	422	3	.	.	PUNCT
dad-12448	423	1	the	the	DET
dad-12448	423	2	validity	validity	NOUN
dad-12448	423	3	of	of	ADP
dad-12448	423	4	using	use	VERB
dad-12448	423	5	holistic	holistic	ADJ
dad-12448	423	6	scoring	scoring	NOUN
dad-12448	423	7	to	to	PART
dad-12448	423	8	evaluate	evaluate	VERB
dad-12448	423	9	writing	writing	NOUN
dad-12448	423	10	:	:	PUNCT
dad-12448	423	11	a	a	DET
dad-12448	423	12	critical	critical	ADJ
dad-12448	423	13	overview	overview	NOUN
dad-12448	423	14	.	.	PUNCT
dad-12448	424	1	research	research	NOUN
dad-12448	424	2	in	in	ADP
dad-12448	424	3	the	the	DET
dad-12448	424	4	teaching	teaching	NOUN
dad-12448	424	5	of	of	ADP
dad-12448	424	6	english	english	PROPN
dad-12448	424	7	,	,	PUNCT
dad-12448	424	8	pages	page	NOUN
dad-12448	424	9	65–81	65–81	NUM
dad-12448	424	10	,	,	PUNCT
dad-12448	424	11	1984	1984	NUM
dad-12448	424	12	.	.	PUNCT
dad-12448	425	1	lei	lei	PROPN
dad-12448	425	2	chen	chen	PROPN
dad-12448	425	3	,	,	PUNCT
dad-12448	425	4	jidong	jidong	PROPN
dad-12448	425	5	tao	tao	PROPN
dad-12448	425	6	,	,	PUNCT
dad-12448	425	7	shabnam	shabnam	PROPN
dad-12448	425	8	ghaffarzadegan	ghaffarzadegan	PROPN
dad-12448	425	9	,	,	PUNCT
dad-12448	425	10	and	and	CCONJ
dad-12448	425	11	yao	yao	PROPN
dad-12448	425	12	qian	qian	PROPN
dad-12448	425	13	.	.	PUNCT
dad-12448	426	1	end	end	PROPN
dad-12448	426	2	-	-	PUNCT
dad-12448	426	3	to	to	ADP
dad-12448	426	4	-	-	PUNCT
dad-12448	426	5	end	end	NOUN
dad-12448	426	6	neural	neural	ADJ
dad-12448	426	7	network	network	NOUN
dad-12448	426	8	based	base	VERB
dad-12448	426	9	automated	automate	VERB
dad-12448	426	10	speech	speech	NOUN
dad-12448	426	11	scoring	scoring	NOUN
dad-12448	426	12	.	.	PUNCT
dad-12448	427	1	in	in	ADP
dad-12448	427	2	2018	2018	NUM
dad-12448	427	3	ieee	ieee	NOUN
dad-12448	427	4	international	international	ADJ
dad-12448	427	5	conference	conference	NOUN
dad-12448	427	6	on	on	ADP
dad-12448	427	7	acoustics	acoustic	NOUN
dad-12448	427	8	,	,	PUNCT
dad-12448	427	9	speech	speech	NOUN
dad-12448	427	10	and	and	CCONJ
dad-12448	427	11	signal	signal	NOUN
dad-12448	427	12	processing	processing	NOUN
dad-12448	427	13	,	,	PUNCT
dad-12448	427	14	icassp	icassp	ADJ
dad-12448	427	15	2018	2018	NUM
dad-12448	427	16	,	,	PUNCT
dad-12448	427	17	calgary	calgary	PROPN
dad-12448	427	18	,	,	PUNCT
dad-12448	427	19	ab	ab	PROPN
dad-12448	427	20	,	,	PUNCT
dad-12448	427	21	canada	canada	PROPN
dad-12448	427	22	,	,	PUNCT
dad-12448	427	23	april	april	PROPN
dad-12448	427	24	15	15	NUM
dad-12448	427	25	-	-	SYM
dad-12448	427	26	20	20	NUM
dad-12448	427	27	,	,	PUNCT
dad-12448	427	28	2018	2018	NUM
dad-12448	427	29	.	.	PUNCT
dad-12448	428	1	ieee	ieee	NOUN
dad-12448	428	2	,	,	PUNCT
dad-12448	428	3	2018	2018	NUM
dad-12448	428	4	.	.	PUNCT
dad-12448	429	1	doi	doi	NOUN
dad-12448	429	2	:	:	PUNCT
dad-12448	429	3	10.1109	10.1109	NUM
dad-12448	429	4	/	/	SYM
dad-12448	429	5	icassp.2018.8462562	icassp.2018.8462562	ADJ
dad-12448	429	6	.	.	PUNCT
dad-12448	430	1	yen	yen	PROPN
dad-12448	430	2	-	-	PUNCT
dad-12448	430	3	yu	yu	PROPN
dad-12448	430	4	chen	chen	PROPN
dad-12448	430	5	,	,	PUNCT
dad-12448	430	6	chien	chien	PROPN
dad-12448	430	7	-	-	PUNCT
dad-12448	430	8	liang	liang	PROPN
dad-12448	430	9	liu	liu	PROPN
dad-12448	430	10	,	,	PUNCT
dad-12448	430	11	chia	chia	PROPN
dad-12448	430	12	-	-	PUNCT
dad-12448	430	13	hoang	hoang	PROPN
dad-12448	430	14	lee	lee	PROPN
dad-12448	430	15	,	,	PUNCT
dad-12448	430	16	tao	tao	PROPN
dad-12448	430	17	-	-	PUNCT
dad-12448	430	18	hsing	hsing	PROPN
dad-12448	430	19	chang	chang	PROPN
dad-12448	430	20	,	,	PUNCT
dad-12448	430	21	et	et	PROPN
dad-12448	430	22	al	al	PROPN
dad-12448	430	23	.	.	PUNCT
dad-12448	431	1	an	an	DET
dad-12448	431	2	unsupervised	unsupervised	ADJ
dad-12448	431	3	automated	automate	VERB
dad-12448	431	4	essay	essay	NOUN
dad-12448	431	5	-	-	PUNCT
dad-12448	431	6	scoring	score	VERB
dad-12448	431	7	system	system	NOUN
dad-12448	431	8	.	.	PUNCT
dad-12448	432	1	ieee	ieee	NOUN
dad-12448	432	2	intelligent	intelligent	ADJ
dad-12448	432	3	systems	system	NOUN
dad-12448	432	4	,	,	PUNCT
dad-12448	432	5	25(5	25(5	NUM
dad-12448	432	6	)	)	PUNCT
dad-12448	432	7	,	,	PUNCT
dad-12448	432	8	2010	2010	NUM
dad-12448	432	9	.	.	PUNCT
dad-12448	433	1	alexis	alexis	PROPN
dad-12448	433	2	conneau	conneau	PROPN
dad-12448	433	3	,	,	PUNCT
dad-12448	433	4	german	german	ADJ
dad-12448	433	5	kruszewski	kruszewski	NOUN
dad-12448	433	6	,	,	PUNCT
dad-12448	433	7	guillaume	guillaume	PROPN
dad-12448	433	8	lample	lample	PROPN
dad-12448	433	9	,	,	PUNCT
dad-12448	433	10	loı̈c	loı̈c	PROPN
dad-12448	433	11	barrault	barrault	NOUN
dad-12448	433	12	,	,	PUNCT
dad-12448	433	13	and	and	CCONJ
dad-12448	433	14	marco	marco	PROPN
dad-12448	433	15	baroni	baroni	PROPN
dad-12448	433	16	.	.	PUNCT
dad-12448	434	1	what	what	PRON
dad-12448	434	2	you	you	PRON
dad-12448	434	3	can	can	AUX
dad-12448	434	4	cram	cram	VERB
dad-12448	434	5	into	into	ADP
dad-12448	434	6	a	a	DET
dad-12448	434	7	single	single	ADJ
dad-12448	434	8	$	$	SYM
dad-12448	434	9	&	&	CCONJ
dad-12448	434	10	!	!	PUNCT
dad-12448	435	1	#	#	SYM
dad-12448	435	2	*	*	NOUN
dad-12448	435	3	vector	vector	NOUN
dad-12448	435	4	:	:	PUNCT
dad-12448	435	5	probing	probe	VERB
dad-12448	435	6	sentence	sentence	NOUN
dad-12448	435	7	embeddings	embedding	NOUN
dad-12448	435	8	for	for	ADP
dad-12448	435	9	linguistic	linguistic	ADJ
dad-12448	435	10	properties	property	NOUN
dad-12448	435	11	.	.	PUNCT
dad-12448	436	1	in	in	ADP
dad-12448	436	2	proceedings	proceeding	NOUN
dad-12448	436	3	of	of	ADP
dad-12448	436	4	the	the	DET
dad-12448	436	5	56th	56th	ADJ
dad-12448	436	6	annual	annual	ADJ
dad-12448	436	7	meeting	meeting	NOUN
dad-12448	436	8	of	of	ADP
dad-12448	436	9	the	the	DET
dad-12448	436	10	association	association	NOUN
dad-12448	436	11	for	for	ADP
dad-12448	436	12	computational	computational	ADJ
dad-12448	436	13	linguistics	linguistic	NOUN
dad-12448	436	14	(	(	PUNCT
dad-12448	436	15	volume	volume	NOUN
dad-12448	436	16	1	1	NUM
dad-12448	436	17	:	:	PUNCT
dad-12448	436	18	long	long	ADJ
dad-12448	436	19	papers	paper	NOUN
dad-12448	436	20	)	)	PUNCT
dad-12448	436	21	.	.	PUNCT
dad-12448	437	1	association	association	NOUN
dad-12448	437	2	for	for	ADP
dad-12448	437	3	computational	computational	ADJ
dad-12448	437	4	linguistics	linguistic	NOUN
dad-12448	437	5	,	,	PUNCT
dad-12448	437	6	2018	2018	NUM
dad-12448	437	7	.	.	PUNCT
dad-12448	438	1	doi	doi	NOUN
dad-12448	438	2	:	:	PUNCT
dad-12448	438	3	10.18653	10.18653	NUM
dad-12448	438	4	/	/	SYM
dad-12448	438	5	v1/	v1/	NOUN
dad-12448	438	6	p18	p18	NOUN
dad-12448	438	7	-	-	PUNCT
dad-12448	438	8	1198	1198	NUM
dad-12448	438	9	.	.	PUNCT
dad-12448	439	1	jacob	jacob	PROPN
dad-12448	439	2	devlin	devlin	PROPN
dad-12448	439	3	,	,	PUNCT
dad-12448	439	4	ming	ming	PROPN
dad-12448	439	5	-	-	PUNCT
dad-12448	439	6	wei	wei	PROPN
dad-12448	439	7	chang	chang	PROPN
dad-12448	439	8	,	,	PUNCT
dad-12448	439	9	kenton	kenton	PROPN
dad-12448	439	10	lee	lee	PROPN
dad-12448	439	11	,	,	PUNCT
dad-12448	439	12	and	and	CCONJ
dad-12448	439	13	kristina	kristina	PROPN
dad-12448	439	14	toutanova	toutanova	PROPN
dad-12448	439	15	.	.	PUNCT
dad-12448	440	1	bert	bert	PROPN
dad-12448	440	2	:	:	PUNCT
dad-12448	440	3	pre	pre	ADJ
dad-12448	440	4	-	-	NOUN
dad-12448	440	5	training	training	NOUN
dad-12448	440	6	of	of	ADP
dad-12448	440	7	deep	deep	ADJ
dad-12448	440	8	bidirectional	bidirectional	ADJ
dad-12448	440	9	transformers	transformer	NOUN
dad-12448	440	10	for	for	ADP
dad-12448	440	11	language	language	NOUN
dad-12448	440	12	understanding	understanding	NOUN
dad-12448	440	13	.	.	PUNCT
dad-12448	441	1	in	in	ADP
dad-12448	441	2	proceedings	proceeding	NOUN
dad-12448	441	3	of	of	ADP
dad-12448	441	4	the	the	DET
dad-12448	441	5	2019	2019	NUM
dad-12448	441	6	conference	conference	NOUN
dad-12448	441	7	of	of	ADP
dad-12448	441	8	the	the	DET
dad-12448	441	9	north	north	ADJ
dad-12448	441	10	american	american	ADJ
dad-12448	441	11	chapter	chapter	NOUN
dad-12448	441	12	of	of	ADP
dad-12448	441	13	the	the	DET
dad-12448	441	14	association	association	NOUN
dad-12448	441	15	for	for	ADP
dad-12448	441	16	computational	computational	ADJ
dad-12448	441	17	linguistics	linguistic	NOUN
dad-12448	441	18	:	:	PUNCT
dad-12448	441	19	human	human	ADJ
dad-12448	441	20	language	language	NOUN
dad-12448	441	21	technologies	technology	NOUN
dad-12448	441	22	,	,	PUNCT
dad-12448	441	23	volume	volume	NOUN
dad-12448	441	24	1	1	NUM
dad-12448	441	25	(	(	PUNCT
dad-12448	441	26	long	long	ADJ
dad-12448	441	27	and	and	CCONJ
dad-12448	441	28	short	short	ADJ
dad-12448	441	29	papers	paper	NOUN
dad-12448	441	30	)	)	PUNCT
dad-12448	441	31	.	.	PUNCT
dad-12448	442	1	association	association	NOUN
dad-12448	442	2	for	for	ADP
dad-12448	442	3	computational	computational	ADJ
dad-12448	442	4	linguistics	linguistic	NOUN
dad-12448	442	5	,	,	PUNCT
dad-12448	442	6	2019	2019	NUM
dad-12448	442	7	.	.	PUNCT
dad-12448	443	1	doi	doi	NOUN
dad-12448	443	2	:	:	PUNCT
dad-12448	443	3	10.18653	10.18653	NUM
dad-12448	443	4	/	/	SYM
dad-12448	443	5	v1	v1	NOUN
dad-12448	443	6	/	/	SYM
dad-12448	443	7	n19	n19	NOUN
dad-12448	443	8	-	-	PUNCT
dad-12448	443	9	1423	1423	NUM
dad-12448	443	10	.	.	PUNCT
dad-12448	444	1	yuning	yune	VERB
dad-12448	444	2	ding	ding	PROPN
dad-12448	444	3	,	,	PUNCT
dad-12448	444	4	brian	brian	PROPN
dad-12448	444	5	riordan	riordan	PROPN
dad-12448	444	6	,	,	PUNCT
dad-12448	444	7	andrea	andrea	PROPN
dad-12448	444	8	horbach	horbach	PROPN
dad-12448	444	9	,	,	PUNCT
dad-12448	444	10	aoife	aoife	PROPN
dad-12448	444	11	cahill	cahill	PROPN
dad-12448	444	12	,	,	PUNCT
dad-12448	444	13	and	and	CCONJ
dad-12448	444	14	torsten	torsten	PROPN
dad-12448	444	15	zesch	zesch	PROPN
dad-12448	444	16	.	.	PUNCT
dad-12448	445	1	do	do	AUX
dad-12448	445	2	n’t	not	PART
dad-12448	445	3	take	take	VERB
dad-12448	445	4	“	"	PUNCT
dad-12448	445	5	nswvtnvakgxpm	nswvtnvakgxpm	NOUN
dad-12448	445	6	”	"	PUNCT
dad-12448	445	7	for	for	ADP
dad-12448	445	8	an	an	DET
dad-12448	445	9	answer	answer	NOUN
dad-12448	445	10	–	–	PUNCT
dad-12448	445	11	the	the	DET
dad-12448	445	12	surprising	surprising	ADJ
dad-12448	445	13	vulnerability	vulnerability	NOUN
dad-12448	445	14	of	of	ADP
dad-12448	445	15	automatic	automatic	ADJ
dad-12448	445	16	content	content	NOUN
dad-12448	445	17	scoring	score	VERB
dad-12448	445	18	systems	system	NOUN
dad-12448	445	19	to	to	ADP
dad-12448	445	20	adversarial	adversarial	ADJ
dad-12448	445	21	input	input	NOUN
dad-12448	445	22	.	.	PUNCT
dad-12448	446	1	in	in	ADP
dad-12448	446	2	proceedings	proceeding	NOUN
dad-12448	446	3	of	of	ADP
dad-12448	446	4	the	the	DET
dad-12448	446	5	28th	28th	ADJ
dad-12448	446	6	international	international	ADJ
dad-12448	446	7	conference	conference	NOUN
dad-12448	446	8	on	on	ADP
dad-12448	446	9	computational	computational	ADJ
dad-12448	446	10	linguistics	linguistic	NOUN
dad-12448	446	11	.	.	PUNCT
dad-12448	447	1	international	international	ADJ
dad-12448	447	2	committee	committee	PROPN
dad-12448	447	3	on	on	ADP
dad-12448	447	4	computational	computational	ADJ
dad-12448	447	5	linguistics	linguistic	NOUN
dad-12448	447	6	,	,	PUNCT
dad-12448	447	7	2020	2020	NUM
dad-12448	447	8	.	.	PUNCT
dad-12448	448	1	doi	doi	NOUN
dad-12448	448	2	:	:	PUNCT
dad-12448	448	3	10.18653	10.18653	NUM
dad-12448	448	4	/	/	SYM
dad-12448	448	5	v1/2020.coling	v1/2020.coling	NOUN
dad-12448	448	6	-	-	PUNCT
dad-12448	448	7	main.76	main.76	PROPN
dad-12448	448	8	.	.	PUNCT
dad-12448	449	1	fei	fei	PROPN
dad-12448	449	2	dong	dong	PROPN
dad-12448	449	3	and	and	CCONJ
dad-12448	449	4	yue	yue	PROPN
dad-12448	449	5	zhang	zhang	PROPN
dad-12448	449	6	.	.	PROPN
dad-12448	450	1	automatic	automatic	ADJ
dad-12448	450	2	features	feature	NOUN
dad-12448	450	3	for	for	ADP
dad-12448	450	4	essay	essay	ADJ
dad-12448	450	5	scoring	scoring	NOUN
dad-12448	450	6	–	–	PUNCT
dad-12448	450	7	an	an	DET
dad-12448	450	8	empirical	empirical	ADJ
dad-12448	450	9	study	study	NOUN
dad-12448	450	10	.	.	PUNCT
dad-12448	451	1	in	in	ADP
dad-12448	451	2	proceedings	proceeding	NOUN
dad-12448	451	3	of	of	ADP
dad-12448	451	4	the	the	DET
dad-12448	451	5	2016	2016	NUM
dad-12448	451	6	conference	conference	NOUN
dad-12448	451	7	on	on	ADP
dad-12448	451	8	empirical	empirical	ADJ
dad-12448	451	9	methods	method	NOUN
dad-12448	451	10	in	in	ADP
dad-12448	451	11	natural	natural	ADJ
dad-12448	451	12	language	language	NOUN
dad-12448	451	13	processing	processing	NOUN
dad-12448	451	14	.	.	PUNCT
dad-12448	452	1	association	association	NOUN
dad-12448	452	2	for	for	ADP
dad-12448	452	3	computational	computational	ADJ
dad-12448	452	4	linguistics	linguistic	NOUN
dad-12448	452	5	,	,	PUNCT
dad-12448	452	6	2016	2016	NUM
dad-12448	452	7	.	.	PUNCT
dad-12448	453	1	doi	doi	NOUN
dad-12448	453	2	:	:	PUNCT
dad-12448	453	3	10.18653	10.18653	NUM
dad-12448	453	4	/	/	SYM
dad-12448	453	5	v1	v1	NOUN
dad-12448	453	6	/	/	SYM
dad-12448	453	7	d16	d16	NOUN
dad-12448	453	8	-	-	PUNCT
dad-12448	453	9	1115	1115	NUM
dad-12448	453	10	.	.	PUNCT
dad-12448	454	1	fei	fei	PROPN
dad-12448	454	2	dong	dong	PROPN
dad-12448	454	3	,	,	PUNCT
dad-12448	454	4	yue	yue	PROPN
dad-12448	454	5	zhang	zhang	PROPN
dad-12448	454	6	,	,	PUNCT
dad-12448	454	7	and	and	CCONJ
dad-12448	454	8	jie	jie	PROPN
dad-12448	454	9	yang	yang	PROPN
dad-12448	454	10	.	.	PUNCT
dad-12448	455	1	attention	attention	NOUN
dad-12448	455	2	-	-	PUNCT
dad-12448	455	3	based	base	VERB
dad-12448	455	4	recurrent	recurrent	ADJ
dad-12448	455	5	convolutional	convolutional	ADJ
dad-12448	455	6	neural	neural	ADJ
dad-12448	455	7	network	network	NOUN
dad-12448	455	8	for	for	ADP
dad-12448	455	9	automatic	automatic	ADJ
dad-12448	455	10	essay	essay	ADJ
dad-12448	455	11	scoring	scoring	NOUN
dad-12448	455	12	.	.	PUNCT
dad-12448	456	1	in	in	ADP
dad-12448	456	2	proceedings	proceeding	NOUN
dad-12448	456	3	of	of	ADP
dad-12448	456	4	the	the	DET
dad-12448	456	5	21st	21st	ADJ
dad-12448	456	6	conference	conference	NOUN
dad-12448	456	7	on	on	ADP
dad-12448	456	8	computational	computational	ADJ
dad-12448	456	9	natural	natural	ADJ
dad-12448	456	10	language	language	NOUN
dad-12448	456	11	learning	learning	NOUN
dad-12448	456	12	(	(	PUNCT
dad-12448	456	13	conll	conll	NOUN
dad-12448	456	14	2017	2017	NUM
dad-12448	456	15	)	)	PUNCT
dad-12448	456	16	.	.	PUNCT
dad-12448	457	1	association	association	NOUN
dad-12448	457	2	for	for	ADP
dad-12448	457	3	computational	computational	ADJ
dad-12448	457	4	linguistics	linguistic	NOUN
dad-12448	457	5	,	,	PUNCT
dad-12448	457	6	2017	2017	NUM
dad-12448	457	7	.	.	PUNCT
dad-12448	458	1	doi	doi	NOUN
dad-12448	458	2	:	:	PUNCT
dad-12448	458	3	10.18653	10.18653	NUM
dad-12448	458	4	/	/	SYM
dad-12448	458	5	v1	v1	PROPN
dad-12448	458	6	/	/	SYM
dad-12448	458	7	k17	k17	PROPN
dad-12448	458	8	-	-	PUNCT
dad-12448	458	9	1017	1017	NUM
dad-12448	458	10	.	.	PUNCT
dad-12448	459	1	duolingo	duolingo	NOUN
dad-12448	459	2	.	.	PUNCT
dad-12448	460	1	the	the	DET
dad-12448	460	2	duolingo	duolingo	NOUN
dad-12448	460	3	english	english	PROPN
dad-12448	460	4	test	test	NOUN
dad-12448	460	5	:	:	PUNCT
dad-12448	460	6	ai	ai	VERB
dad-12448	460	7	-	-	PUNCT
dad-12448	460	8	driven	drive	VERB
dad-12448	460	9	language	language	NOUN
dad-12448	460	10	assessment	assessment	NOUN
dad-12448	460	11	.	.	PUNCT
dad-12448	461	1	https://	https://	PROPN
dad-12448	461	2	emmersion.ai/products/truenorth/	emmersion.ai/products/truenorth/	PROPN
dad-12448	461	3	,	,	PUNCT
dad-12448	461	4	2021	2021	NUM
dad-12448	461	5	.	.	PUNCT
dad-12448	462	1	edx	edx	PROPN
dad-12448	462	2	ease	ease	NOUN
dad-12448	462	3	.	.	PUNCT
dad-12448	463	1	ease	ease	NOUN
dad-12448	463	2	(	(	PUNCT
dad-12448	463	3	enhanced	enhance	VERB
dad-12448	463	4	ai	ai	VERB
dad-12448	463	5	scoring	scoring	NOUN
dad-12448	463	6	engine	engine	NOUN
dad-12448	463	7	)	)	PUNCT
dad-12448	463	8	is	be	AUX
dad-12448	463	9	a	a	DET
dad-12448	463	10	library	library	NOUN
dad-12448	463	11	that	that	PRON
dad-12448	463	12	allows	allow	VERB
dad-12448	463	13	for	for	ADP
dad-12448	463	14	machine	machine	NOUN
dad-12448	463	15	learning	learning	NOUN
dad-12448	463	16	based	base	VERB
dad-12448	463	17	classification	classification	NOUN
dad-12448	463	18	of	of	ADP
dad-12448	463	19	textual	textual	ADJ
dad-12448	463	20	content	content	NOUN
dad-12448	463	21	.	.	PUNCT
dad-12448	464	1	this	this	PRON
dad-12448	464	2	is	be	AUX
dad-12448	464	3	useful	useful	ADJ
dad-12448	464	4	for	for	ADP
dad-12448	464	5	tasks	task	NOUN
dad-12448	464	6	such	such	ADJ
dad-12448	464	7	as	as	ADP
dad-12448	464	8	scoring	scoring	NOUN
dad-12448	464	9	student	student	NOUN
dad-12448	464	10	essays	essay	NOUN
dad-12448	464	11	.	.	PUNCT
dad-12448	465	1	https	https	NOUN
dad-12448	465	2	:	:	PUNCT
dad-12448	465	3	//github.com	//github.com	X
dad-12448	465	4	/	/	SYM
dad-12448	465	5	edx	edx	NOUN
dad-12448	465	6	/	/	SYM
dad-12448	465	7	ease	ease	NOUN
dad-12448	465	8	,	,	PUNCT
dad-12448	465	9	2013	2013	NUM
dad-12448	465	10	.	.	PUNCT
dad-12448	466	1	21	21	NUM
dad-12448	466	2	https://emmersion.ai/products/truenorth/	https://emmersion.ai/products/truenorth/	NOUN
dad-12448	466	3	https://emmersion.ai/products/truenorth/	https://emmersion.ai/products/truenorth/	PROPN
dad-12448	466	4	https://github.com/edx/ease	https://github.com/edx/ease	PROPN
dad-12448	466	5	https://github.com/edx/ease	https://github.com/edx/ease	PROPN
dad-12448	466	6	singla	singla	PROPN
dad-12448	466	7	,	,	PUNCT
dad-12448	466	8	parekh	parekh	PROPN
dad-12448	466	9	,	,	PUNCT
dad-12448	466	10	singh	singh	PROPN
dad-12448	466	11	,	,	PUNCT
dad-12448	466	12	li	li	PROPN
dad-12448	466	13	,	,	PUNCT
dad-12448	466	14	shah	shah	PROPN
dad-12448	466	15	and	and	CCONJ
dad-12448	466	16	chen	chen	PROPN
dad-12448	466	17	eta	eta	PROPN
dad-12448	466	18	educational	educational	PROPN
dad-12448	466	19	testing	testing	PROPN
dad-12448	466	20	association	association	PROPN
dad-12448	466	21	.	.	PUNCT
dad-12448	467	1	a	a	DET
dad-12448	467	2	snapshot	snapshot	NOUN
dad-12448	467	3	of	of	ADP
dad-12448	467	4	the	the	DET
dad-12448	467	5	individuals	individual	NOUN
dad-12448	467	6	who	who	PRON
dad-12448	467	7	took	take	VERB
dad-12448	467	8	the	the	DET
dad-12448	467	9	gre	gre	PROPN
dad-12448	467	10	revised	revise	VERB
dad-12448	467	11	general	general	ADJ
dad-12448	467	12	test	test	NOUN
dad-12448	467	13	.	.	PUNCT
dad-12448	468	1	https://www.ets.org/pdfs/gre/snapshot-test-taker-data2019.pdf	https://www.ets.org/pdfs/gre/snapshot-test-taker-data2019.pdf	PROPN
dad-12448	468	2	,	,	PUNCT
dad-12448	468	3	2019	2019	NUM
dad-12448	468	4	.	.	PUNCT
dad-12448	469	1	ets	et	NOUN
dad-12448	469	2	.	.	PUNCT
dad-12448	470	1	frequently	frequently	ADV
dad-12448	470	2	asked	ask	VERB
dad-12448	470	3	questions	question	NOUN
dad-12448	470	4	about	about	ADP
dad-12448	470	5	the	the	DET
dad-12448	470	6	toefl	toefl	NOUN
dad-12448	470	7	essentials	essential	NOUN
dad-12448	470	8	test	test	VERB
dad-12448	470	9	.	.	PUNCT
dad-12448	471	1	https://www.ets.org/s/	https://www.ets.org/s/	NOUN
dad-12448	471	2	toefl	toefl	NOUN
dad-12448	471	3	-	-	PUNCT
dad-12448	471	4	essentials	essential	NOUN
dad-12448	471	5	/	/	SYM
dad-12448	471	6	score	score	NOUN
dad-12448	471	7	-	-	PUNCT
dad-12448	471	8	users	user	NOUN
dad-12448	471	9	/	/	SYM
dad-12448	471	10	faq/	faq/	PROPN
dad-12448	471	11	,	,	PUNCT
dad-12448	471	12	2020a	2020a	NUM
dad-12448	471	13	.	.	PUNCT
dad-12448	472	1	ets	et	NOUN
dad-12448	472	2	.	.	PUNCT
dad-12448	473	1	gre	gre	PROPN
dad-12448	473	2	general	general	PROPN
dad-12448	473	3	test	test	PROPN
dad-12448	473	4	interpretive	interpretive	ADJ
dad-12448	473	5	data	datum	NOUN
dad-12448	473	6	.	.	PUNCT
dad-12448	474	1	https://www.ets.org/s/gre/pdf/	https://www.ets.org/s/gre/pdf/	PROPN
dad-12448	474	2	gre	gre	PROPN
dad-12448	474	3	guide	guide	PROPN
dad-12448	474	4	table1a.pdf	table1a.pdf	PROPN
dad-12448	474	5	,	,	PUNCT
dad-12448	474	6	2020b	2020b	NUM
dad-12448	474	7	.	.	PUNCT
dad-12448	475	1	allyson	allyson	PROPN
dad-12448	475	2	ettinger	ettinger	PROPN
dad-12448	475	3	.	.	PUNCT
dad-12448	476	1	what	what	PRON
dad-12448	476	2	bert	bert	PROPN
dad-12448	476	3	is	be	AUX
dad-12448	476	4	not	not	PART
dad-12448	476	5	:	:	PUNCT
dad-12448	476	6	lessons	lesson	NOUN
dad-12448	476	7	from	from	ADP
dad-12448	476	8	a	a	DET
dad-12448	476	9	new	new	ADJ
dad-12448	476	10	suite	suite	NOUN
dad-12448	476	11	of	of	ADP
dad-12448	476	12	psycholinguistic	psycholinguistic	ADJ
dad-12448	476	13	diagnostics	diagnostic	NOUN
dad-12448	476	14	for	for	ADP
dad-12448	476	15	language	language	NOUN
dad-12448	476	16	models	model	NOUN
dad-12448	476	17	.	.	PUNCT
dad-12448	477	1	transactions	transaction	NOUN
dad-12448	477	2	of	of	ADP
dad-12448	477	3	the	the	DET
dad-12448	477	4	association	association	NOUN
dad-12448	477	5	for	for	ADP
dad-12448	477	6	computational	computational	ADJ
dad-12448	477	7	linguistics	linguistic	NOUN
dad-12448	477	8	,	,	PUNCT
dad-12448	477	9	8	8	NUM
dad-12448	477	10	,	,	PUNCT
dad-12448	477	11	2020	2020	NUM
dad-12448	477	12	.	.	PUNCT
dad-12448	478	1	doi	doi	NOUN
dad-12448	478	2	:	:	PUNCT
dad-12448	478	3	10.1162	10.1162	NUM
dad-12448	478	4	/	/	SYM
dad-12448	478	5	tacl	tacl	PROPN
dad-12448	478	6	a	a	DET
dad-12448	478	7	00298	00298	NUM
dad-12448	478	8	.	.	PUNCT
dad-12448	479	1	adam	adam	PROPN
dad-12448	479	2	faulkner	faulkner	PROPN
dad-12448	479	3	.	.	PUNCT
dad-12448	480	1	automated	automate	VERB
dad-12448	480	2	classification	classification	NOUN
dad-12448	480	3	of	of	ADP
dad-12448	480	4	stance	stance	NOUN
dad-12448	480	5	in	in	ADP
dad-12448	480	6	student	student	NOUN
dad-12448	480	7	essays	essay	NOUN
dad-12448	480	8	:	:	PUNCT
dad-12448	480	9	an	an	DET
dad-12448	480	10	approach	approach	NOUN
dad-12448	480	11	using	use	VERB
dad-12448	480	12	stance	stance	NOUN
dad-12448	480	13	target	target	NOUN
dad-12448	480	14	information	information	NOUN
dad-12448	480	15	and	and	CCONJ
dad-12448	480	16	the	the	DET
dad-12448	480	17	wikipedia	wikipedia	PROPN
dad-12448	480	18	link	link	PROPN
dad-12448	480	19	-	-	PUNCT
dad-12448	480	20	based	base	VERB
dad-12448	480	21	measure	measure	NOUN
dad-12448	480	22	.	.	PUNCT
dad-12448	481	1	in	in	ADP
dad-12448	481	2	the	the	DET
dad-12448	481	3	twenty	twenty	NUM
dad-12448	481	4	-	-	PUNCT
dad-12448	481	5	seventh	seventh	ADJ
dad-12448	481	6	international	international	ADJ
dad-12448	481	7	flairs	flair	NOUN
dad-12448	481	8	conference	conference	NOUN
dad-12448	481	9	,	,	PUNCT
dad-12448	481	10	2014	2014	NUM
dad-12448	481	11	.	.	PUNCT
dad-12448	482	1	todd	todd	PROPN
dad-12448	482	2	feathers	feather	NOUN
dad-12448	482	3	.	.	PUNCT
dad-12448	483	1	flawed	flawed	ADJ
dad-12448	483	2	algorithms	algorithm	NOUN
dad-12448	483	3	are	be	AUX
dad-12448	483	4	grading	grade	VERB
dad-12448	483	5	millions	million	NOUN
dad-12448	483	6	of	of	ADP
dad-12448	483	7	students	student	NOUN
dad-12448	483	8	’	'	PUNCT
dad-12448	483	9	essays	essay	NOUN
dad-12448	483	10	.	.	PUNCT
dad-12448	484	1	https	https	NOUN
dad-12448	484	2	:	:	PUNCT
dad-12448	484	3	//www.vice.com	//www.vice.com	PUNCT
dad-12448	484	4	/	/	SYM
dad-12448	484	5	en	en	ADP
dad-12448	484	6	/	/	SYM
dad-12448	484	7	article	article	NOUN
dad-12448	484	8	/	/	SYM
dad-12448	484	9	pa7dj9	pa7dj9	NOUN
dad-12448	484	10	/	/	SYM
dad-12448	484	11	flawed	flawed	ADJ
dad-12448	484	12	-	-	PUNCT
dad-12448	484	13	algorithms	algorithm	NOUN
dad-12448	484	14	-	-	PUNCT
dad-12448	484	15	are	be	AUX
dad-12448	484	16	-	-	PUNCT
dad-12448	484	17	gradingmillions	gradingmillion	NOUN
dad-12448	484	18	-	-	PUNCT
dad-12448	484	19	of	of	ADP
dad-12448	484	20	-	-	PUNCT
dad-12448	484	21	students	student	NOUN
dad-12448	484	22	-	-	PUNCT
dad-12448	484	23	essays	essay	NOUN
dad-12448	484	24	,	,	PUNCT
dad-12448	484	25	2019	2019	NUM
dad-12448	484	26	.	.	PUNCT
dad-12448	485	1	shi	shi	PROPN
dad-12448	485	2	feng	feng	PROPN
dad-12448	485	3	,	,	PUNCT
dad-12448	485	4	eric	eric	PROPN
dad-12448	485	5	wallace	wallace	PROPN
dad-12448	485	6	,	,	PUNCT
dad-12448	485	7	alvin	alvin	PROPN
dad-12448	485	8	grissom	grissom	PROPN
dad-12448	485	9	ii	ii	PROPN
dad-12448	485	10	,	,	PUNCT
dad-12448	485	11	mohit	mohit	PROPN
dad-12448	485	12	iyyer	iyyer	PROPN
dad-12448	485	13	,	,	PUNCT
dad-12448	485	14	pedro	pedro	PROPN
dad-12448	485	15	rodriguez	rodriguez	PROPN
dad-12448	485	16	,	,	PUNCT
dad-12448	485	17	and	and	CCONJ
dad-12448	485	18	jordan	jordan	PROPN
dad-12448	485	19	boyd	boyd	PROPN
dad-12448	485	20	-	-	PUNCT
dad-12448	485	21	graber	graber	PROPN
dad-12448	485	22	.	.	PUNCT
dad-12448	486	1	pathologies	pathology	NOUN
dad-12448	486	2	of	of	ADP
dad-12448	486	3	neural	neural	ADJ
dad-12448	486	4	models	model	NOUN
dad-12448	486	5	make	make	VERB
dad-12448	486	6	interpretations	interpretation	NOUN
dad-12448	486	7	difficult	difficult	ADJ
dad-12448	486	8	.	.	PUNCT
dad-12448	487	1	in	in	ADP
dad-12448	487	2	proceedings	proceeding	NOUN
dad-12448	487	3	of	of	ADP
dad-12448	487	4	the	the	DET
dad-12448	487	5	2018	2018	NUM
dad-12448	487	6	conference	conference	NOUN
dad-12448	487	7	on	on	ADP
dad-12448	487	8	empirical	empirical	ADJ
dad-12448	487	9	methods	method	NOUN
dad-12448	487	10	in	in	ADP
dad-12448	487	11	natural	natural	ADJ
dad-12448	487	12	language	language	NOUN
dad-12448	487	13	processing	processing	NOUN
dad-12448	487	14	.	.	PUNCT
dad-12448	488	1	association	association	NOUN
dad-12448	488	2	for	for	ADP
dad-12448	488	3	computational	computational	ADJ
dad-12448	488	4	linguistics	linguistic	NOUN
dad-12448	488	5	,	,	PUNCT
dad-12448	488	6	2018	2018	NUM
dad-12448	488	7	.	.	PUNCT
dad-12448	489	1	doi	doi	NOUN
dad-12448	489	2	:	:	PUNCT
dad-12448	489	3	10.18653	10.18653	NUM
dad-12448	489	4	/	/	SYM
dad-12448	489	5	v1	v1	NOUN
dad-12448	489	6	/	/	SYM
dad-12448	489	7	d18	d18	NOUN
dad-12448	489	8	-	-	PUNCT
dad-12448	489	9	1407	1407	NUM
dad-12448	489	10	.	.	PUNCT
dad-12448	490	1	austin	austin	PROPN
dad-12448	490	2	f	f	PROPN
dad-12448	490	3	frank	frank	PROPN
dad-12448	490	4	and	and	CCONJ
dad-12448	490	5	t	t	PROPN
dad-12448	490	6	florain	florain	ADJ
dad-12448	490	7	jaeger	jaeger	NOUN
dad-12448	490	8	.	.	PUNCT
dad-12448	491	1	speaking	speak	VERB
dad-12448	491	2	rationally	rationally	ADV
dad-12448	491	3	:	:	PUNCT
dad-12448	491	4	uniform	uniform	ADJ
dad-12448	491	5	information	information	NOUN
dad-12448	491	6	density	density	NOUN
dad-12448	491	7	as	as	ADP
dad-12448	491	8	an	an	DET
dad-12448	491	9	optimal	optimal	ADJ
dad-12448	491	10	strategy	strategy	NOUN
dad-12448	491	11	for	for	ADP
dad-12448	491	12	language	language	NOUN
dad-12448	491	13	production	production	NOUN
dad-12448	491	14	.	.	PUNCT
dad-12448	492	1	in	in	ADP
dad-12448	492	2	proceedings	proceeding	NOUN
dad-12448	492	3	of	of	ADP
dad-12448	492	4	the	the	DET
dad-12448	492	5	annual	annual	ADJ
dad-12448	492	6	meeting	meeting	NOUN
dad-12448	492	7	of	of	ADP
dad-12448	492	8	the	the	DET
dad-12448	492	9	cognitive	cognitive	ADJ
dad-12448	492	10	science	science	NOUN
dad-12448	492	11	society	society	NOUN
dad-12448	492	12	,	,	PUNCT
dad-12448	492	13	volume	volume	NOUN
dad-12448	492	14	30	30	NUM
dad-12448	492	15	,	,	PUNCT
dad-12448	492	16	2008	2008	NUM
dad-12448	492	17	.	.	PUNCT
dad-12448	493	1	arthur	arthur	PROPN
dad-12448	493	2	c	c	PROPN
dad-12448	493	3	graesser	graesser	PROPN
dad-12448	493	4	and	and	CCONJ
dad-12448	493	5	danielle	danielle	PROPN
dad-12448	493	6	s	s	PROPN
dad-12448	493	7	mcnamara	mcnamara	PROPN
dad-12448	493	8	.	.	PUNCT
dad-12448	494	1	computational	computational	ADJ
dad-12448	494	2	analyses	analysis	NOUN
dad-12448	494	3	of	of	ADP
dad-12448	494	4	multilevel	multilevel	ADJ
dad-12448	494	5	discourse	discourse	NOUN
dad-12448	494	6	comprehension	comprehension	NOUN
dad-12448	494	7	.	.	PUNCT
dad-12448	495	1	topics	topic	NOUN
dad-12448	495	2	in	in	ADP
dad-12448	495	3	cognitive	cognitive	ADJ
dad-12448	495	4	science	science	NOUN
dad-12448	495	5	,	,	PUNCT
dad-12448	495	6	3(2):371–398	3(2):371–398	NUM
dad-12448	495	7	,	,	PUNCT
dad-12448	495	8	2011	2011	NUM
dad-12448	495	9	.	.	PUNCT
dad-12448	496	1	peter	peter	PROPN
dad-12448	496	2	greene	greene	PROPN
dad-12448	496	3	.	.	PUNCT
dad-12448	497	1	automated	automate	VERB
dad-12448	497	2	essay	essay	NOUN
dad-12448	497	3	scoring	scoring	NOUN
dad-12448	497	4	remains	remain	VERB
dad-12448	497	5	an	an	DET
dad-12448	497	6	empty	empty	ADJ
dad-12448	497	7	dream	dream	NOUN
dad-12448	497	8	.	.	PUNCT
dad-12448	498	1	https://www.forbes.com/	https://www.forbes.com/	NOUN
dad-12448	498	2	sites	site	NOUN
dad-12448	498	3	/	/	SYM
dad-12448	498	4	petergreene/2018/07/02	petergreene/2018/07/02	PROPN
dad-12448	498	5	/	/	SYM
dad-12448	498	6	automated	automate	VERB
dad-12448	498	7	-	-	PUNCT
dad-12448	498	8	essay	essay	NOUN
dad-12448	498	9	-	-	PUNCT
dad-12448	498	10	scoring	scoring	NOUN
dad-12448	498	11	-	-	PUNCT
dad-12448	498	12	remainsan	remainsan	NOUN
dad-12448	498	13	-	-	PUNCT
dad-12448	498	14	empty	empty	ADJ
dad-12448	498	15	-	-	PUNCT
dad-12448	498	16	dream/?sh	dream/?sh	NOUN
dad-12448	498	17	=	=	NOUN
dad-12448	498	18	da976a574b91	da976a574b91	PROPN
dad-12448	498	19	,	,	PUNCT
dad-12448	498	20	2018	2018	NUM
dad-12448	498	21	.	.	PUNCT
dad-12448	499	1	manraj	manraj	VERB
dad-12448	499	2	singh	singh	PROPN
dad-12448	499	3	grover	grover	PROPN
dad-12448	499	4	,	,	PUNCT
dad-12448	499	5	yaman	yaman	PROPN
dad-12448	499	6	kumar	kumar	PROPN
dad-12448	499	7	,	,	PUNCT
dad-12448	499	8	sumit	sumit	PROPN
dad-12448	499	9	sarin	sarin	NOUN
dad-12448	499	10	,	,	PUNCT
dad-12448	499	11	payman	payman	NOUN
dad-12448	499	12	vafaee	vafaee	PROPN
dad-12448	499	13	,	,	PUNCT
dad-12448	499	14	mika	mika	PROPN
dad-12448	499	15	hama	hama	NOUN
dad-12448	499	16	,	,	PUNCT
dad-12448	499	17	and	and	CCONJ
dad-12448	499	18	rajiv	rajiv	ADJ
dad-12448	499	19	ratn	ratn	NOUN
dad-12448	499	20	shah	shah	NOUN
dad-12448	499	21	.	.	PUNCT
dad-12448	500	1	multi	multi	ADJ
dad-12448	500	2	-	-	ADJ
dad-12448	500	3	modal	modal	ADJ
dad-12448	500	4	automated	automate	VERB
dad-12448	500	5	speech	speech	NOUN
dad-12448	500	6	scoring	scoring	NOUN
dad-12448	500	7	using	use	VERB
dad-12448	500	8	attention	attention	NOUN
dad-12448	500	9	fusion	fusion	NOUN
dad-12448	500	10	.	.	PUNCT
dad-12448	501	1	arxiv	arxiv	PROPN
dad-12448	501	2	preprint	preprint	NOUN
dad-12448	501	3	arxiv:2005.08182	arxiv:2005.08182	NOUN
dad-12448	501	4	,	,	PUNCT
dad-12448	501	5	2020	2020	NUM
dad-12448	501	6	.	.	PUNCT
dad-12448	502	1	douglas	douglas	PROPN
dad-12448	502	2	d	d	PROPN
dad-12448	502	3	hesse	hesse	PROPN
dad-12448	502	4	.	.	PUNCT
dad-12448	503	1	2005	2005	NUM
dad-12448	503	2	cccc	cccc	PROPN
dad-12448	503	3	chair	chair	NOUN
dad-12448	503	4	’s	’s	PART
dad-12448	503	5	address	address	NOUN
dad-12448	503	6	:	:	PUNCT
dad-12448	503	7	who	who	PRON
dad-12448	503	8	owns	own	VERB
dad-12448	503	9	writing	writing	NOUN
dad-12448	503	10	?	?	PUNCT
dad-12448	504	1	college	college	NOUN
dad-12448	504	2	composition	composition	NOUN
dad-12448	504	3	and	and	CCONJ
dad-12448	504	4	communication	communication	NOUN
dad-12448	504	5	,	,	PUNCT
dad-12448	504	6	57(2	57(2	NUM
dad-12448	504	7	)	)	PUNCT
dad-12448	504	8	,	,	PUNCT
dad-12448	504	9	2005	2005	NUM
dad-12448	504	10	.	.	PUNCT
dad-12448	505	1	john	john	PROPN
dad-12448	505	2	hewitt	hewitt	PROPN
dad-12448	505	3	and	and	CCONJ
dad-12448	505	4	christopher	christopher	PROPN
dad-12448	505	5	d.	d.	PROPN
dad-12448	505	6	manning	manning	PROPN
dad-12448	505	7	.	.	PUNCT
dad-12448	506	1	a	a	DET
dad-12448	506	2	structural	structural	ADJ
dad-12448	506	3	probe	probe	NOUN
dad-12448	506	4	for	for	ADP
dad-12448	506	5	finding	find	VERB
dad-12448	506	6	syntax	syntax	NOUN
dad-12448	506	7	in	in	ADP
dad-12448	506	8	word	word	NOUN
dad-12448	506	9	representations	representation	NOUN
dad-12448	506	10	.	.	PUNCT
dad-12448	507	1	in	in	ADP
dad-12448	507	2	proceedings	proceeding	NOUN
dad-12448	507	3	of	of	ADP
dad-12448	507	4	the	the	DET
dad-12448	507	5	2019	2019	NUM
dad-12448	507	6	conference	conference	NOUN
dad-12448	507	7	of	of	ADP
dad-12448	507	8	the	the	DET
dad-12448	507	9	north	north	ADJ
dad-12448	507	10	american	american	ADJ
dad-12448	507	11	chapter	chapter	NOUN
dad-12448	507	12	of	of	ADP
dad-12448	507	13	the	the	DET
dad-12448	507	14	association	association	NOUN
dad-12448	507	15	for	for	ADP
dad-12448	507	16	computational	computational	ADJ
dad-12448	507	17	linguistics	linguistic	NOUN
dad-12448	507	18	:	:	PUNCT
dad-12448	507	19	human	human	ADJ
dad-12448	507	20	language	language	NOUN
dad-12448	507	21	technologies	technology	NOUN
dad-12448	507	22	,	,	PUNCT
dad-12448	507	23	volume	volume	NOUN
dad-12448	507	24	1	1	NUM
dad-12448	507	25	(	(	PUNCT
dad-12448	507	26	long	long	ADJ
dad-12448	507	27	and	and	CCONJ
dad-12448	507	28	short	short	ADJ
dad-12448	507	29	papers	paper	NOUN
dad-12448	507	30	)	)	PUNCT
dad-12448	507	31	.	.	PUNCT
dad-12448	508	1	association	association	NOUN
dad-12448	508	2	for	for	ADP
dad-12448	508	3	computational	computational	ADJ
dad-12448	508	4	linguistics	linguistic	NOUN
dad-12448	508	5	,	,	PUNCT
dad-12448	508	6	2019	2019	NUM
dad-12448	508	7	.	.	PUNCT
dad-12448	509	1	doi	doi	NOUN
dad-12448	509	2	:	:	PUNCT
dad-12448	509	3	10.18653	10.18653	NUM
dad-12448	509	4	/	/	SYM
dad-12448	509	5	v1	v1	NOUN
dad-12448	509	6	/	/	SYM
dad-12448	509	7	n19	n19	NOUN
dad-12448	509	8	-	-	PUNCT
dad-12448	509	9	1419	1419	NUM
dad-12448	509	10	.	.	PUNCT
dad-12448	510	1	22	22	NUM
dad-12448	510	2	https://www.ets.org/pdfs/gre/snapshot-test-taker-data-2019.pdf	https://www.ets.org/pdfs/gre/snapshot-test-taker-data-2019.pdf	PROPN
dad-12448	510	3	https://www.ets.org/pdfs/gre/snapshot-test-taker-data-2019.pdf	https://www.ets.org/pdfs/gre/snapshot-test-taker-data-2019.pdf	NOUN
dad-12448	510	4	https://www.ets.org/s/toefl-essentials/score-users/faq/	https://www.ets.org/s/toefl-essentials/score-users/faq/	PRON
dad-12448	510	5	https://www.ets.org/s/toefl-essentials/score-users/faq/	https://www.ets.org/s/toefl-essentials/score-users/faq/	PROPN
dad-12448	510	6	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	X
dad-12448	510	7	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	PROPN
dad-12448	510	8	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essays	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essay	VERB
dad-12448	510	9	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essays	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essays	PROPN
dad-12448	510	10	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essays	https://www.vice.com/en/article/pa7dj9/flawed-algorithms-are-grading-millions-of-students-essays	ADP
dad-12448	510	11	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	PROPN
dad-12448	510	12	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	PROPN
dad-12448	510	13	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	https://www.forbes.com/sites/petergreene/2018/07/02/automated-essay-scoring-remains-an-empty-dream/?sh=da976a574b91	PROPN
dad-12448	510	14	automatic	automatic	ADJ
dad-12448	510	15	essay	essay	NOUN
dad-12448	510	16	scoring	scoring	NOUN
dad-12448	510	17	systems	system	NOUN
dad-12448	510	18	are	be	AUX
dad-12448	510	19	both	both	CCONJ
dad-12448	510	20	overstable	overstable	ADJ
dad-12448	510	21	and	and	CCONJ
dad-12448	510	22	oversensitive	oversensitive	ADJ
dad-12448	510	23	derrick	derrick	PROPN
dad-12448	510	24	higgins	higgins	PROPN
dad-12448	510	25	,	,	PUNCT
dad-12448	510	26	gmxiaoming	gmxiaome	VERB
dad-12448	510	27	xi	xi	PROPN
dad-12448	510	28	,	,	PUNCT
dad-12448	510	29	klaus	klaus	PROPN
dad-12448	510	30	zechner	zechner	NOUN
dad-12448	510	31	,	,	PUNCT
dad-12448	510	32	and	and	CCONJ
dad-12448	510	33	david	david	PROPN
dad-12448	510	34	williamson	williamson	PROPN
dad-12448	510	35	.	.	PUNCT
dad-12448	511	1	a	a	DET
dad-12448	511	2	three	three	NUM
dad-12448	511	3	-	-	PUNCT
dad-12448	511	4	stage	stage	NOUN
dad-12448	511	5	approach	approach	NOUN
dad-12448	511	6	to	to	ADP
dad-12448	511	7	the	the	DET
dad-12448	511	8	automated	automate	VERB
dad-12448	511	9	scoring	scoring	NOUN
dad-12448	511	10	of	of	ADP
dad-12448	511	11	spontaneous	spontaneous	ADJ
dad-12448	511	12	spoken	spoken	ADJ
dad-12448	511	13	responses	response	NOUN
dad-12448	511	14	.	.	PUNCT
dad-12448	512	1	computer	computer	NOUN
dad-12448	512	2	speech	speech	NOUN
dad-12448	512	3	&	&	CCONJ
dad-12448	512	4	language	language	NOUN
dad-12448	512	5	,	,	PUNCT
dad-12448	512	6	25	25	NUM
dad-12448	512	7	(	(	PUNCT
dad-12448	512	8	2):282–306	2):282–306	PROPN
dad-12448	512	9	,	,	PUNCT
dad-12448	512	10	2011	2011	NUM
dad-12448	512	11	.	.	PUNCT
dad-12448	513	1	thomas	thomas	PROPN
dad-12448	513	2	b.	b.	PROPN
dad-12448	513	3	fordham	fordham	PROPN
dad-12448	513	4	institute	institute	PROPN
dad-12448	513	5	.	.	PUNCT
dad-12448	514	1	ohio	ohio	PROPN
dad-12448	514	2	public	public	ADJ
dad-12448	514	3	school	school	NOUN
dad-12448	514	4	students	student	NOUN
dad-12448	514	5	.	.	PUNCT
dad-12448	515	1	https	https	NOUN
dad-12448	515	2	:	:	PUNCT
dad-12448	515	3	/	/	SYM
dad-12448	515	4	/	/	SYM
dad-12448	515	5	www.ohiobythenumbers.com/	www.ohiobythenumbers.com/	NOUN
dad-12448	515	6	,	,	PUNCT
dad-12448	515	7	2020	2020	NUM
dad-12448	515	8	.	.	PUNCT
dad-12448	516	1	t	t	PROPN
dad-12448	516	2	florian	florian	PROPN
dad-12448	516	3	jaeger	jaeger	PROPN
dad-12448	516	4	.	.	PUNCT
dad-12448	517	1	redundancy	redundancy	NOUN
dad-12448	517	2	and	and	CCONJ
dad-12448	517	3	reduction	reduction	NOUN
dad-12448	517	4	:	:	PUNCT
dad-12448	518	1	speakers	speaker	NOUN
dad-12448	518	2	manage	manage	VERB
dad-12448	518	3	syntactic	syntactic	ADJ
dad-12448	518	4	information	information	NOUN
dad-12448	518	5	density	density	NOUN
dad-12448	518	6	.	.	PUNCT
dad-12448	519	1	cognitive	cognitive	ADJ
dad-12448	519	2	psychology	psychology	NOUN
dad-12448	519	3	,	,	PUNCT
dad-12448	519	4	61(1	61(1	NOUN
dad-12448	519	5	)	)	PUNCT
dad-12448	519	6	,	,	PUNCT
dad-12448	519	7	2010	2010	NUM
dad-12448	519	8	.	.	PUNCT
dad-12448	520	1	tim	tim	PROPN
dad-12448	520	2	florian	florian	PROPN
dad-12448	520	3	jaeger	jaeger	PROPN
dad-12448	520	4	.	.	PUNCT
dad-12448	521	1	redundancy	redundancy	NOUN
dad-12448	521	2	and	and	CCONJ
dad-12448	521	3	syntactic	syntactic	ADJ
dad-12448	521	4	reduction	reduction	NOUN
dad-12448	521	5	in	in	ADP
dad-12448	521	6	spontaneous	spontaneous	ADJ
dad-12448	521	7	speech	speech	NOUN
dad-12448	521	8	.	.	PUNCT
dad-12448	522	1	phd	phd	NOUN
dad-12448	522	2	thesis	thesis	PROPN
dad-12448	522	3	,	,	PUNCT
dad-12448	522	4	stanford	stanford	PROPN
dad-12448	522	5	university	university	PROPN
dad-12448	522	6	stanford	stanford	PROPN
dad-12448	522	7	,	,	PUNCT
dad-12448	522	8	ca	can	AUX
dad-12448	522	9	,	,	PUNCT
dad-12448	522	10	2006	2006	NUM
dad-12448	522	11	.	.	PUNCT
dad-12448	523	1	zixuan	zixuan	PROPN
dad-12448	523	2	ke	ke	PROPN
dad-12448	523	3	and	and	CCONJ
dad-12448	523	4	vincent	vincent	PROPN
dad-12448	523	5	ng	ng	PROPN
dad-12448	523	6	.	.	PROPN
dad-12448	523	7	automated	automate	VERB
dad-12448	523	8	essay	essay	NOUN
dad-12448	523	9	scoring	scoring	NOUN
dad-12448	523	10	:	:	PUNCT
dad-12448	523	11	a	a	DET
dad-12448	523	12	survey	survey	NOUN
dad-12448	523	13	of	of	ADP
dad-12448	523	14	the	the	DET
dad-12448	523	15	state	state	NOUN
dad-12448	523	16	of	of	ADP
dad-12448	523	17	the	the	DET
dad-12448	523	18	art	art	NOUN
dad-12448	523	19	.	.	PUNCT
dad-12448	524	1	in	in	ADP
dad-12448	524	2	proceedings	proceeding	NOUN
dad-12448	524	3	of	of	ADP
dad-12448	524	4	the	the	DET
dad-12448	524	5	twenty	twenty	NUM
dad-12448	524	6	-	-	PUNCT
dad-12448	524	7	eighth	eighth	ADJ
dad-12448	524	8	international	international	ADJ
dad-12448	524	9	joint	joint	ADJ
dad-12448	524	10	conference	conference	NOUN
dad-12448	524	11	on	on	ADP
dad-12448	524	12	artificial	artificial	ADJ
dad-12448	524	13	intelligence	intelligence	NOUN
dad-12448	524	14	,	,	PUNCT
dad-12448	524	15	ijcai	ijcai	NOUN
dad-12448	524	16	2019	2019	NUM
dad-12448	524	17	,	,	PUNCT
dad-12448	524	18	macao	macao	PROPN
dad-12448	524	19	,	,	PUNCT
dad-12448	524	20	china	china	PROPN
dad-12448	524	21	,	,	PUNCT
dad-12448	524	22	august	august	PROPN
dad-12448	524	23	10	10	NUM
dad-12448	524	24	-	-	SYM
dad-12448	524	25	16	16	NUM
dad-12448	524	26	,	,	PUNCT
dad-12448	524	27	2019	2019	NUM
dad-12448	524	28	.	.	PUNCT
dad-12448	525	1	ijcai.org	ijcai.org	X
dad-12448	525	2	,	,	PUNCT
dad-12448	525	3	2019	2019	NUM
dad-12448	525	4	.	.	PUNCT
dad-12448	526	1	doi	doi	NOUN
dad-12448	526	2	:	:	PUNCT
dad-12448	526	3	10.24963	10.24963	NUM
dad-12448	526	4	/	/	SYM
dad-12448	526	5	ijcai.2019/879	ijcai.2019/879	NOUN
dad-12448	526	6	.	.	PUNCT
dad-12448	527	1	olga	olga	PROPN
dad-12448	527	2	kovaleva	kovaleva	PROPN
dad-12448	527	3	,	,	PUNCT
dad-12448	527	4	alexey	alexey	PROPN
dad-12448	527	5	romanov	romanov	PROPN
dad-12448	527	6	,	,	PUNCT
dad-12448	527	7	anna	anna	PROPN
dad-12448	527	8	rogers	roger	NOUN
dad-12448	527	9	,	,	PUNCT
dad-12448	527	10	and	and	CCONJ
dad-12448	527	11	anna	anna	PROPN
dad-12448	527	12	rumshisky	rumshisky	NOUN
dad-12448	527	13	.	.	PUNCT
dad-12448	528	1	revealing	reveal	VERB
dad-12448	528	2	the	the	DET
dad-12448	528	3	dark	dark	ADJ
dad-12448	528	4	secrets	secret	NOUN
dad-12448	528	5	of	of	ADP
dad-12448	528	6	bert	bert	NOUN
dad-12448	528	7	.	.	PUNCT
dad-12448	529	1	in	in	ADP
dad-12448	529	2	proceedings	proceeding	NOUN
dad-12448	529	3	of	of	ADP
dad-12448	529	4	the	the	DET
dad-12448	529	5	2019	2019	NUM
dad-12448	529	6	conference	conference	NOUN
dad-12448	529	7	on	on	ADP
dad-12448	529	8	empirical	empirical	ADJ
dad-12448	529	9	methods	method	NOUN
dad-12448	529	10	in	in	ADP
dad-12448	529	11	natural	natural	ADJ
dad-12448	529	12	language	language	NOUN
dad-12448	529	13	processing	processing	NOUN
dad-12448	529	14	and	and	CCONJ
dad-12448	529	15	the	the	DET
dad-12448	529	16	9th	9th	ADJ
dad-12448	529	17	international	international	ADJ
dad-12448	529	18	joint	joint	ADJ
dad-12448	529	19	conference	conference	NOUN
dad-12448	529	20	on	on	ADP
dad-12448	529	21	natural	natural	ADJ
dad-12448	529	22	language	language	NOUN
dad-12448	529	23	processing	processing	NOUN
dad-12448	529	24	(	(	PUNCT
dad-12448	529	25	emnlpijcnlp	emnlpijcnlp	ADJ
dad-12448	529	26	)	)	PUNCT
dad-12448	529	27	.	.	PUNCT
dad-12448	530	1	association	association	NOUN
dad-12448	530	2	for	for	ADP
dad-12448	530	3	computational	computational	ADJ
dad-12448	530	4	linguistics	linguistic	NOUN
dad-12448	530	5	,	,	PUNCT
dad-12448	530	6	2019	2019	NUM
dad-12448	530	7	.	.	PUNCT
dad-12448	531	1	doi	doi	NOUN
dad-12448	531	2	:	:	PUNCT
dad-12448	531	3	10.18653	10.18653	NUM
dad-12448	531	4	/	/	SYM
dad-12448	531	5	v1	v1	NOUN
dad-12448	531	6	/	/	SYM
dad-12448	531	7	d19	d19	NOUN
dad-12448	531	8	-	-	PUNCT
dad-12448	531	9	1445	1445	NUM
dad-12448	531	10	.	.	PUNCT
dad-12448	532	1	vivekanandan	vivekanandan	PROPN
dad-12448	532	2	kumar	kumar	PROPN
dad-12448	532	3	and	and	CCONJ
dad-12448	532	4	david	david	PROPN
dad-12448	532	5	boulanger	boulanger	PROPN
dad-12448	532	6	.	.	PUNCT
dad-12448	533	1	explainable	explainable	ADJ
dad-12448	533	2	automated	automate	VERB
dad-12448	533	3	essay	essay	ADJ
dad-12448	533	4	scoring	scoring	NOUN
dad-12448	533	5	:	:	PUNCT
dad-12448	533	6	deep	deep	ADJ
dad-12448	533	7	learning	learning	NOUN
dad-12448	533	8	really	really	ADV
dad-12448	533	9	has	have	VERB
dad-12448	533	10	pedagogical	pedagogical	ADJ
dad-12448	533	11	value	value	NOUN
dad-12448	533	12	.	.	PUNCT
dad-12448	534	1	in	in	ADP
dad-12448	534	2	frontiers	frontier	NOUN
dad-12448	534	3	in	in	ADP
dad-12448	534	4	education	education	NOUN
dad-12448	534	5	,	,	PUNCT
dad-12448	534	6	volume	volume	NOUN
dad-12448	534	7	5	5	NUM
dad-12448	534	8	.	.	PUNCT
dad-12448	534	9	frontiers	frontier	NOUN
dad-12448	534	10	,	,	PUNCT
dad-12448	534	11	2020	2020	NUM
dad-12448	534	12	.	.	PUNCT
dad-12448	535	1	yaman	yaman	PROPN
dad-12448	535	2	kumar	kumar	PROPN
dad-12448	535	3	,	,	PUNCT
dad-12448	535	4	swati	swati	PROPN
dad-12448	535	5	aggarwal	aggarwal	PROPN
dad-12448	535	6	,	,	PUNCT
dad-12448	535	7	debanjan	debanjan	NOUN
dad-12448	535	8	mahata	mahata	NOUN
dad-12448	535	9	,	,	PUNCT
dad-12448	535	10	rajiv	rajiv	ADJ
dad-12448	535	11	ratn	ratn	NOUN
dad-12448	535	12	shah	shah	NOUN
dad-12448	535	13	,	,	PUNCT
dad-12448	535	14	ponnurangam	ponnurangam	NOUN
dad-12448	535	15	kumaraguru	kumaraguru	PROPN
dad-12448	535	16	,	,	PUNCT
dad-12448	535	17	and	and	CCONJ
dad-12448	535	18	roger	roger	PROPN
dad-12448	535	19	zimmermann	zimmermann	PROPN
dad-12448	535	20	.	.	PUNCT
dad-12448	536	1	get	get	VERB
dad-12448	536	2	it	it	PRON
dad-12448	536	3	scored	score	VERB
dad-12448	536	4	using	use	VERB
dad-12448	536	5	autosas	autosa	NOUN
dad-12448	536	6	an	an	DET
dad-12448	536	7	automated	automate	VERB
dad-12448	536	8	system	system	NOUN
dad-12448	536	9	for	for	ADP
dad-12448	536	10	scoring	score	VERB
dad-12448	536	11	short	short	ADJ
dad-12448	536	12	answers	answer	NOUN
dad-12448	536	13	.	.	PUNCT
dad-12448	537	1	in	in	ADP
dad-12448	537	2	the	the	DET
dad-12448	537	3	thirty	thirty	NUM
dad-12448	537	4	-	-	PUNCT
dad-12448	537	5	third	third	NOUN
dad-12448	537	6	aaai	aaai	PROPN
dad-12448	537	7	conference	conference	NOUN
dad-12448	537	8	on	on	ADP
dad-12448	537	9	artificial	artificial	ADJ
dad-12448	537	10	intelligence	intelligence	NOUN
dad-12448	537	11	,	,	PUNCT
dad-12448	537	12	aaai	aaai	PROPN
dad-12448	537	13	2019	2019	NUM
dad-12448	537	14	,	,	PUNCT
dad-12448	537	15	the	the	DET
dad-12448	537	16	thirtyfirst	thirtyfirst	PROPN
dad-12448	537	17	innovative	innovative	ADJ
dad-12448	537	18	applications	application	NOUN
dad-12448	537	19	of	of	ADP
dad-12448	537	20	artificial	artificial	ADJ
dad-12448	537	21	intelligence	intelligence	NOUN
dad-12448	537	22	conference	conference	NOUN
dad-12448	537	23	,	,	PUNCT
dad-12448	537	24	iaai	iaai	NOUN
dad-12448	537	25	2019	2019	NUM
dad-12448	537	26	,	,	PUNCT
dad-12448	537	27	the	the	DET
dad-12448	537	28	ninth	ninth	ADJ
dad-12448	537	29	aaai	aaai	PROPN
dad-12448	537	30	symposium	symposium	NOUN
dad-12448	537	31	on	on	ADP
dad-12448	537	32	educational	educational	ADJ
dad-12448	537	33	advances	advance	NOUN
dad-12448	537	34	in	in	ADP
dad-12448	537	35	artificial	artificial	ADJ
dad-12448	537	36	intelligence	intelligence	NOUN
dad-12448	537	37	,	,	PUNCT
dad-12448	537	38	eaai	eaai	PROPN
dad-12448	537	39	2019	2019	NUM
dad-12448	537	40	,	,	PUNCT
dad-12448	537	41	honolulu	honolulu	PROPN
dad-12448	537	42	,	,	PUNCT
dad-12448	537	43	hawaii	hawaii	PROPN
dad-12448	537	44	,	,	PUNCT
dad-12448	537	45	usa	usa	PROPN
dad-12448	537	46	,	,	PUNCT
dad-12448	537	47	january	january	PROPN
dad-12448	537	48	27	27	NUM
dad-12448	537	49	february	february	PROPN
dad-12448	537	50	1	1	NUM
dad-12448	537	51	,	,	PUNCT
dad-12448	537	52	2019	2019	NUM
dad-12448	537	53	.	.	PUNCT
dad-12448	538	1	aaai	aaai	PROPN
dad-12448	538	2	press	press	PROPN
dad-12448	538	3	,	,	PUNCT
dad-12448	538	4	2019	2019	NUM
dad-12448	538	5	.	.	PUNCT
dad-12448	539	1	doi	doi	NOUN
dad-12448	539	2	:	:	PUNCT
dad-12448	539	3	10.1609	10.1609	NUM
dad-12448	539	4	/	/	SYM
dad-12448	539	5	aaai.v33i01.33019662	aaai.v33i01.33019662	NOUN
dad-12448	539	6	.	.	PUNCT
dad-12448	540	1	yaman	yaman	PROPN
dad-12448	540	2	kumar	kumar	PROPN
dad-12448	540	3	,	,	PUNCT
dad-12448	540	4	mehar	mehar	PROPN
dad-12448	540	5	bhatia	bhatia	PROPN
dad-12448	540	6	,	,	PUNCT
dad-12448	540	7	anubha	anubha	PROPN
dad-12448	540	8	kabra	kabra	PROPN
dad-12448	540	9	,	,	PUNCT
dad-12448	540	10	jessy	jessy	PROPN
dad-12448	540	11	junyi	junyi	PROPN
dad-12448	540	12	li	li	PROPN
dad-12448	540	13	,	,	PUNCT
dad-12448	540	14	di	di	NOUN
dad-12448	540	15	jin	jin	NOUN
dad-12448	540	16	,	,	PUNCT
dad-12448	540	17	and	and	CCONJ
dad-12448	540	18	rajiv	rajiv	ADJ
dad-12448	540	19	ratn	ratn	NOUN
dad-12448	540	20	shah	shah	NOUN
dad-12448	540	21	.	.	PUNCT
dad-12448	541	1	calling	call	VERB
dad-12448	541	2	out	out	ADP
dad-12448	541	3	bluff	bluff	NOUN
dad-12448	541	4	:	:	PUNCT
dad-12448	541	5	attacking	attack	VERB
dad-12448	541	6	the	the	DET
dad-12448	541	7	robustness	robustness	NOUN
dad-12448	541	8	of	of	ADP
dad-12448	541	9	automatic	automatic	ADJ
dad-12448	541	10	scoring	scoring	NOUN
dad-12448	541	11	systems	system	NOUN
dad-12448	541	12	with	with	ADP
dad-12448	541	13	simple	simple	ADJ
dad-12448	541	14	adversarial	adversarial	ADJ
dad-12448	541	15	testing	testing	NOUN
dad-12448	541	16	.	.	PUNCT
dad-12448	542	1	arxiv	arxiv	PROPN
dad-12448	542	2	preprint	preprint	VERB
dad-12448	542	3	arxiv:2007.06796	arxiv:2007.06796	NOUN
dad-12448	542	4	,	,	PUNCT
dad-12448	542	5	2020	2020	NUM
dad-12448	542	6	.	.	PUNCT
dad-12448	543	1	geoffrey	geoffrey	PROPN
dad-12448	543	2	t	t	PROPN
dad-12448	543	3	laflair	laflair	PROPN
dad-12448	543	4	and	and	CCONJ
dad-12448	543	5	burr	burr	NOUN
dad-12448	543	6	settles	settle	NOUN
dad-12448	543	7	.	.	PUNCT
dad-12448	544	1	duolingo	duolingo	PROPN
dad-12448	544	2	english	english	PROPN
dad-12448	544	3	test	test	NOUN
dad-12448	544	4	:	:	PUNCT
dad-12448	544	5	technical	technical	ADJ
dad-12448	544	6	manual	manual	NOUN
dad-12448	544	7	.	.	PUNCT
dad-12448	545	1	retrieved	retrieve	VERB
dad-12448	545	2	april	april	PROPN
dad-12448	545	3	,	,	PUNCT
dad-12448	545	4	28	28	NUM
dad-12448	545	5	,	,	PUNCT
dad-12448	545	6	2019	2019	NUM
dad-12448	545	7	.	.	PUNCT
dad-12448	546	1	diane	diane	PROPN
dad-12448	546	2	litman	litman	PROPN
dad-12448	546	3	,	,	PUNCT
dad-12448	546	4	helmer	helmer	NOUN
dad-12448	546	5	strik	strik	PROPN
dad-12448	546	6	,	,	PUNCT
dad-12448	546	7	and	and	CCONJ
dad-12448	546	8	gad	gad	PROPN
dad-12448	546	9	s	s	PROPN
dad-12448	546	10	lim	lim	PROPN
dad-12448	546	11	.	.	PUNCT
dad-12448	546	12	speech	speech	NOUN
dad-12448	546	13	technologies	technology	NOUN
dad-12448	546	14	and	and	CCONJ
dad-12448	546	15	the	the	DET
dad-12448	546	16	assessment	assessment	NOUN
dad-12448	546	17	of	of	ADP
dad-12448	546	18	second	second	ADJ
dad-12448	546	19	language	language	NOUN
dad-12448	546	20	speaking	speak	VERB
dad-12448	546	21	:	:	PUNCT
dad-12448	546	22	approaches	approach	NOUN
dad-12448	546	23	,	,	PUNCT
dad-12448	546	24	challenges	challenge	NOUN
dad-12448	546	25	,	,	PUNCT
dad-12448	546	26	and	and	CCONJ
dad-12448	546	27	opportunities	opportunity	NOUN
dad-12448	546	28	.	.	PUNCT
dad-12448	547	1	language	language	NOUN
dad-12448	547	2	assessment	assessment	NOUN
dad-12448	547	3	quarterly	quarterly	ADV
dad-12448	547	4	,	,	PUNCT
dad-12448	547	5	15(3):294–309	15(3):294–309	PROPN
dad-12448	547	6	,	,	PUNCT
dad-12448	547	7	2018	2018	NUM
dad-12448	547	8	.	.	PUNCT
dad-12448	548	1	fei	fei	PROPN
dad-12448	548	2	tony	tony	PROPN
dad-12448	548	3	liu	liu	PROPN
dad-12448	548	4	,	,	PUNCT
dad-12448	548	5	kai	kai	PROPN
dad-12448	548	6	ming	ming	PROPN
dad-12448	548	7	ting	ting	PROPN
dad-12448	548	8	,	,	PUNCT
dad-12448	548	9	and	and	CCONJ
dad-12448	548	10	zhi	zhi	PROPN
dad-12448	548	11	-	-	PUNCT
dad-12448	548	12	hua	hua	PROPN
dad-12448	548	13	zhou	zhou	PROPN
dad-12448	548	14	.	.	PUNCT
dad-12448	549	1	isolation	isolation	NOUN
dad-12448	549	2	forest	forest	NOUN
dad-12448	549	3	.	.	PUNCT
dad-12448	550	1	in	in	ADP
dad-12448	550	2	2008	2008	NUM
dad-12448	550	3	eighth	eighth	ADJ
dad-12448	550	4	ieee	ieee	PROPN
dad-12448	550	5	international	international	ADJ
dad-12448	550	6	conference	conference	NOUN
dad-12448	550	7	on	on	ADP
dad-12448	550	8	data	datum	NOUN
dad-12448	550	9	mining	mining	NOUN
dad-12448	550	10	.	.	PUNCT
dad-12448	550	11	ieee	ieee	PROPN
dad-12448	550	12	,	,	PUNCT
dad-12448	550	13	2008	2008	NUM
dad-12448	550	14	.	.	PUNCT
dad-12448	551	1	scott	scott	PROPN
dad-12448	551	2	m.	m.	PROPN
dad-12448	551	3	lundberg	lundberg	PROPN
dad-12448	551	4	and	and	CCONJ
dad-12448	551	5	su	su	PROPN
dad-12448	551	6	-	-	PUNCT
dad-12448	551	7	in	in	ADP
dad-12448	551	8	lee	lee	PROPN
dad-12448	551	9	.	.	PUNCT
dad-12448	552	1	a	a	DET
dad-12448	552	2	unified	unified	ADJ
dad-12448	552	3	approach	approach	NOUN
dad-12448	552	4	to	to	ADP
dad-12448	552	5	interpreting	interpret	VERB
dad-12448	552	6	model	model	NOUN
dad-12448	552	7	predictions	prediction	NOUN
dad-12448	552	8	.	.	PUNCT
dad-12448	553	1	in	in	ADP
dad-12448	553	2	advances	advance	NOUN
dad-12448	553	3	in	in	ADP
dad-12448	553	4	neural	neural	ADJ
dad-12448	553	5	information	information	NOUN
dad-12448	553	6	processing	processing	NOUN
dad-12448	553	7	systems	system	NOUN
dad-12448	553	8	30	30	NUM
dad-12448	553	9	:	:	PUNCT
dad-12448	553	10	annual	annual	ADJ
dad-12448	553	11	conference	conference	NOUN
dad-12448	553	12	on	on	ADP
dad-12448	553	13	neural	neural	ADJ
dad-12448	553	14	information	information	NOUN
dad-12448	553	15	processing	processing	NOUN
dad-12448	553	16	systems	system	NOUN
dad-12448	553	17	2017	2017	NUM
dad-12448	553	18	,	,	PUNCT
dad-12448	553	19	december	december	PROPN
dad-12448	553	20	4	4	NUM
dad-12448	553	21	-	-	SYM
dad-12448	553	22	9	9	NUM
dad-12448	553	23	,	,	PUNCT
dad-12448	553	24	2017	2017	NUM
dad-12448	553	25	,	,	PUNCT
dad-12448	553	26	long	long	ADJ
dad-12448	553	27	beach	beach	NOUN
dad-12448	553	28	,	,	PUNCT
dad-12448	553	29	ca	ca	PROPN
dad-12448	553	30	,	,	PUNCT
dad-12448	553	31	usa	usa	PROPN
dad-12448	553	32	,	,	PUNCT
dad-12448	553	33	2017	2017	NUM
dad-12448	553	34	.	.	PUNCT
dad-12448	554	1	23	23	NUM
dad-12448	554	2	https://www.ohiobythenumbers.com/	https://www.ohiobythenumbers.com/	NOUN
dad-12448	554	3	https://www.ohiobythenumbers.com/	https://www.ohiobythenumbers.com/	PROPN
dad-12448	554	4	singla	singla	PROPN
dad-12448	554	5	,	,	PUNCT
dad-12448	554	6	parekh	parekh	PROPN
dad-12448	554	7	,	,	PUNCT
dad-12448	554	8	singh	singh	PROPN
dad-12448	554	9	,	,	PUNCT
dad-12448	554	10	li	li	PROPN
dad-12448	554	11	,	,	PUNCT
dad-12448	554	12	shah	shah	PROPN
dad-12448	554	13	and	and	CCONJ
dad-12448	554	14	chen	chen	PROPN
dad-12448	554	15	nitin	nitin	PROPN
dad-12448	554	16	madnani	madnani	PROPN
dad-12448	554	17	and	and	CCONJ
dad-12448	554	18	aoife	aoife	PROPN
dad-12448	554	19	cahill	cahill	PROPN
dad-12448	554	20	.	.	PUNCT
dad-12448	554	21	automated	automate	VERB
dad-12448	554	22	scoring	scoring	NOUN
dad-12448	554	23	:	:	PUNCT
dad-12448	554	24	beyond	beyond	ADP
dad-12448	554	25	natural	natural	ADJ
dad-12448	554	26	language	language	NOUN
dad-12448	554	27	processing	processing	NOUN
dad-12448	554	28	.	.	PUNCT
dad-12448	555	1	in	in	ADP
dad-12448	555	2	proceedings	proceeding	NOUN
dad-12448	555	3	of	of	ADP
dad-12448	555	4	the	the	DET
dad-12448	555	5	27th	27th	ADJ
dad-12448	555	6	international	international	ADJ
dad-12448	555	7	conference	conference	NOUN
dad-12448	555	8	on	on	ADP
dad-12448	555	9	computational	computational	ADJ
dad-12448	555	10	linguistics	linguistic	NOUN
dad-12448	555	11	.	.	PUNCT
dad-12448	556	1	association	association	NOUN
dad-12448	556	2	for	for	ADP
dad-12448	556	3	computational	computational	ADJ
dad-12448	556	4	linguistics	linguistic	NOUN
dad-12448	556	5	,	,	PUNCT
dad-12448	556	6	2018	2018	NUM
dad-12448	556	7	.	.	PUNCT
dad-12448	557	1	andrey	andrey	PROPN
dad-12448	557	2	malinin	malinin	PROPN
dad-12448	557	3	,	,	PUNCT
dad-12448	557	4	anton	anton	PROPN
dad-12448	557	5	ragni	ragni	PROPN
dad-12448	557	6	,	,	PUNCT
dad-12448	557	7	kate	kate	PROPN
dad-12448	557	8	knill	knill	NOUN
dad-12448	557	9	,	,	PUNCT
dad-12448	557	10	and	and	CCONJ
dad-12448	557	11	mark	mark	PROPN
dad-12448	557	12	gales	gale	NOUN
dad-12448	557	13	.	.	PUNCT
dad-12448	558	1	incorporating	incorporate	VERB
dad-12448	558	2	uncertainty	uncertainty	NOUN
dad-12448	558	3	into	into	ADP
dad-12448	558	4	deep	deep	ADJ
dad-12448	558	5	learning	learning	NOUN
dad-12448	558	6	for	for	ADP
dad-12448	558	7	spoken	spoken	ADJ
dad-12448	558	8	language	language	NOUN
dad-12448	558	9	assessment	assessment	NOUN
dad-12448	558	10	.	.	PUNCT
dad-12448	559	1	in	in	ADP
dad-12448	559	2	proceedings	proceeding	NOUN
dad-12448	559	3	of	of	ADP
dad-12448	559	4	the	the	DET
dad-12448	559	5	55th	55th	ADJ
dad-12448	559	6	annual	annual	ADJ
dad-12448	559	7	meeting	meeting	NOUN
dad-12448	559	8	of	of	ADP
dad-12448	559	9	the	the	DET
dad-12448	559	10	association	association	NOUN
dad-12448	559	11	for	for	ADP
dad-12448	559	12	computational	computational	ADJ
dad-12448	559	13	linguistics	linguistic	NOUN
dad-12448	559	14	(	(	PUNCT
dad-12448	559	15	volume	volume	NOUN
dad-12448	559	16	2	2	NUM
dad-12448	559	17	:	:	PUNCT
dad-12448	559	18	short	short	ADJ
dad-12448	559	19	papers	paper	NOUN
dad-12448	559	20	)	)	PUNCT
dad-12448	559	21	.	.	PUNCT
dad-12448	560	1	association	association	NOUN
dad-12448	560	2	for	for	ADP
dad-12448	560	3	computational	computational	ADJ
dad-12448	560	4	linguistics	linguistic	NOUN
dad-12448	560	5	,	,	PUNCT
dad-12448	560	6	2017	2017	NUM
dad-12448	560	7	.	.	PUNCT
dad-12448	561	1	doi	doi	NOUN
dad-12448	561	2	:	:	PUNCT
dad-12448	561	3	10.18653	10.18653	NUM
dad-12448	561	4	/	/	SYM
dad-12448	561	5	v1	v1	NOUN
dad-12448	561	6	/	/	SYM
dad-12448	561	7	p17	p17	NOUN
dad-12448	561	8	-	-	PUNCT
dad-12448	561	9	2008	2008	NUM
dad-12448	561	10	.	.	PUNCT
dad-12448	562	1	sandeep	sandeep	PROPN
dad-12448	562	2	mathias	mathias	PROPN
dad-12448	562	3	and	and	CCONJ
dad-12448	562	4	pushpak	pushpak	NOUN
dad-12448	562	5	bhattacharyya	bhattacharyya	ADJ
dad-12448	562	6	.	.	PUNCT
dad-12448	563	1	asap++	asap++	ADJ
dad-12448	563	2	:	:	PUNCT
dad-12448	563	3	enriching	enrich	VERB
dad-12448	563	4	the	the	DET
dad-12448	563	5	asap	asap	NOUN
dad-12448	563	6	automated	automate	VERB
dad-12448	563	7	essay	essay	NOUN
dad-12448	563	8	grading	grade	VERB
dad-12448	563	9	dataset	dataset	VERB
dad-12448	563	10	with	with	ADP
dad-12448	563	11	essay	essay	ADJ
dad-12448	563	12	attribute	attribute	NOUN
dad-12448	563	13	scores	score	NOUN
dad-12448	563	14	.	.	PUNCT
dad-12448	564	1	in	in	ADP
dad-12448	564	2	proceedings	proceeding	NOUN
dad-12448	564	3	of	of	ADP
dad-12448	564	4	the	the	DET
dad-12448	564	5	eleventh	eleventh	ADJ
dad-12448	564	6	international	international	ADJ
dad-12448	564	7	conference	conference	NOUN
dad-12448	564	8	on	on	ADP
dad-12448	564	9	language	language	NOUN
dad-12448	564	10	resources	resource	NOUN
dad-12448	564	11	and	and	CCONJ
dad-12448	564	12	evaluation	evaluation	NOUN
dad-12448	564	13	(	(	PUNCT
dad-12448	564	14	lrec	lrec	PROPN
dad-12448	564	15	2018	2018	NUM
dad-12448	564	16	)	)	PUNCT
dad-12448	564	17	,	,	PUNCT
dad-12448	564	18	2018	2018	NUM
dad-12448	564	19	.	.	PUNCT
dad-12448	565	1	danielle	danielle	PROPN
dad-12448	565	2	s	s	PROPN
dad-12448	565	3	mcnamara	mcnamara	PROPN
dad-12448	565	4	,	,	PUNCT
dad-12448	565	5	arthur	arthur	PROPN
dad-12448	565	6	c	c	PROPN
dad-12448	565	7	graesser	graesser	PROPN
dad-12448	565	8	,	,	PUNCT
dad-12448	565	9	philip	philip	PROPN
dad-12448	565	10	m	m	PROPN
dad-12448	565	11	mccarthy	mccarthy	PROPN
dad-12448	565	12	,	,	PUNCT
dad-12448	565	13	and	and	CCONJ
dad-12448	565	14	zhiqiang	zhiqiang	PROPN
dad-12448	565	15	cai	cai	PROPN
dad-12448	565	16	.	.	PROPN
dad-12448	566	1	automated	automate	VERB
dad-12448	566	2	evaluation	evaluation	NOUN
dad-12448	566	3	of	of	ADP
dad-12448	566	4	text	text	NOUN
dad-12448	566	5	and	and	CCONJ
dad-12448	566	6	discourse	discourse	NOUN
dad-12448	566	7	with	with	ADP
dad-12448	566	8	coh	coh	NOUN
dad-12448	566	9	-	-	PUNCT
dad-12448	566	10	metrix	metrix	NOUN
dad-12448	566	11	.	.	PUNCT
dad-12448	567	1	cambridge	cambridge	PROPN
dad-12448	567	2	university	university	PROPN
dad-12448	567	3	press	press	NOUN
dad-12448	567	4	,	,	PUNCT
dad-12448	567	5	2014	2014	NUM
dad-12448	567	6	.	.	PUNCT
dad-12448	568	1	samuel	samuel	PROPN
dad-12448	568	2	messick	messick	PROPN
dad-12448	568	3	.	.	PUNCT
dad-12448	569	1	validity	validity	NOUN
dad-12448	569	2	and	and	CCONJ
dad-12448	569	3	washback	washback	NOUN
dad-12448	569	4	in	in	ADP
dad-12448	569	5	language	language	NOUN
dad-12448	569	6	testing	testing	NOUN
dad-12448	569	7	.	.	PUNCT
dad-12448	570	1	language	language	NOUN
dad-12448	570	2	testing	testing	NOUN
dad-12448	570	3	,	,	PUNCT
dad-12448	570	4	13(3):241–256	13(3):241–256	PROPN
dad-12448	570	5	,	,	PUNCT
dad-12448	570	6	1996	1996	NUM
dad-12448	570	7	.	.	PUNCT
dad-12448	571	1	john	john	PROPN
dad-12448	571	2	micklewright	micklewright	PROPN
dad-12448	571	3	,	,	PUNCT
dad-12448	571	4	john	john	PROPN
dad-12448	571	5	jerrim	jerrim	PROPN
dad-12448	571	6	,	,	PUNCT
dad-12448	571	7	anna	anna	PROPN
dad-12448	571	8	vignoles	vignole	NOUN
dad-12448	571	9	,	,	PUNCT
dad-12448	571	10	andrew	andrew	PROPN
dad-12448	571	11	jenkins	jenkins	PROPN
dad-12448	571	12	,	,	PUNCT
dad-12448	571	13	rebecca	rebecca	PROPN
dad-12448	571	14	allen	allen	PROPN
dad-12448	571	15	,	,	PUNCT
dad-12448	571	16	sonia	sonia	PROPN
dad-12448	571	17	ilie	ilie	PROPN
dad-12448	571	18	,	,	PUNCT
dad-12448	571	19	elodie	elodie	PROPN
dad-12448	571	20	bellarbre	bellarbre	PROPN
dad-12448	571	21	,	,	PUNCT
dad-12448	571	22	fabian	fabian	ADJ
dad-12448	571	23	barrera	barrera	NOUN
dad-12448	571	24	,	,	PUNCT
dad-12448	571	25	and	and	CCONJ
dad-12448	571	26	christopher	christopher	PROPN
dad-12448	571	27	hein	hein	PROPN
dad-12448	571	28	.	.	PUNCT
dad-12448	572	1	teachers	teacher	NOUN
dad-12448	572	2	in	in	ADP
dad-12448	572	3	england	england	PROPN
dad-12448	572	4	’s	’s	PART
dad-12448	572	5	secondary	secondary	ADJ
dad-12448	572	6	schools	school	NOUN
dad-12448	572	7	:	:	PUNCT
dad-12448	572	8	evidence	evidence	NOUN
dad-12448	572	9	from	from	ADP
dad-12448	572	10	talis	talis	PROPN
dad-12448	572	11	2013	2013	NUM
dad-12448	572	12	.	.	PUNCT
dad-12448	572	13	2014	2014	NUM
dad-12448	572	14	.	.	PUNCT
dad-12448	573	1	mid	mid	NOUN
dad-12448	573	2	-	-	NOUN
dad-12448	573	3	day	day	NOUN
dad-12448	573	4	.	.	PUNCT
dad-12448	574	1	what	what	PRON
dad-12448	574	2	?	?	PUNCT
dad-12448	574	3	!	!	PUNCT
dad-12448	575	1	students	student	NOUN
dad-12448	575	2	write	write	VERB
dad-12448	575	3	song	song	NOUN
dad-12448	575	4	lyrics	lyric	NOUN
dad-12448	575	5	and	and	CCONJ
dad-12448	575	6	abuses	abuse	NOUN
dad-12448	575	7	in	in	ADP
dad-12448	575	8	exam	exam	NOUN
dad-12448	575	9	answer	answer	NOUN
dad-12448	575	10	sheet	sheet	NOUN
dad-12448	575	11	.	.	PUNCT
dad-12448	576	1	https	https	NOUN
dad-12448	576	2	:	:	PUNCT
dad-12448	576	3	//www.mid	//www.mid	NOUN
dad-12448	576	4	-	-	PUNCT
dad-12448	576	5	day.com	day.com	NUM
dad-12448	576	6	/	/	SYM
dad-12448	576	7	articles	article	NOUN
dad-12448	576	8	/	/	SYM
dad-12448	576	9	national	national	ADJ
dad-12448	576	10	-	-	PUNCT
dad-12448	576	11	news	news	NOUN
dad-12448	576	12	-	-	PUNCT
dad-12448	576	13	west	west	NOUN
dad-12448	576	14	-	-	PUNCT
dad-12448	576	15	bengal	bengal	ADJ
dad-12448	576	16	-	-	PUNCT
dad-12448	576	17	studentswrite	studentswrite	ADJ
dad-12448	576	18	-	-	PUNCT
dad-12448	576	19	film	film	NOUN
dad-12448	576	20	-	-	PUNCT
dad-12448	576	21	song	song	NOUN
dad-12448	576	22	-	-	PUNCT
dad-12448	576	23	lyrics	lyric	NOUN
dad-12448	576	24	-	-	PUNCT
dad-12448	576	25	abuses	abuse	NOUN
dad-12448	576	26	-	-	PUNCT
dad-12448	576	27	in	in	ADP
dad-12448	576	28	-	-	PUNCT
dad-12448	576	29	exam	exam	NOUN
dad-12448	576	30	-	-	PUNCT
dad-12448	576	31	answer	answer	NOUN
dad-12448	576	32	-	-	PUNCT
dad-12448	576	33	sheet/18210196	sheet/18210196	NOUN
dad-12448	576	34	,	,	PUNCT
dad-12448	576	35	2017	2017	NUM
dad-12448	576	36	.	.	PUNCT
dad-12448	577	1	mary	mary	PROPN
dad-12448	577	2	ross	ross	PROPN
dad-12448	577	3	moran	moran	PROPN
dad-12448	577	4	.	.	PUNCT
dad-12448	578	1	options	option	NOUN
dad-12448	578	2	for	for	ADP
dad-12448	578	3	written	write	VERB
dad-12448	578	4	language	language	NOUN
dad-12448	578	5	assessment	assessment	NOUN
dad-12448	578	6	.	.	PUNCT
dad-12448	579	1	focus	focus	VERB
dad-12448	579	2	on	on	ADP
dad-12448	579	3	exceptional	exceptional	ADJ
dad-12448	579	4	children	child	NOUN
dad-12448	579	5	,	,	PUNCT
dad-12448	579	6	19	19	NUM
dad-12448	579	7	(	(	PUNCT
dad-12448	579	8	5):1–12	5):1–12	PROPN
dad-12448	579	9	,	,	PUNCT
dad-12448	579	10	1987	1987	NUM
dad-12448	579	11	.	.	PUNCT
dad-12448	580	1	pramod	pramod	PROPN
dad-12448	580	2	kaushik	kaushik	PROPN
dad-12448	580	3	mudrakarta	mudrakarta	PROPN
dad-12448	580	4	,	,	PUNCT
dad-12448	580	5	ankur	ankur	PROPN
dad-12448	580	6	taly	taly	PROPN
dad-12448	580	7	,	,	PUNCT
dad-12448	580	8	mukund	mukund	PROPN
dad-12448	580	9	sundararajan	sundararajan	PROPN
dad-12448	580	10	,	,	PUNCT
dad-12448	580	11	and	and	CCONJ
dad-12448	580	12	kedar	kedar	PROPN
dad-12448	580	13	dhamdhere	dhamdhere	PROPN
dad-12448	580	14	.	.	PUNCT
dad-12448	581	1	did	do	AUX
dad-12448	581	2	the	the	DET
dad-12448	581	3	model	model	NOUN
dad-12448	581	4	understand	understand	VERB
dad-12448	581	5	the	the	DET
dad-12448	581	6	question	question	NOUN
dad-12448	581	7	?	?	PUNCT
dad-12448	582	1	in	in	ADP
dad-12448	582	2	proceedings	proceeding	NOUN
dad-12448	582	3	of	of	ADP
dad-12448	582	4	the	the	DET
dad-12448	582	5	56th	56th	ADJ
dad-12448	582	6	annual	annual	ADJ
dad-12448	582	7	meeting	meeting	NOUN
dad-12448	582	8	of	of	ADP
dad-12448	582	9	the	the	DET
dad-12448	582	10	association	association	NOUN
dad-12448	582	11	for	for	ADP
dad-12448	582	12	computational	computational	ADJ
dad-12448	582	13	linguistics	linguistic	NOUN
dad-12448	582	14	(	(	PUNCT
dad-12448	582	15	volume	volume	NOUN
dad-12448	582	16	1	1	NUM
dad-12448	582	17	:	:	PUNCT
dad-12448	582	18	long	long	ADJ
dad-12448	582	19	papers	paper	NOUN
dad-12448	582	20	)	)	PUNCT
dad-12448	582	21	.	.	PUNCT
dad-12448	583	1	association	association	NOUN
dad-12448	583	2	for	for	ADP
dad-12448	583	3	computational	computational	ADJ
dad-12448	583	4	linguistics	linguistic	NOUN
dad-12448	583	5	,	,	PUNCT
dad-12448	583	6	2018	2018	NUM
dad-12448	583	7	.	.	PUNCT
dad-12448	584	1	doi	doi	NOUN
dad-12448	584	2	:	:	PUNCT
dad-12448	584	3	10.18653	10.18653	NUM
dad-12448	584	4	/	/	SYM
dad-12448	584	5	v1	v1	NOUN
dad-12448	584	6	/	/	SYM
dad-12448	584	7	p18	p18	NOUN
dad-12448	584	8	-	-	PUNCT
dad-12448	584	9	1176	1176	NUM
dad-12448	584	10	.	.	PUNCT
dad-12448	585	1	farah	farah	PROPN
dad-12448	585	2	nadeem	nadeem	PROPN
dad-12448	585	3	,	,	PUNCT
dad-12448	585	4	huy	huy	PROPN
dad-12448	585	5	nguyen	nguyen	PROPN
dad-12448	585	6	,	,	PUNCT
dad-12448	585	7	yang	yang	PROPN
dad-12448	585	8	liu	liu	PROPN
dad-12448	585	9	,	,	PUNCT
dad-12448	585	10	and	and	CCONJ
dad-12448	585	11	mari	mari	PROPN
dad-12448	585	12	ostendorf	ostendorf	PROPN
dad-12448	585	13	.	.	PUNCT
dad-12448	586	1	automated	automate	VERB
dad-12448	586	2	essay	essay	NOUN
dad-12448	586	3	scoring	score	VERB
dad-12448	586	4	with	with	ADP
dad-12448	586	5	discourse	discourse	NOUN
dad-12448	586	6	-	-	PUNCT
dad-12448	586	7	aware	aware	ADJ
dad-12448	586	8	neural	neural	ADJ
dad-12448	586	9	models	model	NOUN
dad-12448	586	10	.	.	PUNCT
dad-12448	587	1	in	in	ADP
dad-12448	587	2	proceedings	proceeding	NOUN
dad-12448	587	3	of	of	ADP
dad-12448	587	4	the	the	DET
dad-12448	587	5	fourteenth	fourteenth	ADJ
dad-12448	587	6	workshop	workshop	NOUN
dad-12448	587	7	on	on	ADP
dad-12448	587	8	innovative	innovative	ADJ
dad-12448	587	9	use	use	NOUN
dad-12448	587	10	of	of	ADP
dad-12448	587	11	nlp	nlp	NOUN
dad-12448	587	12	for	for	ADP
dad-12448	587	13	building	build	VERB
dad-12448	587	14	educational	educational	ADJ
dad-12448	587	15	applications	application	NOUN
dad-12448	587	16	.	.	PUNCT
dad-12448	588	1	association	association	NOUN
dad-12448	588	2	for	for	ADP
dad-12448	588	3	computational	computational	ADJ
dad-12448	588	4	linguistics	linguistic	NOUN
dad-12448	588	5	,	,	PUNCT
dad-12448	588	6	2019	2019	NUM
dad-12448	588	7	.	.	PUNCT
dad-12448	589	1	doi	doi	NOUN
dad-12448	589	2	:	:	PUNCT
dad-12448	589	3	10.18653	10.18653	NUM
dad-12448	589	4	/	/	SYM
dad-12448	589	5	v1	v1	NOUN
dad-12448	589	6	/	/	SYM
dad-12448	589	7	w19	w19	PROPN
dad-12448	589	8	-	-	PUNCT
dad-12448	589	9	4450	4450	NUM
dad-12448	589	10	.	.	PUNCT
dad-12448	590	1	patrick	patrick	PROPN
dad-12448	590	2	o’donnell	o’donnell	PROPN
dad-12448	590	3	.	.	PUNCT
dad-12448	591	1	computers	computer	NOUN
dad-12448	591	2	are	be	AUX
dad-12448	591	3	now	now	ADV
dad-12448	591	4	grading	grade	VERB
dad-12448	591	5	essays	essay	NOUN
dad-12448	591	6	on	on	ADP
dad-12448	591	7	ohio	ohio	PROPN
dad-12448	591	8	’s	’s	PART
dad-12448	591	9	state	state	NOUN
dad-12448	591	10	tests	test	NOUN
dad-12448	591	11	.	.	PUNCT
dad-12448	592	1	https	https	NOUN
dad-12448	592	2	:	:	PUNCT
dad-12448	592	3	/	/	SYM
dad-12448	592	4	/	/	SYM
dad-12448	592	5	www.cleveland.com	www.cleveland.com	X
dad-12448	592	6	/	/	SYM
dad-12448	592	7	metro	metro	PROPN
dad-12448	592	8	/	/	SYM
dad-12448	592	9	2018	2018	NUM
dad-12448	592	10	/	/	SYM
dad-12448	592	11	03	03	NUM
dad-12448	592	12	/	/	SYM
dad-12448	592	13	computers	computer	NOUN
dad-12448	592	14	are	be	AUX
dad-12448	592	15	now	now	ADV
dad-12448	592	16	grading	grade	VERB
dad-12448	592	17	essays	essay	NOUN
dad-12448	592	18	on	on	ADP
dad-12448	592	19	ohios	ohio	NOUN
dad-12448	592	20	state	state	NOUN
dad-12448	592	21	tests	test	VERB
dad-12448	592	22	your	your	PRON
dad-12448	592	23	ch.html	ch.html	NOUN
dad-12448	592	24	,	,	PUNCT
dad-12448	592	25	2020	2020	NUM
dad-12448	592	26	.	.	PUNCT
dad-12448	593	1	christopher	christopher	PROPN
dad-12448	593	2	m.	m.	PROPN
dad-12448	593	3	ormerod	ormerod	PROPN
dad-12448	593	4	,	,	PUNCT
dad-12448	593	5	akanksha	akanksha	PROPN
dad-12448	593	6	malhotra	malhotra	PROPN
dad-12448	593	7	,	,	PUNCT
dad-12448	593	8	and	and	CCONJ
dad-12448	593	9	amir	amir	PROPN
dad-12448	593	10	jafari	jafari	PROPN
dad-12448	593	11	.	.	PUNCT
dad-12448	594	1	automated	automate	VERB
dad-12448	594	2	essay	essay	NOUN
dad-12448	594	3	scoring	scoring	NOUN
dad-12448	594	4	using	use	VERB
dad-12448	594	5	efficient	efficient	ADJ
dad-12448	594	6	transformer	transformer	NOUN
dad-12448	594	7	-	-	PUNCT
dad-12448	594	8	based	base	VERB
dad-12448	594	9	language	language	NOUN
dad-12448	594	10	models	model	NOUN
dad-12448	594	11	.	.	PUNCT
dad-12448	595	1	corr	corr	NOUN
dad-12448	595	2	,	,	PUNCT
dad-12448	595	3	abs/2102.13136	abs/2102.13136	NOUN
dad-12448	595	4	,	,	PUNCT
dad-12448	595	5	2021	2021	NUM
dad-12448	595	6	.	.	PUNCT
dad-12448	596	1	url	url	PROPN
dad-12448	596	2	https://	https://	PROPN
dad-12448	596	3	arxiv.org/abs/2102.13136	arxiv.org/abs/2102.13136	PROPN
dad-12448	596	4	.	.	PUNCT
dad-12448	597	1	ellis	ellis	PROPN
dad-12448	597	2	b	b	PROPN
dad-12448	597	3	page	page	NOUN
dad-12448	597	4	.	.	PUNCT
dad-12448	598	1	the	the	DET
dad-12448	598	2	imminence	imminence	NOUN
dad-12448	598	3	of	of	ADP
dad-12448	598	4	...	...	PUNCT
dad-12448	598	5	grading	grade	VERB
dad-12448	598	6	essays	essay	NOUN
dad-12448	598	7	by	by	ADP
dad-12448	598	8	computer	computer	NOUN
dad-12448	598	9	.	.	PUNCT
dad-12448	599	1	the	the	DET
dad-12448	599	2	phi	phi	NOUN
dad-12448	599	3	delta	delta	NOUN
dad-12448	599	4	kappan	kappan	NOUN
dad-12448	599	5	,	,	PUNCT
dad-12448	599	6	47(5	47(5	NOUN
dad-12448	599	7	)	)	PUNCT
dad-12448	599	8	,	,	PUNCT
dad-12448	599	9	1966	1966	NUM
dad-12448	599	10	.	.	PUNCT
dad-12448	600	1	24	24	NUM
dad-12448	600	2	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	NOUN
dad-12448	600	3	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	PROPN
dad-12448	600	4	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	https://www.mid-day.com/articles/national-news-west-bengal-students-write-film-song-lyrics-abuses-in-exam-answer-sheet/18210196	NOUN
dad-12448	600	5	https://www.cleveland.com/metro/2018/03/computers_are_now_grading_essays_on_ohios_state_tests_your_ch.html	https://www.cleveland.com/metro/2018/03/computers_are_now_grading_essays_on_ohios_state_tests_your_ch.html	VERB
dad-12448	600	6	https://www.cleveland.com/metro/2018/03/computers_are_now_grading_essays_on_ohios_state_tests_your_ch.html	https://www.cleveland.com/metro/2018/03/computers_are_now_grading_essays_on_ohios_state_tests_your_ch.html	VERB
dad-12448	600	7	https://arxiv.org/abs/2102.13136	https://arxiv.org/abs/2102.13136	PROPN
dad-12448	600	8	https://arxiv.org/abs/2102.13136	https://arxiv.org/abs/2102.13136	PROPN
dad-12448	600	9	automatic	automatic	ADJ
dad-12448	600	10	essay	essay	NOUN
dad-12448	600	11	scoring	scoring	NOUN
dad-12448	600	12	systems	system	NOUN
dad-12448	600	13	are	be	AUX
dad-12448	600	14	both	both	CCONJ
dad-12448	600	15	overstable	overstable	ADJ
dad-12448	600	16	and	and	CCONJ
dad-12448	600	17	oversensitive	oversensitive	ADJ
dad-12448	600	18	pearson	pearson	PROPN
dad-12448	600	19	.	.	PUNCT
dad-12448	601	1	pearson	pearson	PROPN
dad-12448	601	2	test	test	PROPN
dad-12448	601	3	of	of	ADP
dad-12448	601	4	english	english	PROPN
dad-12448	601	5	academic	academic	NOUN
dad-12448	601	6	:	:	PUNCT
dad-12448	601	7	automated	automate	VERB
dad-12448	601	8	scoring	scoring	NOUN
dad-12448	601	9	.	.	PUNCT
dad-12448	602	1	https	https	NOUN
dad-12448	602	2	:	:	PUNCT
dad-12448	602	3	/	/	SYM
dad-12448	602	4	/	/	SYM
dad-12448	602	5	assets.ctfassets.net	assets.ctfassets.net	PROPN
dad-12448	602	6	/	/	SYM
dad-12448	602	7	yqwtwibiobs4	yqwtwibiobs4	PROPN
dad-12448	602	8	/	/	SYM
dad-12448	603	1	26s58z1yi9j4ortv0qo3mo	26s58z1yi9j4ortv0qo3mo	NOUN
dad-12448	603	2	/	/	SYM
dad-12448	603	3	88121f3d60b5f4bc2e5d175974d52951	88121f3d60b5f4bc2e5d175974d52951	NUM
dad-12448	603	4	/	/	SYM
dad-12448	603	5	pearson	pearson	PROPN
dad-12448	603	6	test	test	NOUN
dad-12448	603	7	of	of	ADP
dad-12448	603	8	english	english	PROPN
dad-12448	603	9	academic-automated-scoring-white-paper-may-2018.pdf	academic-automated-scoring-white-paper-may-2018.pdf	PROPN
dad-12448	603	10	,	,	PUNCT
dad-12448	603	11	2019	2019	NUM
dad-12448	603	12	.	.	PUNCT
dad-12448	604	1	jeffrey	jeffrey	PROPN
dad-12448	604	2	pennington	pennington	PROPN
dad-12448	604	3	,	,	PUNCT
dad-12448	604	4	richard	richard	PROPN
dad-12448	604	5	socher	socher	PROPN
dad-12448	604	6	,	,	PUNCT
dad-12448	604	7	and	and	CCONJ
dad-12448	604	8	christopher	christopher	PROPN
dad-12448	604	9	manning	manning	PROPN
dad-12448	604	10	.	.	PUNCT
dad-12448	605	1	glove	glove	NOUN
dad-12448	605	2	:	:	PUNCT
dad-12448	605	3	global	global	ADJ
dad-12448	605	4	vectors	vector	NOUN
dad-12448	605	5	for	for	ADP
dad-12448	605	6	word	word	NOUN
dad-12448	605	7	representation	representation	NOUN
dad-12448	605	8	.	.	PUNCT
dad-12448	606	1	in	in	ADP
dad-12448	606	2	proceedings	proceeding	NOUN
dad-12448	606	3	of	of	ADP
dad-12448	606	4	the	the	DET
dad-12448	606	5	2014	2014	NUM
dad-12448	606	6	conference	conference	NOUN
dad-12448	606	7	on	on	ADP
dad-12448	606	8	empirical	empirical	ADJ
dad-12448	606	9	methods	method	NOUN
dad-12448	606	10	in	in	ADP
dad-12448	606	11	natural	natural	ADJ
dad-12448	606	12	language	language	NOUN
dad-12448	606	13	processing	processing	NOUN
dad-12448	606	14	(	(	PUNCT
dad-12448	606	15	emnlp	emnlp	ADJ
dad-12448	606	16	)	)	PUNCT
dad-12448	606	17	.	.	PUNCT
dad-12448	607	1	association	association	NOUN
dad-12448	607	2	for	for	ADP
dad-12448	607	3	computational	computational	ADJ
dad-12448	607	4	linguistics	linguistic	NOUN
dad-12448	607	5	,	,	PUNCT
dad-12448	607	6	2014	2014	NUM
dad-12448	607	7	.	.	PUNCT
dad-12448	608	1	doi	doi	NOUN
dad-12448	608	2	:	:	PUNCT
dad-12448	608	3	10.3115	10.3115	NUM
dad-12448	608	4	/	/	SYM
dad-12448	608	5	v1	v1	NOUN
dad-12448	608	6	/	/	SYM
dad-12448	608	7	d14	d14	NOUN
dad-12448	608	8	-	-	PUNCT
dad-12448	608	9	1162	1162	NUM
dad-12448	608	10	.	.	PUNCT
dad-12448	609	1	les	les	PROPN
dad-12448	609	2	perelman	perelman	PROPN
dad-12448	609	3	.	.	PUNCT
dad-12448	610	1	when	when	SCONJ
dad-12448	610	2	“	"	PUNCT
dad-12448	610	3	the	the	DET
dad-12448	610	4	state	state	NOUN
dad-12448	610	5	of	of	ADP
dad-12448	610	6	the	the	DET
dad-12448	610	7	art	art	NOUN
dad-12448	610	8	”	"	PUNCT
dad-12448	610	9	is	be	AUX
dad-12448	610	10	counting	count	VERB
dad-12448	610	11	words	word	NOUN
dad-12448	610	12	.	.	PUNCT
dad-12448	611	1	assessing	assess	VERB
dad-12448	611	2	writing	writing	NOUN
dad-12448	611	3	,	,	PUNCT
dad-12448	611	4	21	21	NUM
dad-12448	611	5	,	,	PUNCT
dad-12448	611	6	2014	2014	NUM
dad-12448	611	7	.	.	PUNCT
dad-12448	612	1	les	les	PROPN
dad-12448	612	2	perelman	perelman	PROPN
dad-12448	612	3	.	.	PUNCT
dad-12448	613	1	the	the	DET
dad-12448	613	2	babel	babel	NOUN
dad-12448	613	3	generator	generator	NOUN
dad-12448	613	4	and	and	CCONJ
dad-12448	613	5	e	e	NOUN
dad-12448	613	6	-	-	NOUN
dad-12448	613	7	rater	rater	ADJ
dad-12448	613	8	:	:	PUNCT
dad-12448	613	9	21st	21st	ADJ
dad-12448	613	10	century	century	NOUN
dad-12448	613	11	writing	writing	NOUN
dad-12448	613	12	constructs	construct	NOUN
dad-12448	613	13	and	and	CCONJ
dad-12448	613	14	automated	automate	VERB
dad-12448	613	15	essay	essay	NOUN
dad-12448	613	16	scoring	scoring	NOUN
dad-12448	613	17	(	(	PUNCT
dad-12448	613	18	aes	aes	NOUN
dad-12448	613	19	)	)	PUNCT
dad-12448	613	20	.	.	PUNCT
dad-12448	614	1	the	the	DET
dad-12448	614	2	journal	journal	NOUN
dad-12448	614	3	of	of	ADP
dad-12448	614	4	writing	write	VERB
dad-12448	614	5	assessment	assessment	NOUN
dad-12448	614	6	,	,	PUNCT
dad-12448	614	7	13	13	NUM
dad-12448	614	8	,	,	PUNCT
dad-12448	614	9	2020	2020	NUM
dad-12448	614	10	.	.	PUNCT
dad-12448	615	1	les	les	PROPN
dad-12448	615	2	perelman	perelman	PROPN
dad-12448	615	3	,	,	PUNCT
dad-12448	615	4	louis	louis	PROPN
dad-12448	615	5	sobel	sobel	NOUN
dad-12448	615	6	,	,	PUNCT
dad-12448	615	7	milo	milo	PROPN
dad-12448	615	8	beckman	beckman	PROPN
dad-12448	615	9	,	,	PUNCT
dad-12448	615	10	and	and	CCONJ
dad-12448	615	11	damien	damien	PROPN
dad-12448	615	12	jiang	jiang	PROPN
dad-12448	615	13	.	.	PUNCT
dad-12448	616	1	basic	basic	ADJ
dad-12448	616	2	automatic	automatic	ADJ
dad-12448	616	3	b.s	b.s	PROPN
dad-12448	616	4	.	.	PROPN
dad-12448	616	5	essay	essay	PROPN
dad-12448	616	6	language	language	PROPN
dad-12448	616	7	generator	generator	PROPN
dad-12448	616	8	(	(	PUNCT
dad-12448	616	9	babel	babel	NOUN
dad-12448	616	10	)	)	PUNCT
dad-12448	616	11	.	.	PUNCT
dad-12448	617	1	https://babel-generator.herokuapp.com/	https://babel-generator.herokuapp.com/	PROPN
dad-12448	617	2	,	,	PUNCT
dad-12448	617	3	2014a	2014a	NUM
dad-12448	617	4	.	.	PUNCT
dad-12448	618	1	les	les	PROPN
dad-12448	618	2	perelman	perelman	PROPN
dad-12448	618	3	,	,	PUNCT
dad-12448	618	4	louis	louis	PROPN
dad-12448	618	5	sobel	sobel	NOUN
dad-12448	618	6	,	,	PUNCT
dad-12448	618	7	milo	milo	PROPN
dad-12448	618	8	beckman	beckman	PROPN
dad-12448	618	9	,	,	PUNCT
dad-12448	618	10	and	and	CCONJ
dad-12448	618	11	damien	damien	PROPN
dad-12448	618	12	jiang	jiang	PROPN
dad-12448	618	13	.	.	PUNCT
dad-12448	619	1	basic	basic	ADJ
dad-12448	619	2	automatic	automatic	ADJ
dad-12448	619	3	b.s	b.s	PROPN
dad-12448	619	4	.	.	PROPN
dad-12448	619	5	essay	essay	PROPN
dad-12448	619	6	language	language	PROPN
dad-12448	619	7	generator	generator	PROPN
dad-12448	619	8	(	(	PUNCT
dad-12448	619	9	babel	babel	NOUN
dad-12448	619	10	)	)	PUNCT
dad-12448	619	11	by	by	ADP
dad-12448	619	12	les	les	PROPN
dad-12448	619	13	perelman	perelman	PROPN
dad-12448	619	14	,	,	PUNCT
dad-12448	619	15	ph.d	ph.d	PROPN
dad-12448	619	16	.	.	PUNCT
dad-12448	620	1	http://lesperelman.com/writingassessment-robo-grading/babel-generator/	http://lesperelman.com/writingassessment-robo-grading/babel-generator/	PROPN
dad-12448	620	2	,	,	PUNCT
dad-12448	620	3	2014b	2014b	NUM
dad-12448	620	4	.	.	PUNCT
dad-12448	621	1	isaac	isaac	PROPN
dad-12448	621	2	persing	persing	PROPN
dad-12448	621	3	,	,	PUNCT
dad-12448	621	4	alan	alan	PROPN
dad-12448	621	5	davis	davis	PROPN
dad-12448	621	6	,	,	PUNCT
dad-12448	621	7	and	and	CCONJ
dad-12448	621	8	vincent	vincent	PROPN
dad-12448	621	9	ng	ng	PROPN
dad-12448	621	10	.	.	PROPN
dad-12448	622	1	modeling	model	VERB
dad-12448	622	2	organization	organization	NOUN
dad-12448	622	3	in	in	ADP
dad-12448	622	4	student	student	NOUN
dad-12448	622	5	essays	essay	NOUN
dad-12448	622	6	.	.	PUNCT
dad-12448	623	1	in	in	ADP
dad-12448	623	2	proceedings	proceeding	NOUN
dad-12448	623	3	of	of	ADP
dad-12448	623	4	the	the	DET
dad-12448	623	5	2010	2010	NUM
dad-12448	623	6	conference	conference	NOUN
dad-12448	623	7	on	on	ADP
dad-12448	623	8	empirical	empirical	ADJ
dad-12448	623	9	methods	method	NOUN
dad-12448	623	10	in	in	ADP
dad-12448	623	11	natural	natural	ADJ
dad-12448	623	12	language	language	NOUN
dad-12448	623	13	processing	processing	NOUN
dad-12448	623	14	.	.	PUNCT
dad-12448	624	1	association	association	NOUN
dad-12448	624	2	for	for	ADP
dad-12448	624	3	computational	computational	ADJ
dad-12448	624	4	linguistics	linguistic	NOUN
dad-12448	624	5	,	,	PUNCT
dad-12448	624	6	2010	2010	NUM
dad-12448	624	7	.	.	PUNCT
dad-12448	625	1	thang	thang	PROPN
dad-12448	625	2	pham	pham	PROPN
dad-12448	625	3	,	,	PUNCT
dad-12448	625	4	trung	trung	PROPN
dad-12448	625	5	bui	bui	PROPN
dad-12448	625	6	,	,	PUNCT
dad-12448	625	7	long	long	ADJ
dad-12448	625	8	mai	mai	PROPN
dad-12448	625	9	,	,	PUNCT
dad-12448	625	10	and	and	CCONJ
dad-12448	625	11	anh	anh	NOUN
dad-12448	625	12	nguyen	nguyen	NOUN
dad-12448	625	13	.	.	PUNCT
dad-12448	626	1	out	out	ADP
dad-12448	626	2	of	of	ADP
dad-12448	626	3	order	order	NOUN
dad-12448	626	4	:	:	PUNCT
dad-12448	626	5	how	how	SCONJ
dad-12448	626	6	important	important	ADJ
dad-12448	626	7	is	be	AUX
dad-12448	626	8	the	the	DET
dad-12448	626	9	sequential	sequential	ADJ
dad-12448	626	10	order	order	NOUN
dad-12448	626	11	of	of	ADP
dad-12448	626	12	words	word	NOUN
dad-12448	626	13	in	in	ADP
dad-12448	626	14	a	a	DET
dad-12448	626	15	sentence	sentence	NOUN
dad-12448	626	16	in	in	ADP
dad-12448	626	17	natural	natural	ADJ
dad-12448	626	18	language	language	NOUN
dad-12448	626	19	understanding	understanding	NOUN
dad-12448	626	20	tasks	task	NOUN
dad-12448	626	21	?	?	PUNCT
dad-12448	627	1	in	in	ADP
dad-12448	627	2	findings	finding	NOUN
dad-12448	627	3	of	of	ADP
dad-12448	627	4	the	the	DET
dad-12448	627	5	association	association	NOUN
dad-12448	627	6	for	for	ADP
dad-12448	627	7	computational	computational	ADJ
dad-12448	627	8	linguistics	linguistic	NOUN
dad-12448	627	9	:	:	PUNCT
dad-12448	627	10	acl	acl	PROPN
dad-12448	627	11	-	-	PUNCT
dad-12448	627	12	ijcnlp	ijcnlp	PROPN
dad-12448	627	13	2021	2021	NUM
dad-12448	627	14	.	.	PUNCT
dad-12448	628	1	association	association	NOUN
dad-12448	628	2	for	for	ADP
dad-12448	628	3	computational	computational	ADJ
dad-12448	628	4	linguistics	linguistic	NOUN
dad-12448	628	5	,	,	PUNCT
dad-12448	628	6	2021	2021	NUM
dad-12448	628	7	.	.	PUNCT
dad-12448	629	1	doi	doi	NOUN
dad-12448	629	2	:	:	PUNCT
dad-12448	629	3	10.18653	10.18653	NUM
dad-12448	629	4	/	/	SYM
dad-12448	629	5	v1/2021.findings	v1/2021.finding	NOUN
dad-12448	629	6	-	-	PUNCT
dad-12448	629	7	acl.98	acl.98	PRON
dad-12448	629	8	.	.	PUNCT
dad-12448	630	1	donald	donald	PROPN
dad-12448	630	2	e	e	PROPN
dad-12448	630	3	powers	power	NOUN
dad-12448	630	4	,	,	PUNCT
dad-12448	630	5	jill	jill	PROPN
dad-12448	630	6	c	c	PROPN
dad-12448	630	7	burstein	burstein	PROPN
dad-12448	630	8	,	,	PUNCT
dad-12448	630	9	martin	martin	PROPN
dad-12448	630	10	chodorow	chodorow	PROPN
dad-12448	630	11	,	,	PUNCT
dad-12448	630	12	mary	mary	PROPN
dad-12448	630	13	e	e	PROPN
dad-12448	630	14	fowles	fowles	PROPN
dad-12448	630	15	,	,	PUNCT
dad-12448	630	16	and	and	CCONJ
dad-12448	630	17	karen	karen	PROPN
dad-12448	630	18	kukich	kukich	PROPN
dad-12448	630	19	.	.	PUNCT
dad-12448	631	1	stumping	stump	VERB
dad-12448	631	2	e	e	NOUN
dad-12448	631	3	-	-	NOUN
dad-12448	631	4	rater	rater	NOUN
dad-12448	631	5	:	:	PUNCT
dad-12448	631	6	challenging	challenge	VERB
dad-12448	631	7	the	the	DET
dad-12448	631	8	validity	validity	NOUN
dad-12448	631	9	of	of	ADP
dad-12448	631	10	automated	automate	VERB
dad-12448	631	11	essay	essay	ADJ
dad-12448	631	12	scoring	scoring	NOUN
dad-12448	631	13	.	.	PUNCT
dad-12448	632	1	ets	ets	PROPN
dad-12448	632	2	research	research	NOUN
dad-12448	632	3	report	report	NOUN
dad-12448	632	4	series	series	NOUN
dad-12448	632	5	,	,	PUNCT
dad-12448	632	6	2001	2001	NUM
dad-12448	632	7	(	(	PUNCT
dad-12448	632	8	1	1	NUM
dad-12448	632	9	)	)	PUNCT
dad-12448	632	10	,	,	PUNCT
dad-12448	632	11	2001	2001	NUM
dad-12448	632	12	.	.	PUNCT
dad-12448	633	1	donald	donald	PROPN
dad-12448	633	2	e	e	PROPN
dad-12448	633	3	powers	power	NOUN
dad-12448	633	4	,	,	PUNCT
dad-12448	633	5	jill	jill	PROPN
dad-12448	633	6	c	c	PROPN
dad-12448	633	7	burstein	burstein	PROPN
dad-12448	633	8	,	,	PUNCT
dad-12448	633	9	martin	martin	PROPN
dad-12448	633	10	chodorow	chodorow	PROPN
dad-12448	633	11	,	,	PUNCT
dad-12448	633	12	mary	mary	PROPN
dad-12448	633	13	e	e	PROPN
dad-12448	633	14	fowles	fowles	PROPN
dad-12448	633	15	,	,	PUNCT
dad-12448	633	16	and	and	CCONJ
dad-12448	633	17	karen	karen	PROPN
dad-12448	633	18	kukich	kukich	PROPN
dad-12448	633	19	.	.	PUNCT
dad-12448	634	1	stumping	stump	VERB
dad-12448	634	2	e	e	NOUN
dad-12448	634	3	-	-	NOUN
dad-12448	634	4	rater	rater	NOUN
dad-12448	634	5	:	:	PUNCT
dad-12448	634	6	challenging	challenge	VERB
dad-12448	634	7	the	the	DET
dad-12448	634	8	validity	validity	NOUN
dad-12448	634	9	of	of	ADP
dad-12448	634	10	automated	automate	VERB
dad-12448	634	11	essay	essay	ADJ
dad-12448	634	12	scoring	scoring	NOUN
dad-12448	634	13	.	.	PUNCT
dad-12448	635	1	computers	computer	NOUN
dad-12448	635	2	in	in	ADP
dad-12448	635	3	human	human	ADJ
dad-12448	635	4	behavior	behavior	NOUN
dad-12448	635	5	,	,	PUNCT
dad-12448	635	6	18	18	NUM
dad-12448	635	7	(	(	PUNCT
dad-12448	635	8	2	2	NUM
dad-12448	635	9	)	)	PUNCT
dad-12448	635	10	,	,	PUNCT
dad-12448	635	11	2002	2002	NUM
dad-12448	635	12	.	.	PUNCT
dad-12448	636	1	alec	alec	PROPN
dad-12448	636	2	radford	radford	PROPN
dad-12448	636	3	,	,	PUNCT
dad-12448	636	4	jeffrey	jeffrey	PROPN
dad-12448	636	5	wu	wu	PROPN
dad-12448	636	6	,	,	PUNCT
dad-12448	636	7	rewon	rewon	ADJ
dad-12448	636	8	child	child	NOUN
dad-12448	636	9	,	,	PUNCT
dad-12448	636	10	david	david	PROPN
dad-12448	636	11	luan	luan	PROPN
dad-12448	636	12	,	,	PUNCT
dad-12448	636	13	dario	dario	PROPN
dad-12448	636	14	amodei	amodei	PROPN
dad-12448	636	15	,	,	PUNCT
dad-12448	636	16	and	and	CCONJ
dad-12448	636	17	ilya	ilya	PROPN
dad-12448	636	18	sutskever	sutskever	VERB
dad-12448	636	19	.	.	PUNCT
dad-12448	637	1	language	language	NOUN
dad-12448	637	2	models	model	NOUN
dad-12448	637	3	are	be	AUX
dad-12448	637	4	unsupervised	unsupervised	ADJ
dad-12448	637	5	multitask	multitask	ADJ
dad-12448	637	6	learners	learner	NOUN
dad-12448	637	7	.	.	PUNCT
dad-12448	638	1	openai	openai	PROPN
dad-12448	638	2	blog	blog	PROPN
dad-12448	638	3	,	,	PUNCT
dad-12448	638	4	1(8	1(8	NUM
dad-12448	638	5	)	)	PUNCT
dad-12448	638	6	,	,	PUNCT
dad-12448	638	7	2019	2019	NUM
dad-12448	638	8	.	.	PUNCT
dad-12448	639	1	vikram	vikram	PROPN
dad-12448	639	2	ramanarayanan	ramanarayanan	PROPN
dad-12448	639	3	,	,	PUNCT
dad-12448	639	4	klaus	klaus	PROPN
dad-12448	639	5	zechner	zechner	NOUN
dad-12448	639	6	,	,	PUNCT
dad-12448	639	7	and	and	CCONJ
dad-12448	639	8	keelan	keelan	PROPN
dad-12448	639	9	evanini	evanini	PROPN
dad-12448	639	10	.	.	PUNCT
dad-12448	640	1	spoken	speak	VERB
dad-12448	640	2	language	language	NOUN
dad-12448	640	3	technology	technology	NOUN
dad-12448	640	4	for	for	ADP
dad-12448	640	5	language	language	NOUN
dad-12448	640	6	learning	learning	NOUN
dad-12448	640	7	&	&	CCONJ
dad-12448	640	8	assessment	assessment	NOUN
dad-12448	640	9	.	.	PUNCT
dad-12448	641	1	http://www.interspeech2020.org/uploadfile/	http://www.interspeech2020.org/uploadfile/	PROPN
dad-12448	641	2	pdf	pdf	NOUN
dad-12448	641	3	/	/	SYM
dad-12448	641	4	tutorial	tutorial	NOUN
dad-12448	641	5	-	-	PUNCT
dad-12448	641	6	b-4.pdf	b-4.pdf	NOUN
dad-12448	641	7	,	,	PUNCT
dad-12448	641	8	2020	2020	NUM
dad-12448	641	9	.	.	PUNCT
dad-12448	642	1	marco	marco	PROPN
dad-12448	642	2	túlio	túlio	PROPN
dad-12448	642	3	ribeiro	ribeiro	PROPN
dad-12448	642	4	,	,	PUNCT
dad-12448	642	5	sameer	sameer	PROPN
dad-12448	642	6	singh	singh	PROPN
dad-12448	642	7	,	,	PUNCT
dad-12448	642	8	and	and	CCONJ
dad-12448	642	9	carlos	carlos	PROPN
dad-12448	642	10	guestrin	guestrin	PROPN
dad-12448	642	11	.	.	PUNCT
dad-12448	643	1	”	"	PUNCT
dad-12448	643	2	why	why	SCONJ
dad-12448	643	3	should	should	AUX
dad-12448	643	4	i	i	PRON
dad-12448	643	5	trust	trust	VERB
dad-12448	643	6	you	you	PRON
dad-12448	643	7	?	?	PUNCT
dad-12448	643	8	”	"	PUNCT
dad-12448	643	9	:	:	PUNCT
dad-12448	643	10	explaining	explain	VERB
dad-12448	643	11	the	the	DET
dad-12448	643	12	predictions	prediction	NOUN
dad-12448	643	13	of	of	ADP
dad-12448	643	14	any	any	DET
dad-12448	643	15	classifier	classifier	NOUN
dad-12448	643	16	.	.	PUNCT
dad-12448	644	1	in	in	ADP
dad-12448	644	2	proceedings	proceeding	NOUN
dad-12448	644	3	of	of	ADP
dad-12448	644	4	the	the	DET
dad-12448	644	5	22nd	22nd	PROPN
dad-12448	644	6	acm	acm	PROPN
dad-12448	644	7	sigkdd	sigkdd	PROPN
dad-12448	644	8	international	international	ADJ
dad-12448	644	9	conference	conference	NOUN
dad-12448	644	10	on	on	ADP
dad-12448	644	11	knowledge	knowledge	NOUN
dad-12448	644	12	discovery	discovery	PROPN
dad-12448	644	13	and	and	CCONJ
dad-12448	644	14	data	datum	NOUN
dad-12448	644	15	mining	mining	NOUN
dad-12448	644	16	,	,	PUNCT
dad-12448	644	17	san	san	PROPN
dad-12448	644	18	francisco	francisco	PROPN
dad-12448	644	19	,	,	PUNCT
dad-12448	644	20	ca	ca	PROPN
dad-12448	644	21	,	,	PUNCT
dad-12448	644	22	usa	usa	PROPN
dad-12448	644	23	,	,	PUNCT
dad-12448	644	24	august	august	PROPN
dad-12448	644	25	13	13	NUM
dad-12448	644	26	-	-	SYM
dad-12448	644	27	17	17	NUM
dad-12448	644	28	,	,	PUNCT
dad-12448	644	29	2016	2016	NUM
dad-12448	644	30	.	.	PUNCT
dad-12448	644	31	acm	acm	PROPN
dad-12448	644	32	,	,	PUNCT
dad-12448	644	33	2016	2016	NUM
dad-12448	644	34	.	.	PUNCT
dad-12448	645	1	doi	doi	NOUN
dad-12448	645	2	:	:	PUNCT
dad-12448	645	3	10.1145/2939672.2939778	10.1145/2939672.2939778	NUM
dad-12448	645	4	.	.	PUNCT
dad-12448	646	1	25	25	NUM
dad-12448	646	2	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	NOUN
dad-12448	646	3	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	X
dad-12448	646	4	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	X
dad-12448	646	5	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	https://assets.ctfassets.net/yqwtwibiobs4/26s58z1yi9j4ortv0qo3mo/88121f3d60b5f4bc2e5d175974d52951/pearson-test-of-english-academic-automated-scoring-white-paper-may-2018.pdf	PROPN
dad-12448	646	6	https://babel-generator.herokuapp.com/	https://babel-generator.herokuapp.com/	PROPN
dad-12448	646	7	http://lesperelman.com/writing-assessment-robo-grading/babel-generator/	http://lesperelman.com/writing-assessment-robo-grading/babel-generator/	PRON
dad-12448	646	8	http://lesperelman.com/writing-assessment-robo-grading/babel-generator/	http://lesperelman.com/writing-assessment-robo-grading/babel-generator/	PROPN
dad-12448	646	9	http://www.interspeech2020.org/uploadfile/pdf/tutorial-b-4.pdf	http://www.interspeech2020.org/uploadfile/pdf/tutorial-b-4.pdf	PROPN
dad-12448	646	10	http://www.interspeech2020.org/uploadfile/pdf/tutorial-b-4.pdf	http://www.interspeech2020.org/uploadfile/pdf/tutorial-b-4.pdf	NOUN
dad-12448	646	11	singla	singla	PROPN
dad-12448	646	12	,	,	PUNCT
dad-12448	646	13	parekh	parekh	PROPN
dad-12448	646	14	,	,	PUNCT
dad-12448	646	15	singh	singh	PROPN
dad-12448	646	16	,	,	PUNCT
dad-12448	646	17	li	li	PROPN
dad-12448	646	18	,	,	PUNCT
dad-12448	646	19	shah	shah	PROPN
dad-12448	646	20	and	and	CCONJ
dad-12448	646	21	chen	chen	PROPN
dad-12448	646	22	brian	brian	PROPN
dad-12448	646	23	riordan	riordan	PROPN
dad-12448	646	24	,	,	PUNCT
dad-12448	646	25	andrea	andrea	PROPN
dad-12448	646	26	horbach	horbach	PROPN
dad-12448	646	27	,	,	PUNCT
dad-12448	646	28	aoife	aoife	PROPN
dad-12448	646	29	cahill	cahill	PROPN
dad-12448	646	30	,	,	PUNCT
dad-12448	646	31	torsten	torsten	PROPN
dad-12448	646	32	zesch	zesch	PROPN
dad-12448	646	33	,	,	PUNCT
dad-12448	646	34	and	and	CCONJ
dad-12448	646	35	chong	chong	PROPN
dad-12448	646	36	min	min	PROPN
dad-12448	646	37	lee	lee	PROPN
dad-12448	646	38	.	.	PUNCT
dad-12448	646	39	investigating	investigate	VERB
dad-12448	646	40	neural	neural	ADJ
dad-12448	646	41	architectures	architecture	NOUN
dad-12448	646	42	for	for	ADP
dad-12448	646	43	short	short	ADJ
dad-12448	646	44	answer	answer	NOUN
dad-12448	646	45	scoring	scoring	NOUN
dad-12448	646	46	.	.	PUNCT
dad-12448	647	1	in	in	ADP
dad-12448	647	2	proceedings	proceeding	NOUN
dad-12448	647	3	of	of	ADP
dad-12448	647	4	the	the	DET
dad-12448	647	5	12th	12th	ADJ
dad-12448	647	6	workshop	workshop	NOUN
dad-12448	647	7	on	on	ADP
dad-12448	647	8	innovative	innovative	ADJ
dad-12448	647	9	use	use	NOUN
dad-12448	647	10	of	of	ADP
dad-12448	647	11	nlp	nlp	NOUN
dad-12448	647	12	for	for	ADP
dad-12448	647	13	building	build	VERB
dad-12448	647	14	educational	educational	ADJ
dad-12448	647	15	applications	application	NOUN
dad-12448	647	16	.	.	PUNCT
dad-12448	648	1	association	association	NOUN
dad-12448	648	2	for	for	ADP
dad-12448	648	3	computational	computational	ADJ
dad-12448	648	4	linguistics	linguistic	NOUN
dad-12448	648	5	,	,	PUNCT
dad-12448	648	6	2017	2017	NUM
dad-12448	648	7	.	.	PUNCT
dad-12448	649	1	doi	doi	NOUN
dad-12448	649	2	:	:	PUNCT
dad-12448	649	3	10.18653	10.18653	NUM
dad-12448	649	4	/	/	SYM
dad-12448	649	5	v1	v1	NOUN
dad-12448	649	6	/	/	SYM
dad-12448	649	7	w17	w17	NOUN
dad-12448	649	8	-	-	PUNCT
dad-12448	649	9	5017	5017	NUM
dad-12448	649	10	.	.	PUNCT
dad-12448	650	1	avanti	avanti	PROPN
dad-12448	650	2	shrikumar	shrikumar	PROPN
dad-12448	650	3	,	,	PUNCT
dad-12448	650	4	peyton	peyton	PROPN
dad-12448	650	5	greenside	greenside	NOUN
dad-12448	650	6	,	,	PUNCT
dad-12448	650	7	anna	anna	PROPN
dad-12448	650	8	shcherbina	shcherbina	PROPN
dad-12448	650	9	,	,	PUNCT
dad-12448	650	10	and	and	CCONJ
dad-12448	650	11	anshul	anshul	PROPN
dad-12448	650	12	kundaje	kundaje	NOUN
dad-12448	650	13	.	.	PUNCT
dad-12448	651	1	not	not	PART
dad-12448	651	2	just	just	ADV
dad-12448	651	3	a	a	DET
dad-12448	651	4	black	black	ADJ
dad-12448	651	5	box	box	NOUN
dad-12448	651	6	:	:	PUNCT
dad-12448	651	7	learning	learn	VERB
dad-12448	651	8	important	important	ADJ
dad-12448	651	9	features	feature	NOUN
dad-12448	651	10	through	through	ADP
dad-12448	651	11	propagating	propagate	VERB
dad-12448	651	12	activation	activation	NOUN
dad-12448	651	13	differences	difference	NOUN
dad-12448	651	14	.	.	PUNCT
dad-12448	652	1	arxiv	arxiv	PROPN
dad-12448	652	2	preprint	preprint	NOUN
dad-12448	652	3	arxiv:1605.01713	arxiv:1605.01713	NOUN
dad-12448	652	4	,	,	PUNCT
dad-12448	652	5	2016	2016	NUM
dad-12448	652	6	.	.	PUNCT
dad-12448	653	1	yaman	yaman	PROPN
dad-12448	653	2	kumar	kumar	PROPN
dad-12448	653	3	singla	singla	PROPN
dad-12448	653	4	,	,	PUNCT
dad-12448	653	5	avyakt	avyakt	PROPN
dad-12448	653	6	gupta	gupta	PROPN
dad-12448	653	7	,	,	PUNCT
dad-12448	653	8	shaurya	shaurya	NOUN
dad-12448	653	9	bagga	bagga	PROPN
dad-12448	653	10	,	,	PUNCT
dad-12448	653	11	changyou	changyou	PROPN
dad-12448	653	12	chen	chen	PROPN
dad-12448	653	13	,	,	PUNCT
dad-12448	653	14	balaji	balaji	PROPN
dad-12448	653	15	krishnamurthy	krishnamurthy	PROPN
dad-12448	653	16	,	,	PUNCT
dad-12448	653	17	and	and	CCONJ
dad-12448	653	18	rajiv	rajiv	ADJ
dad-12448	653	19	ratn	ratn	NOUN
dad-12448	653	20	shah	shah	NOUN
dad-12448	653	21	.	.	PUNCT
dad-12448	654	1	speaker	speaker	NOUN
dad-12448	654	2	-	-	PUNCT
dad-12448	654	3	conditioned	condition	VERB
dad-12448	654	4	hierarchical	hierarchical	ADJ
dad-12448	654	5	modeling	modeling	NOUN
dad-12448	654	6	for	for	ADP
dad-12448	654	7	automated	automate	VERB
dad-12448	654	8	speech	speech	NOUN
dad-12448	654	9	scoring	scoring	NOUN
dad-12448	654	10	.	.	PUNCT
dad-12448	655	1	in	in	ADP
dad-12448	655	2	proceedings	proceeding	NOUN
dad-12448	655	3	of	of	ADP
dad-12448	655	4	the	the	DET
dad-12448	655	5	30th	30th	ADJ
dad-12448	655	6	acm	acm	PROPN
dad-12448	655	7	international	international	ADJ
dad-12448	655	8	conference	conference	NOUN
dad-12448	655	9	on	on	ADP
dad-12448	655	10	information	information	NOUN
dad-12448	655	11	&	&	CCONJ
dad-12448	655	12	knowledge	knowledge	PROPN
dad-12448	655	13	management	management	PROPN
dad-12448	655	14	,	,	PUNCT
dad-12448	655	15	pages	page	NOUN
dad-12448	655	16	1681–1691	1681–1691	NUM
dad-12448	655	17	,	,	PUNCT
dad-12448	655	18	2021	2021	NUM
dad-12448	655	19	.	.	PUNCT
dad-12448	656	1	yaman	yaman	PROPN
dad-12448	656	2	kumar	kumar	PROPN
dad-12448	656	3	singla	singla	PROPN
dad-12448	656	4	,	,	PUNCT
dad-12448	656	5	sriram	sriram	PROPN
dad-12448	656	6	krishna	krishna	PROPN
dad-12448	656	7	,	,	PUNCT
dad-12448	656	8	rajiv	rajiv	ADJ
dad-12448	656	9	ratn	ratn	NOUN
dad-12448	656	10	shah	shah	NOUN
dad-12448	656	11	,	,	PUNCT
dad-12448	656	12	and	and	CCONJ
dad-12448	656	13	changyou	changyou	PROPN
dad-12448	656	14	chen	chen	PROPN
dad-12448	656	15	.	.	PUNCT
dad-12448	657	1	using	use	VERB
dad-12448	657	2	sampling	sample	VERB
dad-12448	657	3	to	to	PART
dad-12448	657	4	estimate	estimate	VERB
dad-12448	657	5	and	and	CCONJ
dad-12448	657	6	improve	improve	VERB
dad-12448	657	7	performance	performance	NOUN
dad-12448	657	8	of	of	ADP
dad-12448	657	9	automated	automate	VERB
dad-12448	657	10	scoring	scoring	NOUN
dad-12448	657	11	systems	system	NOUN
dad-12448	657	12	with	with	ADP
dad-12448	657	13	guarantees	guarantee	NOUN
dad-12448	657	14	.	.	PUNCT
dad-12448	658	1	in	in	ADP
dad-12448	658	2	proceedings	proceeding	NOUN
dad-12448	658	3	of	of	ADP
dad-12448	658	4	the	the	DET
dad-12448	658	5	aaai	aaai	PROPN
dad-12448	658	6	conference	conference	NOUN
dad-12448	658	7	on	on	ADP
dad-12448	658	8	artificial	artificial	ADJ
dad-12448	658	9	intelligence	intelligence	NOUN
dad-12448	658	10	,	,	PUNCT
dad-12448	658	11	volume	volume	NOUN
dad-12448	658	12	36	36	NUM
dad-12448	658	13	(	(	PUNCT
dad-12448	658	14	11	11	NUM
dad-12448	658	15	)	)	PUNCT
dad-12448	658	16	,	,	PUNCT
dad-12448	658	17	pages	page	NOUN
dad-12448	658	18	12835–12843	12835–12843	NUM
dad-12448	658	19	,	,	PUNCT
dad-12448	658	20	2022a	2022a	NUM
dad-12448	658	21	.	.	PUNCT
dad-12448	659	1	yaman	yaman	PROPN
dad-12448	659	2	kumar	kumar	PROPN
dad-12448	659	3	singla	singla	PROPN
dad-12448	659	4	,	,	PUNCT
dad-12448	659	5	swapnil	swapnil	PROPN
dad-12448	659	6	parekh	parekh	PROPN
dad-12448	659	7	,	,	PUNCT
dad-12448	659	8	somesh	somesh	PROPN
dad-12448	659	9	singh	singh	PROPN
dad-12448	659	10	,	,	PUNCT
dad-12448	659	11	changyou	changyou	PROPN
dad-12448	659	12	chen	chen	PROPN
dad-12448	659	13	,	,	PUNCT
dad-12448	659	14	balaji	balaji	PROPN
dad-12448	659	15	krishnamurthy	krishnamurthy	PROPN
dad-12448	659	16	,	,	PUNCT
dad-12448	659	17	and	and	CCONJ
dad-12448	659	18	rajiv	rajiv	ADJ
dad-12448	659	19	ratn	ratn	NOUN
dad-12448	659	20	shah	shah	NOUN
dad-12448	659	21	.	.	PUNCT
dad-12448	660	1	minimal	minimal	ADJ
dad-12448	660	2	:	:	PUNCT
dad-12448	660	3	mining	mining	NOUN
dad-12448	660	4	models	model	NOUN
dad-12448	660	5	for	for	ADP
dad-12448	660	6	universal	universal	ADJ
dad-12448	660	7	adversarial	adversarial	ADJ
dad-12448	660	8	triggers	trigger	NOUN
dad-12448	660	9	.	.	PUNCT
dad-12448	661	1	proceedings	proceeding	NOUN
dad-12448	661	2	of	of	ADP
dad-12448	661	3	the	the	DET
dad-12448	661	4	aaai	aaai	PROPN
dad-12448	661	5	conference	conference	NOUN
dad-12448	661	6	on	on	ADP
dad-12448	661	7	artificial	artificial	ADJ
dad-12448	661	8	intelligence	intelligence	NOUN
dad-12448	661	9	,	,	PUNCT
dad-12448	661	10	36(10):11330–11339	36(10):11330–11339	NUM
dad-12448	661	11	,	,	PUNCT
dad-12448	661	12	jun	jun	PROPN
dad-12448	661	13	.	.	PROPN
dad-12448	661	14	2022b	2022b	NUM
dad-12448	661	15	.	.	PUNCT
dad-12448	662	1	doi	doi	NOUN
dad-12448	662	2	:	:	PUNCT
dad-12448	662	3	10.1609/	10.1609/	PROPN
dad-12448	662	4	aaai.v36i10.21384	aaai.v36i10.21384	VERB
dad-12448	662	5	.	.	PUNCT
dad-12448	663	1	url	url	PROPN
dad-12448	663	2	https://ojs.aaai.org/index.php/aaai/article/view/	https://ojs.aaai.org/index.php/aaai/article/view/	PRON
dad-12448	663	3	21384	21384	NUM
dad-12448	663	4	.	.	PUNCT
dad-12448	664	1	yaman	yaman	PROPN
dad-12448	664	2	kumar	kumar	PROPN
dad-12448	664	3	singla	singla	PROPN
dad-12448	664	4	,	,	PUNCT
dad-12448	664	5	jui	jui	PROPN
dad-12448	664	6	shah	shah	PROPN
dad-12448	664	7	,	,	PUNCT
dad-12448	664	8	changyou	changyou	PROPN
dad-12448	664	9	chen	chen	PROPN
dad-12448	664	10	,	,	PUNCT
dad-12448	664	11	and	and	CCONJ
dad-12448	664	12	rajiv	rajiv	ADJ
dad-12448	664	13	ratn	ratn	NOUN
dad-12448	664	14	shah	shah	NOUN
dad-12448	664	15	.	.	PUNCT
dad-12448	665	1	what	what	PRON
dad-12448	665	2	do	do	AUX
dad-12448	665	3	audio	audio	NOUN
dad-12448	665	4	transformers	transformer	NOUN
dad-12448	665	5	hear	hear	VERB
dad-12448	665	6	?	?	PUNCT
dad-12448	665	7	probing	probe	VERB
dad-12448	665	8	their	their	PRON
dad-12448	665	9	representations	representation	NOUN
dad-12448	665	10	for	for	ADP
dad-12448	665	11	language	language	NOUN
dad-12448	665	12	delivery	delivery	NOUN
dad-12448	665	13	&	&	CCONJ
dad-12448	665	14	structure	structure	NOUN
dad-12448	665	15	.	.	PUNCT
dad-12448	666	1	in	in	ADP
dad-12448	666	2	2022	2022	NUM
dad-12448	666	3	ieee	ieee	NOUN
dad-12448	666	4	international	international	ADJ
dad-12448	666	5	conference	conference	NOUN
dad-12448	666	6	on	on	ADP
dad-12448	666	7	data	datum	NOUN
dad-12448	666	8	mining	mining	NOUN
dad-12448	666	9	workshops	workshop	NOUN
dad-12448	666	10	(	(	PUNCT
dad-12448	666	11	icdmw	icdmw	PROPN
dad-12448	666	12	)	)	PUNCT
dad-12448	666	13	,	,	PUNCT
dad-12448	666	14	pages	page	NOUN
dad-12448	666	15	910–925	910–925	NUM
dad-12448	666	16	,	,	PUNCT
dad-12448	666	17	2022c	2022c	NUM
dad-12448	666	18	.	.	PUNCT
dad-12448	667	1	doi	doi	NOUN
dad-12448	667	2	:	:	PUNCT
dad-12448	667	3	10.1109	10.1109	NUM
dad-12448	667	4	/	/	SYM
dad-12448	667	5	icdmw58026.2022.00120	icdmw58026.2022.00120	PROPN
dad-12448	667	6	.	.	PUNCT
dad-12448	668	1	slti	slti	ADJ
dad-12448	668	2	-	-	PUNCT
dad-12448	668	3	sopi	sopi	ADJ
dad-12448	668	4	.	.	PUNCT
dad-12448	669	1	ai	ai	AUX
dad-12448	669	2	-	-	PUNCT
dad-12448	669	3	rated	rate	VERB
dad-12448	669	4	speaking	speak	VERB
dad-12448	669	5	exam	exam	NOUN
dad-12448	669	6	for	for	ADP
dad-12448	669	7	professionals	professional	NOUN
dad-12448	669	8	(	(	PUNCT
dad-12448	669	9	ai	ai	VERB
dad-12448	669	10	sopi	sopi	ADJ
dad-12448	669	11	)	)	PUNCT
dad-12448	669	12	.	.	PUNCT
dad-12448	670	1	https	https	NOUN
dad-12448	670	2	:	:	PUNCT
dad-12448	670	3	/	/	SYM
dad-12448	670	4	/	/	SYM
dad-12448	670	5	secondlanguagetesting.com/products-%26-services	secondlanguagetesting.com/products-%26-service	NOUN
dad-12448	670	6	,	,	PUNCT
dad-12448	670	7	2021	2021	NUM
dad-12448	670	8	.	.	PUNCT
dad-12448	671	1	tovia	tovia	PROPN
dad-12448	671	2	smith	smith	PROPN
dad-12448	671	3	.	.	PUNCT
dad-12448	672	1	more	more	ADJ
dad-12448	672	2	states	state	NOUN
dad-12448	672	3	opting	opt	VERB
dad-12448	672	4	to	to	ADP
dad-12448	672	5	’	'	PUNCT
dad-12448	672	6	robo	robo	NOUN
dad-12448	672	7	-	-	PUNCT
dad-12448	672	8	grade	grade	NOUN
dad-12448	672	9	’	'	PUNCT
dad-12448	672	10	student	student	NOUN
dad-12448	672	11	essays	essay	NOUN
dad-12448	672	12	by	by	ADP
dad-12448	672	13	computer	computer	NOUN
dad-12448	672	14	.	.	PUNCT
dad-12448	673	1	https	https	NOUN
dad-12448	673	2	:	:	PUNCT
dad-12448	674	1	//www.npr.org/2018/06/30/624373367	//www.npr.org/2018/06/30/624373367	NOUN
dad-12448	674	2	/	/	SYM
dad-12448	674	3	more	more	ADJ
dad-12448	674	4	-	-	PUNCT
dad-12448	674	5	states	state	NOUN
dad-12448	674	6	-	-	PUNCT
dad-12448	674	7	opting	opt	VERB
dad-12448	674	8	-	-	PUNCT
dad-12448	674	9	to	to	ADP
dad-12448	674	10	-	-	PUNCT
dad-12448	674	11	robograde	robograde	NOUN
dad-12448	674	12	-	-	PUNCT
dad-12448	674	13	student	student	NOUN
dad-12448	674	14	-	-	PUNCT
dad-12448	674	15	essays	essay	NOUN
dad-12448	674	16	-	-	PUNCT
dad-12448	674	17	by	by	ADP
dad-12448	674	18	-	-	PUNCT
dad-12448	674	19	computer	computer	NOUN
dad-12448	674	20	,	,	PUNCT
dad-12448	674	21	2018	2018	NUM
dad-12448	674	22	.	.	PUNCT
dad-12448	675	1	wei	wei	PROPN
dad-12448	675	2	song	song	PROPN
dad-12448	675	3	,	,	PUNCT
dad-12448	675	4	kai	kai	PROPN
dad-12448	675	5	zhang	zhang	PROPN
dad-12448	675	6	,	,	PUNCT
dad-12448	675	7	ruiji	ruiji	PROPN
dad-12448	675	8	fu	fu	PROPN
dad-12448	675	9	,	,	PUNCT
dad-12448	675	10	lizhen	lizhen	PROPN
dad-12448	675	11	liu	liu	PROPN
dad-12448	675	12	,	,	PUNCT
dad-12448	675	13	ting	ting	PROPN
dad-12448	675	14	liu	liu	PROPN
dad-12448	675	15	,	,	PUNCT
dad-12448	675	16	and	and	CCONJ
dad-12448	675	17	miaomiao	miaomiao	PROPN
dad-12448	675	18	cheng	cheng	PROPN
dad-12448	675	19	.	.	PUNCT
dad-12448	676	1	multi	multi	ADJ
dad-12448	676	2	-	-	NOUN
dad-12448	676	3	stage	stage	NOUN
dad-12448	676	4	pretraining	pretraine	VERB
dad-12448	676	5	for	for	ADP
dad-12448	676	6	automated	automate	VERB
dad-12448	676	7	chinese	chinese	ADJ
dad-12448	676	8	essay	essay	NOUN
dad-12448	676	9	scoring	scoring	NOUN
dad-12448	676	10	.	.	PUNCT
dad-12448	677	1	in	in	ADP
dad-12448	677	2	proceedings	proceeding	NOUN
dad-12448	677	3	of	of	ADP
dad-12448	677	4	the	the	DET
dad-12448	677	5	2020	2020	NUM
dad-12448	677	6	conference	conference	NOUN
dad-12448	677	7	on	on	ADP
dad-12448	677	8	empirical	empirical	ADJ
dad-12448	677	9	methods	method	NOUN
dad-12448	677	10	in	in	ADP
dad-12448	677	11	natural	natural	ADJ
dad-12448	677	12	language	language	NOUN
dad-12448	677	13	processing	processing	NOUN
dad-12448	677	14	(	(	PUNCT
dad-12448	677	15	emnlp	emnlp	ADJ
dad-12448	677	16	)	)	PUNCT
dad-12448	677	17	,	,	PUNCT
dad-12448	677	18	pages	page	NOUN
dad-12448	677	19	6723–6733	6723–6733	NUM
dad-12448	677	20	,	,	PUNCT
dad-12448	677	21	online	online	ADJ
dad-12448	677	22	,	,	PUNCT
dad-12448	677	23	november	november	PROPN
dad-12448	677	24	2020	2020	NUM
dad-12448	677	25	.	.	PUNCT
dad-12448	678	1	association	association	NOUN
dad-12448	678	2	for	for	ADP
dad-12448	678	3	computational	computational	ADJ
dad-12448	678	4	linguistics	linguistic	NOUN
dad-12448	678	5	.	.	PUNCT
dad-12448	679	1	doi	doi	NOUN
dad-12448	679	2	:	:	PUNCT
dad-12448	679	3	10.18653	10.18653	NUM
dad-12448	679	4	/	/	SYM
dad-12448	679	5	v1/2020.emnlp	v1/2020.emnlp	NOUN
dad-12448	679	6	-	-	PUNCT
dad-12448	679	7	main.546	main.546	NOUN
dad-12448	679	8	.	.	PROPN
dad-12448	679	9	url	url	PROPN
dad-12448	679	10	https://aclanthology.org/2020.emnlp-main.546	https://aclanthology.org/2020.emnlp-main.546	PROPN
dad-12448	679	11	.	.	PUNCT
dad-12448	680	1	richard	richard	PROPN
dad-12448	680	2	j	j	PROPN
dad-12448	680	3	stiggins	stiggin	VERB
dad-12448	680	4	.	.	PUNCT
dad-12448	681	1	a	a	DET
dad-12448	681	2	comparison	comparison	NOUN
dad-12448	681	3	of	of	ADP
dad-12448	681	4	direct	direct	ADJ
dad-12448	681	5	and	and	CCONJ
dad-12448	681	6	indirect	indirect	ADJ
dad-12448	681	7	writing	writing	NOUN
dad-12448	681	8	assessment	assessment	NOUN
dad-12448	681	9	methods	method	NOUN
dad-12448	681	10	.	.	PUNCT
dad-12448	682	1	research	research	NOUN
dad-12448	682	2	in	in	ADP
dad-12448	682	3	the	the	DET
dad-12448	682	4	teaching	teaching	NOUN
dad-12448	682	5	of	of	ADP
dad-12448	682	6	english	english	PROPN
dad-12448	682	7	,	,	PUNCT
dad-12448	682	8	pages	page	NOUN
dad-12448	682	9	101–114	101–114	NUM
dad-12448	682	10	,	,	PUNCT
dad-12448	682	11	1982	1982	NUM
dad-12448	682	12	.	.	PUNCT
dad-12448	683	1	mukund	mukund	PROPN
dad-12448	683	2	sundararajan	sundararajan	PROPN
dad-12448	683	3	,	,	PUNCT
dad-12448	683	4	ankur	ankur	PROPN
dad-12448	683	5	taly	taly	PROPN
dad-12448	683	6	,	,	PUNCT
dad-12448	683	7	and	and	CCONJ
dad-12448	683	8	qiqi	qiqi	PROPN
dad-12448	683	9	yan	yan	PROPN
dad-12448	683	10	.	.	PUNCT
dad-12448	684	1	axiomatic	axiomatic	ADJ
dad-12448	684	2	attribution	attribution	NOUN
dad-12448	684	3	for	for	ADP
dad-12448	684	4	deep	deep	ADJ
dad-12448	684	5	networks	network	NOUN
dad-12448	684	6	.	.	PUNCT
dad-12448	685	1	in	in	ADP
dad-12448	685	2	proceedings	proceeding	NOUN
dad-12448	685	3	of	of	ADP
dad-12448	685	4	the	the	DET
dad-12448	685	5	34th	34th	ADJ
dad-12448	685	6	international	international	ADJ
dad-12448	685	7	conference	conference	NOUN
dad-12448	685	8	on	on	ADP
dad-12448	685	9	machine	machine	NOUN
dad-12448	685	10	learning	learning	NOUN
dad-12448	685	11	,	,	PUNCT
dad-12448	685	12	icml	icml	VERB
dad-12448	685	13	2017	2017	NUM
dad-12448	685	14	,	,	PUNCT
dad-12448	685	15	sydney	sydney	PROPN
dad-12448	685	16	,	,	PUNCT
dad-12448	685	17	nsw	nsw	PROPN
dad-12448	685	18	,	,	PUNCT
dad-12448	685	19	australia	australia	PROPN
dad-12448	685	20	,	,	PUNCT
dad-12448	685	21	6	6	NUM
dad-12448	685	22	-	-	SYM
dad-12448	685	23	11	11	NUM
dad-12448	685	24	august	august	PROPN
dad-12448	685	25	2017	2017	NUM
dad-12448	685	26	,	,	PUNCT
dad-12448	685	27	volume	volume	NOUN
dad-12448	685	28	70	70	NUM
dad-12448	685	29	of	of	ADP
dad-12448	685	30	proceedings	proceeding	NOUN
dad-12448	685	31	of	of	ADP
dad-12448	685	32	machine	machine	NOUN
dad-12448	685	33	learning	learn	VERB
dad-12448	685	34	research	research	NOUN
dad-12448	685	35	.	.	PUNCT
dad-12448	686	1	pmlr	pmlr	NOUN
dad-12448	686	2	,	,	PUNCT
dad-12448	686	3	2017	2017	NUM
dad-12448	686	4	.	.	PUNCT
dad-12448	687	1	26	26	NUM
dad-12448	687	2	https://ojs.aaai.org/index.php/aaai/article/view/21384	https://ojs.aaai.org/index.php/aaai/article/view/21384	X
dad-12448	687	3	https://ojs.aaai.org/index.php/aaai/article/view/21384	https://ojs.aaai.org/index.php/aaai/article/view/21384	X
dad-12448	687	4	https://secondlanguagetesting.com/products-%26-services	https://secondlanguagetesting.com/products-%26-service	NOUN
dad-12448	687	5	https://secondlanguagetesting.com/products-%26-services	https://secondlanguagetesting.com/products-%26-service	NOUN
dad-12448	687	6	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	NOUN
dad-12448	687	7	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	NOUN
dad-12448	687	8	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer	NOUN
dad-12448	687	9	https://aclanthology.org/2020.emnlp-main.546	https://aclanthology.org/2020.emnlp-main.546	ADP
dad-12448	687	10	automatic	automatic	ADJ
dad-12448	687	11	essay	essay	NOUN
dad-12448	687	12	scoring	scoring	NOUN
dad-12448	687	13	systems	system	NOUN
dad-12448	687	14	are	be	AUX
dad-12448	687	15	both	both	CCONJ
dad-12448	687	16	overstable	overstable	ADJ
dad-12448	687	17	and	and	CCONJ
dad-12448	687	18	oversensitive	oversensitive	ADJ
dad-12448	687	19	kaveh	kaveh	PROPN
dad-12448	687	20	taghipour	taghipour	NOUN
dad-12448	687	21	and	and	CCONJ
dad-12448	687	22	hwee	hwee	VERB
dad-12448	687	23	tou	tou	PROPN
dad-12448	687	24	ng	ng	PROPN
dad-12448	687	25	.	.	PUNCT
dad-12448	688	1	a	a	DET
dad-12448	688	2	neural	neural	ADJ
dad-12448	688	3	approach	approach	NOUN
dad-12448	688	4	to	to	ADP
dad-12448	688	5	automated	automate	VERB
dad-12448	688	6	essay	essay	ADJ
dad-12448	688	7	scoring	scoring	NOUN
dad-12448	688	8	.	.	PUNCT
dad-12448	689	1	in	in	ADP
dad-12448	689	2	proceedings	proceeding	NOUN
dad-12448	689	3	of	of	ADP
dad-12448	689	4	the	the	DET
dad-12448	689	5	2016	2016	NUM
dad-12448	689	6	conference	conference	NOUN
dad-12448	689	7	on	on	ADP
dad-12448	689	8	empirical	empirical	ADJ
dad-12448	689	9	methods	method	NOUN
dad-12448	689	10	in	in	ADP
dad-12448	689	11	natural	natural	ADJ
dad-12448	689	12	language	language	NOUN
dad-12448	689	13	processing	processing	NOUN
dad-12448	689	14	.	.	PUNCT
dad-12448	690	1	association	association	NOUN
dad-12448	690	2	for	for	ADP
dad-12448	690	3	computational	computational	ADJ
dad-12448	690	4	linguistics	linguistic	NOUN
dad-12448	690	5	,	,	PUNCT
dad-12448	690	6	2016	2016	NUM
dad-12448	690	7	.	.	PUNCT
dad-12448	691	1	doi	doi	NOUN
dad-12448	691	2	:	:	PUNCT
dad-12448	691	3	10.18653	10.18653	NUM
dad-12448	691	4	/	/	SYM
dad-12448	691	5	v1	v1	NOUN
dad-12448	691	6	/	/	SYM
dad-12448	691	7	d16	d16	NOUN
dad-12448	691	8	-	-	PUNCT
dad-12448	691	9	1193	1193	NUM
dad-12448	691	10	.	.	PUNCT
dad-12448	692	1	yi	yi	PROPN
dad-12448	692	2	tay	tay	PROPN
dad-12448	692	3	,	,	PUNCT
dad-12448	692	4	minh	minh	PROPN
dad-12448	692	5	c.	c.	PROPN
dad-12448	692	6	phan	phan	PROPN
dad-12448	692	7	,	,	PUNCT
dad-12448	692	8	luu	luu	PROPN
dad-12448	692	9	anh	anh	PROPN
dad-12448	692	10	tuan	tuan	PROPN
dad-12448	692	11	,	,	PUNCT
dad-12448	692	12	and	and	CCONJ
dad-12448	692	13	siu	siu	PROPN
dad-12448	692	14	cheung	cheung	PROPN
dad-12448	692	15	hui	hui	PROPN
dad-12448	692	16	.	.	PROPN
dad-12448	693	1	skipflow	skipflow	PROPN
dad-12448	693	2	:	:	PUNCT
dad-12448	693	3	incorporating	incorporate	VERB
dad-12448	693	4	neural	neural	ADJ
dad-12448	693	5	coherence	coherence	NOUN
dad-12448	693	6	features	feature	NOUN
dad-12448	693	7	for	for	ADP
dad-12448	693	8	end	end	NOUN
dad-12448	693	9	-	-	PUNCT
dad-12448	693	10	to	to	ADP
dad-12448	693	11	-	-	PUNCT
dad-12448	693	12	end	end	VERB
dad-12448	693	13	automatic	automatic	ADJ
dad-12448	693	14	text	text	NOUN
dad-12448	693	15	scoring	scoring	NOUN
dad-12448	693	16	.	.	PUNCT
dad-12448	694	1	in	in	ADP
dad-12448	694	2	proceedings	proceeding	NOUN
dad-12448	694	3	of	of	ADP
dad-12448	694	4	the	the	DET
dad-12448	694	5	thirty	thirty	NUM
dad-12448	694	6	-	-	PUNCT
dad-12448	694	7	second	second	NOUN
dad-12448	694	8	aaai	aaai	PROPN
dad-12448	694	9	conference	conference	NOUN
dad-12448	694	10	on	on	ADP
dad-12448	694	11	artificial	artificial	ADJ
dad-12448	694	12	intelligence	intelligence	NOUN
dad-12448	694	13	,	,	PUNCT
dad-12448	694	14	(	(	PUNCT
dad-12448	694	15	aaai-18	aaai-18	PROPN
dad-12448	694	16	)	)	PUNCT
dad-12448	694	17	,	,	PUNCT
dad-12448	694	18	the	the	DET
dad-12448	694	19	30th	30th	ADJ
dad-12448	694	20	innovative	innovative	ADJ
dad-12448	694	21	applications	application	NOUN
dad-12448	694	22	of	of	ADP
dad-12448	694	23	artificial	artificial	ADJ
dad-12448	694	24	intelligence	intelligence	NOUN
dad-12448	694	25	(	(	PUNCT
dad-12448	694	26	iaai-18	iaai-18	NOUN
dad-12448	694	27	)	)	PUNCT
dad-12448	694	28	,	,	PUNCT
dad-12448	694	29	and	and	CCONJ
dad-12448	694	30	the	the	DET
dad-12448	694	31	8th	8th	ADJ
dad-12448	694	32	aaai	aaai	PROPN
dad-12448	694	33	symposium	symposium	NOUN
dad-12448	694	34	on	on	ADP
dad-12448	694	35	educational	educational	ADJ
dad-12448	694	36	advances	advance	NOUN
dad-12448	694	37	in	in	ADP
dad-12448	694	38	artificial	artificial	ADJ
dad-12448	694	39	intelligence	intelligence	NOUN
dad-12448	694	40	(	(	PUNCT
dad-12448	694	41	eaai-18	eaai-18	PROPN
dad-12448	694	42	)	)	PUNCT
dad-12448	694	43	,	,	PUNCT
dad-12448	694	44	new	new	PROPN
dad-12448	694	45	orleans	orleans	PROPN
dad-12448	694	46	,	,	PUNCT
dad-12448	694	47	louisiana	louisiana	PROPN
dad-12448	694	48	,	,	PUNCT
dad-12448	694	49	usa	usa	PROPN
dad-12448	694	50	,	,	PUNCT
dad-12448	694	51	february	february	PROPN
dad-12448	694	52	2	2	NUM
dad-12448	694	53	-	-	SYM
dad-12448	694	54	7	7	NUM
dad-12448	694	55	,	,	PUNCT
dad-12448	694	56	2018	2018	NUM
dad-12448	694	57	.	.	PUNCT
dad-12448	695	1	aaai	aaai	PROPN
dad-12448	695	2	press	press	PROPN
dad-12448	695	3	,	,	PUNCT
dad-12448	695	4	2018	2018	NUM
dad-12448	695	5	.	.	PUNCT
dad-12448	696	1	ian	ian	PROPN
dad-12448	696	2	tenney	tenney	PROPN
dad-12448	696	3	,	,	PUNCT
dad-12448	696	4	patrick	patrick	PROPN
dad-12448	696	5	xia	xia	PROPN
dad-12448	696	6	,	,	PUNCT
dad-12448	696	7	berlin	berlin	PROPN
dad-12448	696	8	chen	chen	PROPN
dad-12448	696	9	,	,	PUNCT
dad-12448	696	10	alex	alex	PROPN
dad-12448	696	11	wang	wang	PROPN
dad-12448	696	12	,	,	PUNCT
dad-12448	696	13	adam	adam	PROPN
dad-12448	696	14	poliak	poliak	PROPN
dad-12448	696	15	,	,	PUNCT
dad-12448	696	16	r.	r.	PROPN
dad-12448	696	17	thomas	thomas	PROPN
dad-12448	696	18	mccoy	mccoy	PROPN
dad-12448	696	19	,	,	PUNCT
dad-12448	696	20	najoung	najoung	PROPN
dad-12448	696	21	kim	kim	PROPN
dad-12448	696	22	,	,	PUNCT
dad-12448	696	23	benjamin	benjamin	PROPN
dad-12448	696	24	van	van	PROPN
dad-12448	696	25	durme	durme	PROPN
dad-12448	696	26	,	,	PUNCT
dad-12448	696	27	samuel	samuel	PROPN
dad-12448	696	28	r.	r.	PROPN
dad-12448	696	29	bowman	bowman	PROPN
dad-12448	696	30	,	,	PUNCT
dad-12448	696	31	dipanjan	dipanjan	NOUN
dad-12448	696	32	das	das	PROPN
dad-12448	696	33	,	,	PUNCT
dad-12448	696	34	and	and	CCONJ
dad-12448	696	35	ellie	ellie	PROPN
dad-12448	696	36	pavlick	pavlick	PROPN
dad-12448	696	37	.	.	PUNCT
dad-12448	697	1	what	what	PRON
dad-12448	697	2	do	do	AUX
dad-12448	697	3	you	you	PRON
dad-12448	697	4	learn	learn	VERB
dad-12448	697	5	from	from	ADP
dad-12448	697	6	context	context	NOUN
dad-12448	697	7	?	?	PUNCT
dad-12448	698	1	probing	probe	VERB
dad-12448	698	2	for	for	ADP
dad-12448	698	3	sentence	sentence	NOUN
dad-12448	698	4	structure	structure	NOUN
dad-12448	698	5	in	in	ADP
dad-12448	698	6	contextualized	contextualized	ADJ
dad-12448	698	7	word	word	NOUN
dad-12448	698	8	representations	representation	NOUN
dad-12448	698	9	.	.	PUNCT
dad-12448	699	1	in	in	ADP
dad-12448	699	2	7th	7th	ADJ
dad-12448	699	3	international	international	ADJ
dad-12448	699	4	conference	conference	NOUN
dad-12448	699	5	on	on	ADP
dad-12448	699	6	learning	learn	VERB
dad-12448	699	7	representations	representation	NOUN
dad-12448	699	8	,	,	PUNCT
dad-12448	699	9	iclr	iclr	ADJ
dad-12448	699	10	2019	2019	NUM
dad-12448	699	11	,	,	PUNCT
dad-12448	699	12	new	new	PROPN
dad-12448	699	13	orleans	orleans	PROPN
dad-12448	699	14	,	,	PUNCT
dad-12448	699	15	la	la	PROPN
dad-12448	699	16	,	,	PUNCT
dad-12448	699	17	usa	usa	PROPN
dad-12448	699	18	,	,	PUNCT
dad-12448	699	19	may	may	AUX
dad-12448	699	20	6	6	NUM
dad-12448	699	21	-	-	SYM
dad-12448	699	22	9	9	NUM
dad-12448	699	23	,	,	PUNCT
dad-12448	699	24	2019	2019	NUM
dad-12448	699	25	.	.	PUNCT
dad-12448	700	1	openreview.net	openreview.net	NUM
dad-12448	700	2	,	,	PUNCT
dad-12448	700	3	2019	2019	NUM
dad-12448	700	4	.	.	PUNCT
dad-12448	701	1	usbe	usbe	PROPN
dad-12448	701	2	.	.	PUNCT
dad-12448	702	1	utah	utah	PROPN
dad-12448	702	2	state	state	PROPN
dad-12448	702	3	board	board	PROPN
dad-12448	702	4	of	of	ADP
dad-12448	702	5	education	education	PROPN
dad-12448	702	6	2018–19	2018–19	PROPN
dad-12448	702	7	fingertip	fingertip	NOUN
dad-12448	702	8	facts	fact	VERB
dad-12448	702	9	.	.	PUNCT
dad-12448	703	1	https://www.ets.org/s/gre/	https://www.ets.org/s/gre/	PROPN
dad-12448	703	2	pdf	pdf	NOUN
dad-12448	703	3	/	/	SYM
dad-12448	703	4	gre	gre	PROPN
dad-12448	703	5	guide	guide	PROPN
dad-12448	703	6	table1a.pdf	table1a.pdf	PROPN
dad-12448	703	7	,	,	PUNCT
dad-12448	703	8	2020	2020	NUM
dad-12448	703	9	.	.	PUNCT
dad-12448	704	1	masaki	masaki	PROPN
dad-12448	704	2	uto	uto	PROPN
dad-12448	704	3	,	,	PUNCT
dad-12448	704	4	yikuan	yikuan	PROPN
dad-12448	704	5	xie	xie	PROPN
dad-12448	704	6	,	,	PUNCT
dad-12448	704	7	and	and	CCONJ
dad-12448	704	8	maomi	maomi	PROPN
dad-12448	704	9	ueno	ueno	PROPN
dad-12448	704	10	.	.	PUNCT
dad-12448	704	11	neural	neural	ADJ
dad-12448	704	12	automated	automate	VERB
dad-12448	704	13	essay	essay	NOUN
dad-12448	704	14	scoring	scoring	NOUN
dad-12448	704	15	incorporating	incorporate	VERB
dad-12448	704	16	handcrafted	handcraft	VERB
dad-12448	704	17	features	feature	NOUN
dad-12448	704	18	.	.	PUNCT
dad-12448	705	1	in	in	ADP
dad-12448	705	2	proceedings	proceeding	NOUN
dad-12448	705	3	of	of	ADP
dad-12448	705	4	the	the	DET
dad-12448	705	5	28th	28th	ADJ
dad-12448	705	6	international	international	ADJ
dad-12448	705	7	conference	conference	NOUN
dad-12448	705	8	on	on	ADP
dad-12448	705	9	computational	computational	ADJ
dad-12448	705	10	linguistics	linguistic	NOUN
dad-12448	705	11	,	,	PUNCT
dad-12448	705	12	pages	page	NOUN
dad-12448	705	13	6077–6088	6077–6088	NUM
dad-12448	705	14	,	,	PUNCT
dad-12448	705	15	barcelona	barcelona	PROPN
dad-12448	705	16	,	,	PUNCT
dad-12448	705	17	spain	spain	PROPN
dad-12448	705	18	(	(	PUNCT
dad-12448	705	19	online	online	ADJ
dad-12448	705	20	)	)	PUNCT
dad-12448	705	21	,	,	PUNCT
dad-12448	705	22	december	december	PROPN
dad-12448	705	23	2020	2020	NUM
dad-12448	705	24	.	.	PUNCT
dad-12448	706	1	international	international	ADJ
dad-12448	706	2	committee	committee	PROPN
dad-12448	706	3	on	on	ADP
dad-12448	706	4	computational	computational	ADJ
dad-12448	706	5	linguistics	linguistic	NOUN
dad-12448	706	6	.	.	PUNCT
dad-12448	707	1	doi	doi	NOUN
dad-12448	707	2	:	:	PUNCT
dad-12448	707	3	10.18653	10.18653	NUM
dad-12448	707	4	/	/	SYM
dad-12448	707	5	v1/2020.coling	v1/2020.coling	NOUN
dad-12448	707	6	-	-	NOUN
dad-12448	707	7	main.535	main.535	PROPN
dad-12448	707	8	.	.	PROPN
dad-12448	707	9	url	url	PROPN
dad-12448	707	10	https	https	NOUN
dad-12448	707	11	:	:	PUNCT
dad-12448	707	12	//aclanthology.org/2020.coling	//aclanthology.org/2020.cole	VERB
dad-12448	707	13	-	-	PUNCT
dad-12448	707	14	main.535	main.535	PROPN
dad-12448	707	15	.	.	PUNCT
dad-12448	708	1	eric	eric	PROPN
dad-12448	708	2	wallace	wallace	PROPN
dad-12448	708	3	,	,	PUNCT
dad-12448	708	4	shi	shi	PROPN
dad-12448	708	5	feng	feng	PROPN
dad-12448	708	6	,	,	PUNCT
dad-12448	708	7	nikhil	nikhil	PROPN
dad-12448	708	8	kandpal	kandpal	PROPN
dad-12448	708	9	,	,	PUNCT
dad-12448	708	10	matt	matt	PROPN
dad-12448	708	11	gardner	gardner	PROPN
dad-12448	708	12	,	,	PUNCT
dad-12448	708	13	and	and	CCONJ
dad-12448	708	14	sameer	sameer	PROPN
dad-12448	708	15	singh	singh	PROPN
dad-12448	708	16	.	.	PUNCT
dad-12448	709	1	universal	universal	ADJ
dad-12448	709	2	adversarial	adversarial	ADJ
dad-12448	709	3	triggers	trigger	NOUN
dad-12448	709	4	for	for	ADP
dad-12448	709	5	attacking	attack	VERB
dad-12448	709	6	and	and	CCONJ
dad-12448	709	7	analyzing	analyze	VERB
dad-12448	709	8	nlp	nlp	NOUN
dad-12448	709	9	.	.	PUNCT
dad-12448	710	1	in	in	ADP
dad-12448	710	2	proceedings	proceeding	NOUN
dad-12448	710	3	of	of	ADP
dad-12448	710	4	the	the	DET
dad-12448	710	5	2019	2019	NUM
dad-12448	710	6	conference	conference	NOUN
dad-12448	710	7	on	on	ADP
dad-12448	710	8	empirical	empirical	ADJ
dad-12448	710	9	methods	method	NOUN
dad-12448	710	10	in	in	ADP
dad-12448	710	11	natural	natural	ADJ
dad-12448	710	12	language	language	NOUN
dad-12448	710	13	processing	processing	NOUN
dad-12448	710	14	and	and	CCONJ
dad-12448	710	15	the	the	DET
dad-12448	710	16	9th	9th	ADJ
dad-12448	710	17	international	international	ADJ
dad-12448	710	18	joint	joint	ADJ
dad-12448	710	19	conference	conference	NOUN
dad-12448	710	20	on	on	ADP
dad-12448	710	21	natural	natural	ADJ
dad-12448	710	22	language	language	NOUN
dad-12448	710	23	processing	processing	NOUN
dad-12448	710	24	(	(	PUNCT
dad-12448	710	25	emnlp	emnlp	NOUN
dad-12448	710	26	-	-	PUNCT
dad-12448	710	27	ijcnlp	ijcnlp	NOUN
dad-12448	710	28	)	)	PUNCT
dad-12448	710	29	.	.	PUNCT
dad-12448	711	1	association	association	NOUN
dad-12448	711	2	for	for	ADP
dad-12448	711	3	computational	computational	ADJ
dad-12448	711	4	linguistics	linguistic	NOUN
dad-12448	711	5	,	,	PUNCT
dad-12448	711	6	2019	2019	NUM
dad-12448	711	7	.	.	PUNCT
dad-12448	712	1	doi	doi	NOUN
dad-12448	712	2	:	:	PUNCT
dad-12448	712	3	10.18653	10.18653	NUM
dad-12448	712	4	/	/	SYM
dad-12448	712	5	v1	v1	NOUN
dad-12448	712	6	/	/	SYM
dad-12448	712	7	d19	d19	NOUN
dad-12448	712	8	-	-	PUNCT
dad-12448	712	9	1221	1221	NUM
dad-12448	712	10	.	.	PUNCT
dad-12448	713	1	yucheng	yucheng	PROPN
dad-12448	713	2	wang	wang	PROPN
dad-12448	713	3	,	,	PUNCT
dad-12448	713	4	zhongyu	zhongyu	PROPN
dad-12448	713	5	wei	wei	PROPN
dad-12448	713	6	,	,	PUNCT
dad-12448	713	7	yaqian	yaqian	PROPN
dad-12448	713	8	zhou	zhou	PROPN
dad-12448	713	9	,	,	PUNCT
dad-12448	713	10	and	and	CCONJ
dad-12448	713	11	xuanjing	xuanjing	PROPN
dad-12448	713	12	huang	huang	PROPN
dad-12448	713	13	.	.	PROPN
dad-12448	714	1	automatic	automatic	ADJ
dad-12448	714	2	essay	essay	NOUN
dad-12448	714	3	scoring	score	VERB
dad-12448	714	4	incorporating	incorporate	VERB
dad-12448	714	5	rating	rating	NOUN
dad-12448	714	6	schema	schema	NOUN
dad-12448	714	7	via	via	ADP
dad-12448	714	8	reinforcement	reinforcement	NOUN
dad-12448	714	9	learning	learning	NOUN
dad-12448	714	10	.	.	PUNCT
dad-12448	715	1	in	in	ADP
dad-12448	715	2	proceedings	proceeding	NOUN
dad-12448	715	3	of	of	ADP
dad-12448	715	4	the	the	DET
dad-12448	715	5	2018	2018	NUM
dad-12448	715	6	conference	conference	NOUN
dad-12448	715	7	on	on	ADP
dad-12448	715	8	empirical	empirical	ADJ
dad-12448	715	9	methods	method	NOUN
dad-12448	715	10	in	in	ADP
dad-12448	715	11	natural	natural	ADJ
dad-12448	715	12	language	language	NOUN
dad-12448	715	13	processing	processing	NOUN
dad-12448	715	14	.	.	PUNCT
dad-12448	716	1	association	association	NOUN
dad-12448	716	2	for	for	ADP
dad-12448	716	3	computational	computational	ADJ
dad-12448	716	4	linguistics	linguistic	NOUN
dad-12448	716	5	,	,	PUNCT
dad-12448	716	6	2018	2018	NUM
dad-12448	716	7	.	.	PUNCT
dad-12448	717	1	doi	doi	NOUN
dad-12448	717	2	:	:	PUNCT
dad-12448	717	3	10.18653	10.18653	NUM
dad-12448	717	4	/	/	SYM
dad-12448	717	5	v1	v1	NOUN
dad-12448	717	6	/	/	SYM
dad-12448	717	7	d18	d18	NOUN
dad-12448	717	8	-	-	PUNCT
dad-12448	717	9	1090	1090	NUM
dad-12448	717	10	.	.	PUNCT
dad-12448	718	1	james	james	PROPN
dad-12448	718	2	w	w	PROPN
dad-12448	718	3	whitlock	whitlock	PROPN
dad-12448	718	4	.	.	PUNCT
dad-12448	719	1	automatic	automatic	ADJ
dad-12448	719	2	data	datum	NOUN
dad-12448	719	3	processing	processing	NOUN
dad-12448	719	4	in	in	ADP
dad-12448	719	5	education	education	NOUN
dad-12448	719	6	.	.	PUNCT
dad-12448	720	1	macmillan	macmillan	PROPN
dad-12448	720	2	,	,	PUNCT
dad-12448	720	3	1964	1964	NUM
dad-12448	720	4	.	.	PUNCT
dad-12448	721	1	grant	grant	PROPN
dad-12448	721	2	wiggins	wiggins	PROPN
dad-12448	721	3	.	.	PUNCT
dad-12448	722	1	teaching	teaching	NOUN
dad-12448	722	2	to	to	ADP
dad-12448	722	3	the	the	DET
dad-12448	722	4	(	(	PUNCT
dad-12448	722	5	authentic	authentic	ADJ
dad-12448	722	6	)	)	PUNCT
dad-12448	722	7	test	test	NOUN
dad-12448	722	8	.	.	PUNCT
dad-12448	723	1	costa	costa	PROPN
dad-12448	723	2	,	,	PUNCT
dad-12448	723	3	a.	a.	NOUN
dad-12448	723	4	,	,	PUNCT
dad-12448	723	5	developing	develop	VERB
dad-12448	723	6	minds	mind	NOUN
dad-12448	723	7	,	,	PUNCT
dad-12448	723	8	a	a	DET
dad-12448	723	9	resource	resource	NOUN
dad-12448	723	10	book	book	NOUN
dad-12448	723	11	for	for	ADP
dad-12448	723	12	teaching	teaching	NOUN
dad-12448	723	13	thinking	thinking	NOUN
dad-12448	723	14	,	,	PUNCT
dad-12448	723	15	asociación	asociación	NOUN
dad-12448	723	16	para	para	VERB
dad-12448	723	17	la	la	DET
dad-12448	723	18	supervisión	supervisión	PROPN
dad-12448	723	19	del	del	PROPN
dad-12448	723	20	desarrollo	desarrollo	PROPN
dad-12448	723	21	del	del	PROPN
dad-12448	723	22	curriculum	curriculum	PROPN
dad-12448	723	23	,	,	PUNCT
dad-12448	723	24	ascd	ascd	PROPN
dad-12448	723	25	,	,	PUNCT
dad-12448	723	26	usa	usa	PROPN
dad-12448	723	27	,	,	PUNCT
dad-12448	723	28	1	1	NUM
dad-12448	723	29	:	:	PUNCT
dad-12448	723	30	344–350	344–350	NUM
dad-12448	723	31	,	,	PUNCT
dad-12448	723	32	1991	1991	NUM
dad-12448	723	33	.	.	PUNCT
dad-12448	724	1	duanli	duanli	PROPN
dad-12448	724	2	yan	yan	PROPN
dad-12448	724	3	,	,	PUNCT
dad-12448	724	4	andré	andré	ADJ
dad-12448	724	5	a	a	DET
dad-12448	724	6	rupp	rupp	NOUN
dad-12448	724	7	,	,	PUNCT
dad-12448	724	8	and	and	CCONJ
dad-12448	724	9	peter	peter	PROPN
dad-12448	724	10	w	w	PROPN
dad-12448	724	11	foltz	foltz	PROPN
dad-12448	724	12	.	.	PUNCT
dad-12448	725	1	handbook	handbook	NOUN
dad-12448	725	2	of	of	ADP
dad-12448	725	3	automated	automate	VERB
dad-12448	725	4	scoring	scoring	NOUN
dad-12448	725	5	:	:	PUNCT
dad-12448	725	6	theory	theory	NOUN
dad-12448	725	7	into	into	ADP
dad-12448	725	8	practice	practice	NOUN
dad-12448	725	9	.	.	PUNCT
dad-12448	726	1	crc	crc	PROPN
dad-12448	726	2	press	press	PROPN
dad-12448	726	3	,	,	PUNCT
dad-12448	726	4	2020	2020	NUM
dad-12448	726	5	.	.	PUNCT
dad-12448	727	1	su	su	PROPN
dad-12448	727	2	-	-	PUNCT
dad-12448	727	3	youn	youn	PROPN
dad-12448	727	4	yoon	yoon	PROPN
dad-12448	727	5	and	and	CCONJ
dad-12448	727	6	shasha	shasha	PROPN
dad-12448	727	7	xie	xie	PROPN
dad-12448	727	8	.	.	PUNCT
dad-12448	728	1	similarity	similarity	NOUN
dad-12448	728	2	-	-	PUNCT
dad-12448	728	3	based	base	VERB
dad-12448	728	4	non	non	ADJ
dad-12448	728	5	-	-	ADJ
dad-12448	728	6	scorable	scorable	ADJ
dad-12448	728	7	response	response	NOUN
dad-12448	728	8	detection	detection	NOUN
dad-12448	728	9	for	for	ADP
dad-12448	728	10	automated	automate	VERB
dad-12448	728	11	speech	speech	NOUN
dad-12448	728	12	scoring	scoring	NOUN
dad-12448	728	13	.	.	PUNCT
dad-12448	729	1	in	in	ADP
dad-12448	729	2	proceedings	proceeding	NOUN
dad-12448	729	3	of	of	ADP
dad-12448	729	4	the	the	DET
dad-12448	729	5	ninth	ninth	ADJ
dad-12448	729	6	workshop	workshop	NOUN
dad-12448	729	7	on	on	ADP
dad-12448	729	8	innovative	innovative	ADJ
dad-12448	729	9	use	use	NOUN
dad-12448	729	10	of	of	ADP
dad-12448	729	11	nlp	nlp	NOUN
dad-12448	729	12	for	for	ADP
dad-12448	729	13	building	build	VERB
dad-12448	729	14	educational	educational	ADJ
dad-12448	729	15	applications	application	NOUN
dad-12448	729	16	.	.	PUNCT
dad-12448	730	1	association	association	NOUN
dad-12448	730	2	for	for	ADP
dad-12448	730	3	computational	computational	ADJ
dad-12448	730	4	linguistics	linguistic	NOUN
dad-12448	730	5	,	,	PUNCT
dad-12448	730	6	2014	2014	NUM
dad-12448	730	7	.	.	PUNCT
dad-12448	731	1	doi	doi	NOUN
dad-12448	731	2	:	:	PUNCT
dad-12448	731	3	10.3115	10.3115	NUM
dad-12448	731	4	/	/	SYM
dad-12448	731	5	v1/	v1/	NOUN
dad-12448	731	6	w14	w14	PROPN
dad-12448	731	7	-	-	PUNCT
dad-12448	731	8	1814	1814	NUM
dad-12448	731	9	.	.	PUNCT
dad-12448	732	1	27	27	NUM
dad-12448	732	2	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	NOUN
dad-12448	732	3	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	https://www.ets.org/s/gre/pdf/gre_guide_table1a.pdf	PROPN
dad-12448	732	4	https://aclanthology.org/2020.coling-main.535	https://aclanthology.org/2020.coling-main.535	PROPN
dad-12448	732	5	https://aclanthology.org/2020.coling-main.535	https://aclanthology.org/2020.coling-main.535	PROPN
dad-12448	732	6	singla	singla	PROPN
dad-12448	732	7	,	,	PUNCT
dad-12448	732	8	parekh	parekh	PROPN
dad-12448	732	9	,	,	PUNCT
dad-12448	732	10	singh	singh	PROPN
dad-12448	732	11	,	,	PUNCT
dad-12448	732	12	li	li	PROPN
dad-12448	732	13	,	,	PUNCT
dad-12448	732	14	shah	shah	PROPN
dad-12448	732	15	and	and	CCONJ
dad-12448	732	16	chen	chen	PROPN
dad-12448	732	17	su	su	PROPN
dad-12448	732	18	-	-	PROPN
dad-12448	732	19	youn	youn	PROPN
dad-12448	732	20	yoon	yoon	PROPN
dad-12448	732	21	and	and	CCONJ
dad-12448	732	22	klaus	klaus	PROPN
dad-12448	732	23	zechner	zechner	NOUN
dad-12448	732	24	.	.	PUNCT
dad-12448	733	1	combining	combine	VERB
dad-12448	733	2	human	human	ADJ
dad-12448	733	3	and	and	CCONJ
dad-12448	733	4	automated	automate	VERB
dad-12448	733	5	scores	score	NOUN
dad-12448	733	6	for	for	ADP
dad-12448	733	7	the	the	DET
dad-12448	733	8	improved	improved	ADJ
dad-12448	733	9	assessment	assessment	NOUN
dad-12448	733	10	of	of	ADP
dad-12448	733	11	non	non	ADJ
dad-12448	733	12	-	-	ADJ
dad-12448	733	13	native	native	ADJ
dad-12448	733	14	speech	speech	NOUN
dad-12448	733	15	.	.	PUNCT
dad-12448	734	1	speech	speech	NOUN
dad-12448	734	2	communication	communication	NOUN
dad-12448	734	3	,	,	PUNCT
dad-12448	734	4	93	93	NUM
dad-12448	734	5	,	,	PUNCT
dad-12448	734	6	2017	2017	NUM
dad-12448	734	7	.	.	PUNCT
dad-12448	735	1	su	su	NOUN
dad-12448	735	2	-	-	PUNCT
dad-12448	735	3	youn	youn	PROPN
dad-12448	735	4	yoon	yoon	PROPN
dad-12448	735	5	,	,	PUNCT
dad-12448	735	6	aoife	aoife	PROPN
dad-12448	735	7	cahill	cahill	PROPN
dad-12448	735	8	,	,	PUNCT
dad-12448	735	9	anastassia	anastassia	PROPN
dad-12448	735	10	loukina	loukina	PROPN
dad-12448	735	11	,	,	PUNCT
dad-12448	735	12	klaus	klaus	PROPN
dad-12448	735	13	zechner	zechner	PROPN
dad-12448	735	14	,	,	PUNCT
dad-12448	735	15	brian	brian	PROPN
dad-12448	735	16	riordan	riordan	PROPN
dad-12448	735	17	,	,	PUNCT
dad-12448	735	18	and	and	CCONJ
dad-12448	735	19	nitin	nitin	PROPN
dad-12448	735	20	madnani	madnani	PROPN
dad-12448	735	21	.	.	PUNCT
dad-12448	736	1	atypical	atypical	ADJ
dad-12448	736	2	inputs	input	NOUN
dad-12448	736	3	in	in	ADP
dad-12448	736	4	educational	educational	ADJ
dad-12448	736	5	applications	application	NOUN
dad-12448	736	6	.	.	PUNCT
dad-12448	737	1	in	in	ADP
dad-12448	737	2	proceedings	proceeding	NOUN
dad-12448	737	3	of	of	ADP
dad-12448	737	4	the	the	DET
dad-12448	737	5	2018	2018	NUM
dad-12448	737	6	conference	conference	NOUN
dad-12448	737	7	of	of	ADP
dad-12448	737	8	the	the	DET
dad-12448	737	9	north	north	ADJ
dad-12448	737	10	american	american	ADJ
dad-12448	737	11	chapter	chapter	NOUN
dad-12448	737	12	of	of	ADP
dad-12448	737	13	the	the	DET
dad-12448	737	14	association	association	NOUN
dad-12448	737	15	for	for	ADP
dad-12448	737	16	computational	computational	ADJ
dad-12448	737	17	linguistics	linguistic	NOUN
dad-12448	737	18	:	:	PUNCT
dad-12448	737	19	human	human	ADJ
dad-12448	737	20	language	language	NOUN
dad-12448	737	21	technologies	technology	NOUN
dad-12448	737	22	,	,	PUNCT
dad-12448	737	23	volume	volume	NOUN
dad-12448	737	24	3	3	NUM
dad-12448	737	25	(	(	PUNCT
dad-12448	737	26	industry	industry	NOUN
dad-12448	737	27	papers	paper	NOUN
dad-12448	737	28	)	)	PUNCT
dad-12448	737	29	.	.	PUNCT
dad-12448	738	1	association	association	NOUN
dad-12448	738	2	for	for	ADP
dad-12448	738	3	computational	computational	ADJ
dad-12448	738	4	linguistics	linguistic	NOUN
dad-12448	738	5	,	,	PUNCT
dad-12448	738	6	2018	2018	NUM
dad-12448	738	7	.	.	PUNCT
dad-12448	739	1	doi	doi	NOUN
dad-12448	739	2	:	:	PUNCT
dad-12448	739	3	10.18653	10.18653	NUM
dad-12448	739	4	/	/	SYM
dad-12448	739	5	v1	v1	NOUN
dad-12448	739	6	/	/	SYM
dad-12448	739	7	n18	n18	PROPN
dad-12448	739	8	-	-	PUNCT
dad-12448	739	9	3008	3008	NUM
dad-12448	739	10	.	.	PUNCT
dad-12448	740	1	zhou	zhou	PROPN
dad-12448	740	2	yu	yu	PROPN
dad-12448	740	3	,	,	PUNCT
dad-12448	740	4	vikram	vikram	PROPN
dad-12448	740	5	ramanarayanan	ramanarayanan	PROPN
dad-12448	740	6	,	,	PUNCT
dad-12448	740	7	david	david	PROPN
dad-12448	740	8	suendermann	suendermann	PROPN
dad-12448	740	9	-	-	PUNCT
dad-12448	740	10	oeft	oeft	PROPN
dad-12448	740	11	,	,	PUNCT
dad-12448	740	12	xinhao	xinhao	PROPN
dad-12448	740	13	wang	wang	PROPN
dad-12448	740	14	,	,	PUNCT
dad-12448	740	15	klaus	klaus	PROPN
dad-12448	740	16	zechner	zechner	PROPN
dad-12448	740	17	,	,	PUNCT
dad-12448	740	18	lei	lei	PROPN
dad-12448	740	19	chen	chen	PROPN
dad-12448	740	20	,	,	PUNCT
dad-12448	740	21	jidong	jidong	PROPN
dad-12448	740	22	tao	tao	PROPN
dad-12448	740	23	,	,	PUNCT
dad-12448	740	24	aliaksei	aliaksei	ADJ
dad-12448	740	25	ivanou	ivanou	PROPN
dad-12448	740	26	,	,	PUNCT
dad-12448	740	27	and	and	CCONJ
dad-12448	740	28	yao	yao	PROPN
dad-12448	740	29	qian	qian	PROPN
dad-12448	740	30	.	.	PUNCT
dad-12448	741	1	using	use	VERB
dad-12448	741	2	bidirectional	bidirectional	ADJ
dad-12448	741	3	lstm	lstm	NOUN
dad-12448	741	4	recurrent	recurrent	ADJ
dad-12448	741	5	neural	neural	ADJ
dad-12448	741	6	networks	network	NOUN
dad-12448	741	7	to	to	PART
dad-12448	741	8	learn	learn	VERB
dad-12448	741	9	high	high	ADJ
dad-12448	741	10	-	-	PUNCT
dad-12448	741	11	level	level	NOUN
dad-12448	741	12	abstractions	abstraction	NOUN
dad-12448	741	13	of	of	ADP
dad-12448	741	14	sequential	sequential	ADJ
dad-12448	741	15	features	feature	NOUN
dad-12448	741	16	for	for	ADP
dad-12448	741	17	automated	automate	VERB
dad-12448	741	18	scoring	scoring	NOUN
dad-12448	741	19	of	of	ADP
dad-12448	741	20	non	non	ADJ
dad-12448	741	21	-	-	ADJ
dad-12448	741	22	native	native	ADJ
dad-12448	741	23	spontaneous	spontaneous	ADJ
dad-12448	741	24	speech	speech	NOUN
dad-12448	741	25	.	.	PUNCT
dad-12448	742	1	in	in	ADP
dad-12448	742	2	2015	2015	NUM
dad-12448	742	3	ieee	ieee	NOUN
dad-12448	742	4	workshop	workshop	NOUN
dad-12448	742	5	on	on	ADP
dad-12448	742	6	automatic	automatic	ADJ
dad-12448	742	7	speech	speech	NOUN
dad-12448	742	8	recognition	recognition	NOUN
dad-12448	742	9	and	and	CCONJ
dad-12448	742	10	understanding	understanding	NOUN
dad-12448	742	11	(	(	PUNCT
dad-12448	742	12	asru	asru	PROPN
dad-12448	742	13	)	)	PUNCT
dad-12448	742	14	.	.	PUNCT
dad-12448	743	1	ieee	ieee	PROPN
dad-12448	743	2	,	,	PUNCT
dad-12448	743	3	2015	2015	NUM
dad-12448	743	4	.	.	PUNCT
dad-12448	744	1	wei	wei	PROPN
dad-12448	744	2	emma	emma	PROPN
dad-12448	744	3	zhang	zhang	PROPN
dad-12448	744	4	,	,	PUNCT
dad-12448	744	5	quan	quan	PROPN
dad-12448	744	6	z	z	PROPN
dad-12448	744	7	sheng	sheng	PROPN
dad-12448	744	8	,	,	PUNCT
dad-12448	744	9	ahoud	ahoud	VERB
dad-12448	744	10	alhazmi	alhazmi	NOUN
dad-12448	744	11	,	,	PUNCT
dad-12448	744	12	and	and	CCONJ
dad-12448	744	13	chenliang	chenliang	VERB
dad-12448	744	14	li	li	PROPN
dad-12448	744	15	.	.	PROPN
dad-12448	745	1	adversarial	adversarial	ADJ
dad-12448	745	2	attacks	attack	NOUN
dad-12448	745	3	on	on	ADP
dad-12448	745	4	deep	deep	ADJ
dad-12448	745	5	-	-	PUNCT
dad-12448	745	6	learning	learn	VERB
dad-12448	745	7	models	model	NOUN
dad-12448	745	8	in	in	ADP
dad-12448	745	9	natural	natural	ADJ
dad-12448	745	10	language	language	NOUN
dad-12448	745	11	processing	processing	NOUN
dad-12448	745	12	:	:	PUNCT
dad-12448	745	13	a	a	DET
dad-12448	745	14	survey	survey	NOUN
dad-12448	745	15	.	.	PUNCT
dad-12448	746	1	acm	acm	NOUN
dad-12448	746	2	transactions	transaction	NOUN
dad-12448	746	3	on	on	ADP
dad-12448	746	4	intelligent	intelligent	ADJ
dad-12448	746	5	systems	system	NOUN
dad-12448	746	6	and	and	CCONJ
dad-12448	746	7	technology	technology	NOUN
dad-12448	746	8	(	(	PUNCT
dad-12448	746	9	tist	tist	NOUN
dad-12448	746	10	)	)	PUNCT
dad-12448	746	11	,	,	PUNCT
dad-12448	746	12	11(3	11(3	NUM
dad-12448	746	13	)	)	PUNCT
dad-12448	746	14	,	,	PUNCT
dad-12448	746	15	2020	2020	NUM
dad-12448	746	16	.	.	PUNCT
dad-12448	747	1	siyuan	siyuan	PROPN
dad-12448	747	2	zhao	zhao	PROPN
dad-12448	747	3	,	,	PUNCT
dad-12448	747	4	yaqiong	yaqiong	PROPN
dad-12448	747	5	zhang	zhang	PROPN
dad-12448	747	6	,	,	PUNCT
dad-12448	747	7	xiaolu	xiaolu	PROPN
dad-12448	747	8	xiong	xiong	PROPN
dad-12448	747	9	,	,	PUNCT
dad-12448	747	10	anthony	anthony	PROPN
dad-12448	747	11	botelho	botelho	PROPN
dad-12448	747	12	,	,	PUNCT
dad-12448	747	13	and	and	CCONJ
dad-12448	747	14	neil	neil	PROPN
dad-12448	747	15	heffernan	heffernan	PROPN
dad-12448	747	16	.	.	PUNCT
dad-12448	748	1	a	a	DET
dad-12448	748	2	memoryaugmented	memoryaugmente	VERB
dad-12448	748	3	neural	neural	ADJ
dad-12448	748	4	model	model	NOUN
dad-12448	748	5	for	for	ADP
dad-12448	748	6	automated	automate	VERB
dad-12448	748	7	grading	grading	NOUN
dad-12448	748	8	.	.	PUNCT
dad-12448	749	1	in	in	ADP
dad-12448	749	2	proceedings	proceeding	NOUN
dad-12448	749	3	of	of	ADP
dad-12448	749	4	the	the	DET
dad-12448	749	5	fourth	fourth	ADJ
dad-12448	749	6	(	(	PUNCT
dad-12448	749	7	2017	2017	NUM
dad-12448	749	8	)	)	PUNCT
dad-12448	749	9	acm	acm	NOUN
dad-12448	749	10	conference	conference	NOUN
dad-12448	749	11	on	on	ADP
dad-12448	749	12	learning@	learning@	ADJ
dad-12448	749	13	scale	scale	NOUN
dad-12448	749	14	,	,	PUNCT
dad-12448	749	15	2017	2017	NUM
dad-12448	749	16	.	.	PUNCT
dad-12448	750	1	xuhui	xuhui	PROPN
dad-12448	750	2	zhou	zhou	PROPN
dad-12448	750	3	,	,	PUNCT
dad-12448	750	4	yue	yue	PROPN
dad-12448	750	5	zhang	zhang	PROPN
dad-12448	750	6	,	,	PUNCT
dad-12448	750	7	leyang	leyang	PROPN
dad-12448	750	8	cui	cui	PROPN
dad-12448	750	9	,	,	PUNCT
dad-12448	750	10	and	and	CCONJ
dad-12448	750	11	dandan	dandan	PROPN
dad-12448	750	12	huang	huang	PROPN
dad-12448	750	13	.	.	PUNCT
dad-12448	750	14	evaluating	evaluate	VERB
dad-12448	750	15	commonsense	commonsense	NOUN
dad-12448	750	16	in	in	ADP
dad-12448	750	17	pre	pre	ADJ
dad-12448	750	18	-	-	ADJ
dad-12448	750	19	trained	train	VERB
dad-12448	750	20	language	language	NOUN
dad-12448	750	21	models	model	NOUN
dad-12448	750	22	.	.	PUNCT
dad-12448	751	1	in	in	ADP
dad-12448	751	2	proceedings	proceeding	NOUN
dad-12448	751	3	of	of	ADP
dad-12448	751	4	the	the	DET
dad-12448	751	5	aaai	aaai	PROPN
dad-12448	751	6	conference	conference	NOUN
dad-12448	751	7	on	on	ADP
dad-12448	751	8	artificial	artificial	ADJ
dad-12448	751	9	intelligence	intelligence	NOUN
dad-12448	751	10	,	,	PUNCT
dad-12448	751	11	volume	volume	NOUN
dad-12448	751	12	34	34	NUM
dad-12448	751	13	,	,	PUNCT
dad-12448	751	14	2020	2020	NUM
dad-12448	751	15	.	.	PUNCT
dad-12448	752	1	28	28	NUM
dad-12448	752	2	automatic	automatic	ADJ
dad-12448	752	3	essay	essay	NOUN
dad-12448	752	4	scoring	scoring	NOUN
dad-12448	752	5	systems	system	NOUN
dad-12448	752	6	are	be	AUX
dad-12448	752	7	both	both	CCONJ
dad-12448	752	8	overstable	overstable	ADJ
dad-12448	752	9	and	and	CCONJ
dad-12448	752	10	oversensitive	oversensitive	ADJ
dad-12448	752	11	appendices	appendix	NOUN
dad-12448	752	12	8	8	NUM
dad-12448	752	13	.	.	PUNCT
dad-12448	753	1	full	full	ADJ
dad-12448	753	2	version	version	NOUN
dad-12448	753	3	of	of	ADP
dad-12448	753	4	abridged	abridge	VERB
dad-12448	753	5	main	main	ADJ
dad-12448	753	6	paper	paper	NOUN
dad-12448	753	7	figures	figure	NOUN
dad-12448	753	8	the	the	DET
dad-12448	753	9	essays	essay	NOUN
dad-12448	753	10	with	with	ADP
dad-12448	753	11	their	their	PRON
dad-12448	753	12	sentences	sentence	NOUN
dad-12448	753	13	shuffled	shuffle	VERB
dad-12448	753	14	are	be	AUX
dad-12448	753	15	displayed	display	VERB
dad-12448	753	16	in	in	ADP
dad-12448	753	17	figure	figure	NOUN
dad-12448	753	18	5	5	NUM
dad-12448	753	19	.	.	PUNCT
dad-12448	754	1	the	the	DET
dad-12448	754	2	full	full	ADJ
dad-12448	754	3	-	-	PUNCT
dad-12448	754	4	size	size	NOUN
dad-12448	754	5	attribution	attribution	NOUN
dad-12448	754	6	images	image	NOUN
dad-12448	754	7	are	be	AUX
dad-12448	754	8	given	give	VERB
dad-12448	754	9	in	in	ADP
dad-12448	754	10	figures	figure	NOUN
dad-12448	754	11	10	10	NUM
dad-12448	754	12	to	to	PART
dad-12448	754	13	13	13	NUM
dad-12448	754	14	.	.	PUNCT
dad-12448	755	1	figure	figure	VERB
dad-12448	755	2	9	9	NUM
dad-12448	755	3	:	:	PUNCT
dad-12448	755	4	attributions	attribution	NOUN
dad-12448	755	5	for	for	ADP
dad-12448	755	6	skipflow	skipflow	ADJ
dad-12448	755	7	and	and	CCONJ
dad-12448	755	8	mann	mann	NOUN
dad-12448	755	9	respectively	respectively	ADV
dad-12448	755	10	of	of	ADP
dad-12448	755	11	an	an	DET
dad-12448	755	12	essay	essay	ADJ
dad-12448	755	13	sample	sample	NOUN
dad-12448	755	14	where	where	SCONJ
dad-12448	755	15	all	all	DET
dad-12448	755	16	the	the	DET
dad-12448	755	17	sentences	sentence	NOUN
dad-12448	755	18	have	have	AUX
dad-12448	755	19	been	be	AUX
dad-12448	755	20	randomly	randomly	ADV
dad-12448	755	21	shuffled	shuffle	VERB
dad-12448	755	22	.	.	PUNCT
dad-12448	756	1	this	this	DET
dad-12448	756	2	essay	essay	ADJ
dad-12448	756	3	sample	sample	NOUN
dad-12448	756	4	scores	score	NOUN
dad-12448	756	5	(	(	PUNCT
dad-12448	756	6	28/30	28/30	NUM
dad-12448	756	7	,	,	PUNCT
dad-12448	756	8	22/30	22/30	NUM
dad-12448	756	9	)	)	PUNCT
dad-12448	756	10	by	by	ADP
dad-12448	756	11	skipflow	skipflow	ADJ
dad-12448	756	12	and	and	CCONJ
dad-12448	756	13	mann	mann	PROPN
dad-12448	756	14	respectively	respectively	ADV
dad-12448	756	15	on	on	ADP
dad-12448	756	16	this	this	DET
dad-12448	756	17	essay	essay	NOUN
dad-12448	756	18	.	.	PUNCT
dad-12448	757	1	the	the	DET
dad-12448	757	2	original	original	ADJ
dad-12448	757	3	essay	essay	NOUN
dad-12448	757	4	also	also	ADV
dad-12448	757	5	scored	score	VERB
dad-12448	757	6	(	(	PUNCT
dad-12448	757	7	28/30	28/30	NUM
dad-12448	757	8	)	)	PUNCT
dad-12448	757	9	and	and	CCONJ
dad-12448	757	10	(	(	PUNCT
dad-12448	757	11	22/30	22/30	NUM
dad-12448	757	12	)	)	PUNCT
dad-12448	757	13	respectively	respectively	ADV
dad-12448	757	14	.	.	PUNCT
dad-12448	758	1	9	9	X
dad-12448	758	2	.	.	X
dad-12448	758	3	statistics	statistic	NOUN
dad-12448	758	4	:	:	PUNCT
dad-12448	758	5	iterative	iterative	NOUN
dad-12448	758	6	addition	addition	NOUN
dad-12448	758	7	of	of	ADP
dad-12448	758	8	words	word	NOUN
dad-12448	758	9	the	the	DET
dad-12448	758	10	results	result	NOUN
dad-12448	758	11	are	be	AUX
dad-12448	758	12	given	give	VERB
dad-12448	758	13	in	in	ADP
dad-12448	758	14	table	table	NOUN
dad-12448	758	15	8	8	NUM
dad-12448	758	16	.	.	PUNCT
dad-12448	759	1	%	%	NOUN
dad-12448	759	2	µpos	µpos	PROPN
dad-12448	759	3	µneg	µneg	PROPN
dad-12448	759	4	npos	npos	PROPN
dad-12448	759	5	nneg	nneg	PROPN
dad-12448	759	6	σ	σ	PROPN
dad-12448	759	7	skipflow	skipflow	PROPN
dad-12448	759	8	/	/	SYM
dad-12448	759	9	mann	mann	PROPN
dad-12448	759	10	/	/	SYM
dad-12448	759	11	bert	bert	PROPN
dad-12448	760	1	80	80	NUM
dad-12448	760	2	3.5/1.1/0.002	3.5/1.1/0.002	NUM
dad-12448	760	3	0.43/0.09/0.05	0.43/0.09/0.05	NOUN
dad-12448	760	4	65/31/0.63	65/31/0.63	NUM
dad-12448	760	5	8.9/2.88/91.6	8.9/2.88/91.6	NUM
dad-12448	760	6	5.1/2/0.06	5.1/2/0.06	NUM
dad-12448	760	7	60	60	NUM
dad-12448	760	8	4/0.37/0.001	4/0.37/0.001	NUM
dad-12448	760	9	1.01/1.4/0.14	1.01/1.4/0.14	NUM
dad-12448	760	10	60/9.2/0.3	60/9.2/0.3	NUM
dad-12448	760	11	17/39.1/99	17/39.1/99	NUM
dad-12448	760	12	6.7/2.6/0.14	6.7/2.6/0.14	NUM
dad-12448	760	13	40	40	NUM
dad-12448	760	14	3.1/0.07/0	3.1/0.07/0	NUM
dad-12448	760	15	3.7/5.8/0.23	3.7/5.8/0.23	NUM
dad-12448	760	16	36/2.24/0	36/2.24/0	NUM
dad-12448	760	17	44/88.4/99.6	44/88.4/99.6	NUM
dad-12448	760	18	9.24/6.5/0.24	9.24/6.5/0.24	NUM
dad-12448	760	19	20	20	NUM
dad-12448	760	20	2.09/0.02/0.002	2.09/0.02/0.002	NUM
dad-12448	761	1	14.7/13.7/0.31	14.7/13.7/0.31	NUM
dad-12448	761	2	15.6/0.6/0.63	15.6/0.6/0.63	NOUN
dad-12448	761	3	78.5/94.5/99.3	78.5/94.5/99.3	PROPN
dad-12448	762	1	19.5/14.5/0.32	19.5/14.5/0.32	NUM
dad-12448	762	2	0	0	NUM
dad-12448	762	3	61/0/0	61/0/0	NUM
dad-12448	762	4	0/20/0.52	0/20/0.52	NUM
dad-12448	762	5	0/0/0	0/0/0	NUM
dad-12448	762	6	100/94.5/100	100/94.5/100	NUM
dad-12448	762	7	62/22.3/0.5	62/22.3/0.5	NUM
dad-12448	762	8	table	table	NOUN
dad-12448	762	9	8	8	NUM
dad-12448	762	10	:	:	PUNCT
dad-12448	762	11	statistics	statistic	NOUN
dad-12448	762	12	for	for	ADP
dad-12448	762	13	iterative	iterative	NOUN
dad-12448	762	14	addition	addition	NOUN
dad-12448	762	15	of	of	ADP
dad-12448	762	16	the	the	DET
dad-12448	762	17	most	most	ADV
dad-12448	762	18	-	-	PUNCT
dad-12448	762	19	attributed	attribute	VERB
dad-12448	762	20	words	word	NOUN
dad-12448	762	21	on	on	ADP
dad-12448	762	22	prompt	prompt	ADJ
dad-12448	762	23	7	7	NUM
dad-12448	762	24	.	.	PUNCT
dad-12448	762	25	legend	legend	NOUN
dad-12448	762	26	(	(	PUNCT
dad-12448	762	27	kumar	kumar	PROPN
dad-12448	762	28	et	et	PROPN
dad-12448	762	29	al	al	PROPN
dad-12448	762	30	.	.	PROPN
dad-12448	762	31	,	,	PUNCT
dad-12448	762	32	2020	2020	NUM
dad-12448	762	33	):	):	PUNCT
dad-12448	762	34	{	{	PUNCT
dad-12448	762	35	%	%	NOUN
dad-12448	762	36	:	:	PUNCT
dad-12448	762	37	%	%	NOUN
dad-12448	762	38	words	word	NOUN
dad-12448	762	39	added	add	VERB
dad-12448	762	40	to	to	PART
dad-12448	762	41	form	form	VERB
dad-12448	762	42	a	a	DET
dad-12448	762	43	response	response	NOUN
dad-12448	762	44	,	,	PUNCT
dad-12448	762	45	µpos	µpos	PRON
dad-12448	762	46	:	:	PUNCT
dad-12448	762	47	mean	mean	VERB
dad-12448	762	48	difference	difference	NOUN
dad-12448	762	49	of	of	ADP
dad-12448	762	50	positively	positively	ADV
dad-12448	762	51	impacted	impact	VERB
dad-12448	762	52	samples	sample	NOUN
dad-12448	762	53	(	(	PUNCT
dad-12448	762	54	as	as	ADP
dad-12448	762	55	%	%	NOUN
dad-12448	762	56	of	of	ADP
dad-12448	762	57	score	score	NOUN
dad-12448	762	58	range	range	NOUN
dad-12448	762	59	)	)	PUNCT
dad-12448	762	60	,	,	PUNCT
dad-12448	762	61	µneg	µneg	ADV
dad-12448	762	62	:	:	PUNCT
dad-12448	762	63	mean	mean	VERB
dad-12448	762	64	difference	difference	NOUN
dad-12448	762	65	of	of	ADP
dad-12448	762	66	negatively	negatively	ADV
dad-12448	762	67	impacted	impact	VERB
dad-12448	762	68	samples	sample	NOUN
dad-12448	762	69	(	(	PUNCT
dad-12448	762	70	as	as	ADP
dad-12448	762	71	%	%	NOUN
dad-12448	762	72	of	of	ADP
dad-12448	762	73	score	score	NOUN
dad-12448	762	74	range	range	NOUN
dad-12448	762	75	)	)	PUNCT
dad-12448	762	76	,	,	PUNCT
dad-12448	762	77	npos	npos	NOUN
dad-12448	762	78	:	:	PUNCT
dad-12448	762	79	percentage	percentage	NOUN
dad-12448	762	80	of	of	ADP
dad-12448	762	81	positively	positively	ADV
dad-12448	762	82	impacted	impact	VERB
dad-12448	762	83	samples	sample	NOUN
dad-12448	762	84	,	,	PUNCT
dad-12448	762	85	nneg	nneg	NOUN
dad-12448	762	86	:	:	PUNCT
dad-12448	762	87	percentage	percentage	NOUN
dad-12448	762	88	of	of	ADP
dad-12448	762	89	negatively	negatively	ADV
dad-12448	762	90	impacted	impact	VERB
dad-12448	762	91	samples	sample	NOUN
dad-12448	762	92	,	,	PUNCT
dad-12448	762	93	σ	σ	NOUN
dad-12448	762	94	:	:	PUNCT
dad-12448	762	95	standard	standard	ADJ
dad-12448	762	96	deviation	deviation	NOUN
dad-12448	762	97	of	of	ADP
dad-12448	762	98	the	the	DET
dad-12448	762	99	difference	difference	NOUN
dad-12448	762	100	(	(	PUNCT
dad-12448	762	101	as	as	ADP
dad-12448	762	102	%	%	NOUN
dad-12448	762	103	of	of	ADP
dad-12448	762	104	score	score	NOUN
dad-12448	762	105	range	range	NOUN
dad-12448	762	106	)	)	PUNCT
dad-12448	762	107	}	}	PUNCT
dad-12448	762	108	10	10	NUM
dad-12448	762	109	.	.	PUNCT
dad-12448	763	1	statistics	statistic	NOUN
dad-12448	763	2	:	:	PUNCT
dad-12448	763	3	iterative	iterative	NOUN
dad-12448	763	4	removal	removal	NOUN
dad-12448	763	5	of	of	ADP
dad-12448	763	6	words	word	NOUN
dad-12448	763	7	full	full	ADJ
dad-12448	763	8	version	version	NOUN
dad-12448	763	9	of	of	ADP
dad-12448	763	10	the	the	DET
dad-12448	763	11	results	result	NOUN
dad-12448	763	12	are	be	AUX
dad-12448	763	13	in	in	ADP
dad-12448	763	14	the	the	DET
dad-12448	763	15	table	table	NOUN
dad-12448	763	16	9	9	NUM
dad-12448	763	17	.	.	NOUN
dad-12448	763	18	11	11	NUM
dad-12448	763	19	.	.	PUNCT
dad-12448	764	1	bert	bert	NOUN
dad-12448	764	2	-	-	PUNCT
dad-12448	764	3	model	model	NOUN
dad-12448	764	4	hyperparameters	hyperparameters	PROPN
dad-12448	764	5	bert	bert	PROPN
dad-12448	764	6	model	model	PROPN
dad-12448	764	7	hyperparameters	hyperparameter	NOUN
dad-12448	764	8	are	be	AUX
dad-12448	764	9	given	give	VERB
dad-12448	764	10	in	in	ADP
dad-12448	764	11	the	the	DET
dad-12448	764	12	table	table	NOUN
dad-12448	764	13	10	10	NUM
dad-12448	764	14	.	.	PUNCT
dad-12448	765	1	29	29	NUM
dad-12448	765	2	singla	singla	ADJ
dad-12448	765	3	,	,	PUNCT
dad-12448	765	4	parekh	parekh	PROPN
dad-12448	765	5	,	,	PUNCT
dad-12448	765	6	singh	singh	PROPN
dad-12448	765	7	,	,	PUNCT
dad-12448	765	8	li	li	PROPN
dad-12448	765	9	,	,	PUNCT
dad-12448	765	10	shah	shah	PROPN
dad-12448	765	11	and	and	CCONJ
dad-12448	765	12	chen	chen	PROPN
dad-12448	765	13	figure	figure	NOUN
dad-12448	765	14	10	10	NUM
dad-12448	765	15	:	:	PUNCT
dad-12448	765	16	full	full	ADJ
dad-12448	765	17	-	-	PUNCT
dad-12448	765	18	sized	sized	ADJ
dad-12448	765	19	attributions	attribution	NOUN
dad-12448	765	20	for	for	ADP
dad-12448	765	21	skipflow	skipflow	ADJ
dad-12448	765	22	,	,	PUNCT
dad-12448	765	23	mann	mann	PROPN
dad-12448	765	24	and	and	CCONJ
dad-12448	765	25	bert	bert	PROPN
dad-12448	765	26	respectively	respectively	ADV
dad-12448	765	27	of	of	ADP
dad-12448	765	28	an	an	DET
dad-12448	765	29	essay	essay	ADJ
dad-12448	765	30	sample	sample	NOUN
dad-12448	765	31	where	where	SCONJ
dad-12448	765	32	all	all	DET
dad-12448	765	33	the	the	DET
dad-12448	765	34	sentences	sentence	NOUN
dad-12448	765	35	have	have	AUX
dad-12448	765	36	been	be	AUX
dad-12448	765	37	randomly	randomly	ADV
dad-12448	765	38	shuffled	shuffle	VERB
dad-12448	765	39	.	.	PUNCT
dad-12448	766	1	%	%	INTJ
dad-12448	766	2	µpos	µpos	PROPN
dad-12448	766	3	µneg	µneg	PROPN
dad-12448	766	4	npos	npos	PROPN
dad-12448	766	5	nneg	nneg	PROPN
dad-12448	766	6	skipflow	skipflow	PROPN
dad-12448	766	7	/	/	SYM
dad-12448	766	8	mann	mann	PROPN
dad-12448	766	9	/	/	SYM
dad-12448	766	10	bert	bert	PROPN
dad-12448	766	11	0	0	NUM
dad-12448	766	12	0/0/0	0/0/0	PROPN
dad-12448	766	13	0/0/0	0/0/0	NUM
dad-12448	766	14	0/0/0	0/0/0	NUM
dad-12448	766	15	0/0/0	0/0/0	NUM
dad-12448	767	1	20	20	NUM
dad-12448	767	2	0/0/0.04	0/0/0.04	NUM
dad-12448	767	3	11/1/5	11/1/5	NUM
dad-12448	767	4	0/.3/1.27	0/.3/1.27	SYM
dad-12448	767	5	96.1/32/88.4	96.1/32/88.4	NUM
dad-12448	767	6	60	60	NUM
dad-12448	767	7	0/0/0.01	0/0/0.01	NUM
dad-12448	767	8	26/8/14.8	26/8/14.8	VERB
dad-12448	767	9	1.2/0/0.3	1.2/0/0.3	NUM
dad-12448	768	1	97.7/94.5/99.3	97.7/94.5/99.3	NUM
dad-12448	768	2	80	80	NUM
dad-12448	768	3	0.5/0/0	0.5/0/0	NUM
dad-12448	769	1	29.9/15/22	29.9/15/22	NUM
dad-12448	769	2	5.4/0/0	5.4/0/0	NUM
dad-12448	769	3	92.9/94.5/100	92.9/94.5/100	NUM
dad-12448	769	4	table	table	NOUN
dad-12448	769	5	9	9	NUM
dad-12448	769	6	:	:	PUNCT
dad-12448	769	7	statistics	statistic	NOUN
dad-12448	769	8	for	for	ADP
dad-12448	769	9	iterative	iterative	NOUN
dad-12448	769	10	removal	removal	NOUN
dad-12448	769	11	of	of	ADP
dad-12448	769	12	least	least	ADJ
dad-12448	769	13	attributed	attribute	VERB
dad-12448	769	14	words	word	NOUN
dad-12448	769	15	on	on	ADP
dad-12448	769	16	prompt	prompt	ADJ
dad-12448	769	17	7	7	NUM
dad-12448	769	18	.	.	PUNCT
dad-12448	769	19	legend	legend	NOUN
dad-12448	769	20	(	(	PUNCT
dad-12448	769	21	kumar	kumar	PROPN
dad-12448	769	22	et	et	PROPN
dad-12448	769	23	al	al	PROPN
dad-12448	769	24	.	.	PROPN
dad-12448	769	25	,	,	PUNCT
dad-12448	769	26	2020	2020	NUM
dad-12448	769	27	):	):	PUNCT
dad-12448	769	28	{	{	PUNCT
dad-12448	769	29	%	%	NOUN
dad-12448	769	30	:	:	PUNCT
dad-12448	770	1	%	%	NOUN
dad-12448	770	2	words	word	NOUN
dad-12448	770	3	removed	remove	VERB
dad-12448	770	4	from	from	ADP
dad-12448	770	5	a	a	DET
dad-12448	770	6	response	response	NOUN
dad-12448	770	7	,	,	PUNCT
dad-12448	770	8	µpos	µpos	PRON
dad-12448	770	9	:	:	PUNCT
dad-12448	770	10	mean	mean	VERB
dad-12448	770	11	difference	difference	NOUN
dad-12448	770	12	of	of	ADP
dad-12448	770	13	positively	positively	ADV
dad-12448	770	14	impacted	impact	VERB
dad-12448	770	15	samples	sample	NOUN
dad-12448	770	16	(	(	PUNCT
dad-12448	770	17	as	as	ADP
dad-12448	770	18	%	%	NOUN
dad-12448	770	19	of	of	ADP
dad-12448	770	20	score	score	NOUN
dad-12448	770	21	range	range	NOUN
dad-12448	770	22	)	)	PUNCT
dad-12448	770	23	,	,	PUNCT
dad-12448	770	24	µneg	µneg	ADV
dad-12448	770	25	:	:	PUNCT
dad-12448	770	26	mean	mean	VERB
dad-12448	770	27	difference	difference	NOUN
dad-12448	770	28	of	of	ADP
dad-12448	770	29	negatively	negatively	ADV
dad-12448	770	30	impacted	impact	VERB
dad-12448	770	31	samples	sample	NOUN
dad-12448	770	32	(	(	PUNCT
dad-12448	770	33	as	as	ADP
dad-12448	770	34	%	%	NOUN
dad-12448	770	35	of	of	ADP
dad-12448	770	36	score	score	NOUN
dad-12448	770	37	range	range	NOUN
dad-12448	770	38	)	)	PUNCT
dad-12448	770	39	,	,	PUNCT
dad-12448	770	40	npos	npos	NOUN
dad-12448	770	41	:	:	PUNCT
dad-12448	770	42	percentage	percentage	NOUN
dad-12448	770	43	of	of	ADP
dad-12448	770	44	positively	positively	ADV
dad-12448	770	45	impacted	impact	VERB
dad-12448	770	46	samples	sample	NOUN
dad-12448	770	47	,	,	PUNCT
dad-12448	770	48	nneg	nneg	NOUN
dad-12448	770	49	:	:	PUNCT
dad-12448	770	50	percentage	percentage	NOUN
dad-12448	770	51	of	of	ADP
dad-12448	770	52	negatively	negatively	ADV
dad-12448	770	53	impacted	impact	VERB
dad-12448	770	54	samples	sample	NOUN
dad-12448	770	55	}	}	PUNCT
dad-12448	770	56	30	30	NUM
dad-12448	770	57	automatic	automatic	ADJ
dad-12448	770	58	essay	essay	NOUN
dad-12448	770	59	scoring	scoring	NOUN
dad-12448	770	60	systems	system	NOUN
dad-12448	770	61	are	be	AUX
dad-12448	770	62	both	both	CCONJ
dad-12448	770	63	overstable	overstable	ADJ
dad-12448	770	64	and	and	CCONJ
dad-12448	770	65	oversensitive	oversensitive	ADJ
dad-12448	770	66	figure	figure	NOUN
dad-12448	770	67	11	11	NUM
dad-12448	770	68	:	:	PUNCT
dad-12448	770	69	full	full	ADJ
dad-12448	770	70	-	-	PUNCT
dad-12448	770	71	sized	sized	ADJ
dad-12448	770	72	attributions	attribution	NOUN
dad-12448	770	73	for	for	ADP
dad-12448	770	74	skipflow	skipflow	ADJ
dad-12448	770	75	,	,	PUNCT
dad-12448	770	76	mann	mann	PROPN
dad-12448	770	77	and	and	CCONJ
dad-12448	770	78	bert	bert	PROPN
dad-12448	770	79	respectively	respectively	ADV
dad-12448	770	80	of	of	ADP
dad-12448	770	81	an	an	DET
dad-12448	770	82	babel	babel	NOUN
dad-12448	770	83	essay	essay	PROPN
dad-12448	770	84	sample	sample	NOUN
dad-12448	770	85	.	.	PUNCT
dad-12448	771	1	31	31	NUM
dad-12448	771	2	singla	singla	ADJ
dad-12448	771	3	,	,	PUNCT
dad-12448	771	4	parekh	parekh	PROPN
dad-12448	771	5	,	,	PUNCT
dad-12448	771	6	singh	singh	PROPN
dad-12448	771	7	,	,	PUNCT
dad-12448	771	8	li	li	PROPN
dad-12448	771	9	,	,	PUNCT
dad-12448	771	10	shah	shah	PROPN
dad-12448	771	11	and	and	CCONJ
dad-12448	771	12	chen	chen	PROPN
dad-12448	771	13	figure	figure	NOUN
dad-12448	771	14	12	12	NUM
dad-12448	771	15	:	:	PUNCT
dad-12448	771	16	full	full	ADJ
dad-12448	771	17	-	-	PUNCT
dad-12448	771	18	sized	sized	ADJ
dad-12448	771	19	attributions	attribution	NOUN
dad-12448	771	20	for	for	ADP
dad-12448	771	21	skipflow	skipflow	ADJ
dad-12448	771	22	,	,	PUNCT
dad-12448	771	23	mann	mann	PROPN
dad-12448	771	24	and	and	CCONJ
dad-12448	771	25	bert	bert	PROPN
dad-12448	771	26	respectively	respectively	ADV
dad-12448	771	27	of	of	ADP
dad-12448	771	28	an	an	DET
dad-12448	771	29	essay	essay	ADJ
dad-12448	771	30	sample	sample	NOUN
dad-12448	771	31	where	where	SCONJ
dad-12448	771	32	all	all	DET
dad-12448	771	33	the	the	DET
dad-12448	771	34	sentences	sentence	NOUN
dad-12448	771	35	have	have	VERB
dad-12448	771	36	an	an	DET
dad-12448	771	37	added	add	VERB
dad-12448	771	38	false	false	ADJ
dad-12448	771	39	fact	fact	NOUN
dad-12448	771	40	.	.	PUNCT
dad-12448	772	1	hyperparameter	hyperparameter	NOUN
dad-12448	772	2	value	value	NOUN
dad-12448	772	3	optimizer	optimizer	NOUN
dad-12448	772	4	adam	adam	PROPN
dad-12448	772	5	learning	learning	PROPN
dad-12448	772	6	rate	rate	NOUN
dad-12448	772	7	2e-5	2e-5	NUM
dad-12448	772	8	batch	batch	NOUN
dad-12448	772	9	size	size	NOUN
dad-12448	772	10	8	8	NUM
dad-12448	772	11	epochs	epoch	NOUN
dad-12448	772	12	5	5	NUM
dad-12448	772	13	-	-	SYM
dad-12448	772	14	10	10	NUM
dad-12448	772	15	based	base	VERB
dad-12448	772	16	on	on	ADP
dad-12448	772	17	early	early	ADJ
dad-12448	772	18	stopping	stop	VERB
dad-12448	772	19	loss	loss	NOUN
dad-12448	772	20	mean	mean	NOUN
dad-12448	772	21	squared	square	VERB
dad-12448	772	22	error	error	NOUN
dad-12448	772	23	table	table	NOUN
dad-12448	772	24	10	10	NUM
dad-12448	772	25	:	:	PUNCT
dad-12448	772	26	bert	bert	PROPN
dad-12448	772	27	model	model	NOUN
dad-12448	772	28	hyperparameters	hyperparameter	NOUN
dad-12448	772	29	and	and	CCONJ
dad-12448	772	30	architecture	architecture	NOUN
dad-12448	772	31	32	32	NUM
dad-12448	772	32	automatic	automatic	ADJ
dad-12448	772	33	essay	essay	NOUN
dad-12448	772	34	scoring	scoring	NOUN
dad-12448	772	35	systems	system	NOUN
dad-12448	772	36	are	be	AUX
dad-12448	772	37	both	both	CCONJ
dad-12448	772	38	overstable	overstable	ADJ
dad-12448	772	39	and	and	CCONJ
dad-12448	772	40	oversensitive	oversensitive	ADJ
dad-12448	772	41	figure	figure	NOUN
dad-12448	772	42	13	13	NUM
dad-12448	772	43	:	:	PUNCT
dad-12448	772	44	full	full	ADJ
dad-12448	772	45	-	-	PUNCT
dad-12448	772	46	sized	sized	ADJ
dad-12448	772	47	attributions	attribution	NOUN
dad-12448	772	48	for	for	ADP
dad-12448	772	49	skipflow	skipflow	ADJ
dad-12448	772	50	,	,	PUNCT
dad-12448	772	51	mann	mann	PROPN
dad-12448	772	52	and	and	CCONJ
dad-12448	772	53	bert	bert	PROPN
dad-12448	772	54	respectively	respectively	ADV
dad-12448	772	55	of	of	ADP
dad-12448	772	56	a	a	DET
dad-12448	772	57	real	real	ADJ
dad-12448	772	58	essay	essay	ADJ
dad-12448	772	59	sample	sample	NOUN
dad-12448	772	60	.	.	PUNCT
dad-12448	773	1	33	33	NUM
dad-12448	773	2	introduction	introduction	NOUN
dad-12448	773	3	related	relate	VERB
dad-12448	773	4	work	work	NOUN
dad-12448	773	5	background	background	NOUN
dad-12448	773	6	task	task	NOUN
dad-12448	773	7	,	,	PUNCT
dad-12448	773	8	models	model	NOUN
dad-12448	773	9	and	and	CCONJ
dad-12448	773	10	dataset	dataset	ADJ
dad-12448	773	11	attribution	attribution	NOUN
dad-12448	773	12	mechanism	mechanism	NOUN
dad-12448	773	13	empirical	empirical	ADJ
dad-12448	773	14	studies	study	NOUN
dad-12448	773	15	and	and	CCONJ
dad-12448	773	16	results	result	VERB
dad-12448	773	17	aes	aes	PROPN
dad-12448	773	18	overstability	overstability	NOUN
dad-12448	773	19	attribution	attribution	NOUN
dad-12448	773	20	of	of	ADP
dad-12448	773	21	original	original	ADJ
dad-12448	773	22	samples	sample	NOUN
dad-12448	773	23	iteratively	iteratively	ADV
dad-12448	773	24	adding	add	VERB
dad-12448	773	25	important	important	ADJ
dad-12448	773	26	words	word	NOUN
dad-12448	773	27	sentence	sentence	NOUN
dad-12448	773	28	and	and	CCONJ
dad-12448	773	29	word	word	NOUN
dad-12448	773	30	shuffle	shuffle	VERB
dad-12448	773	31	lexicon	lexicon	NOUN
dad-12448	773	32	modification	modification	NOUN
dad-12448	773	33	factuality	factuality	NOUN
dad-12448	773	34	,	,	PUNCT
dad-12448	773	35	common	common	ADJ
dad-12448	773	36	sense	sense	NOUN
dad-12448	773	37	,	,	PUNCT
dad-12448	773	38	and	and	CCONJ
dad-12448	773	39	world	world	NOUN
dad-12448	773	40	knowledge	knowledge	NOUN
dad-12448	773	41	aes	aes	PROPN
dad-12448	773	42	oversensitivity	oversensitivity	NOUN
dad-12448	773	43	adversarial	adversarial	ADJ
dad-12448	773	44	trigger	trigger	NOUN
dad-12448	773	45	extraction	extraction	NOUN
dad-12448	773	46	experiments	experiment	NOUN
dad-12448	773	47	results	result	VERB
dad-12448	773	48	trigger	trigger	NOUN
dad-12448	773	49	analysis	analysis	NOUN
dad-12448	773	50	human	human	ADJ
dad-12448	773	51	baseline	baseline	NOUN
dad-12448	773	52	oversensitivity	oversensitivity	NOUN
dad-12448	773	53	and	and	CCONJ
dad-12448	773	54	overstability	overstability	NOUN
dad-12448	773	55	detection	detection	NOUN
dad-12448	773	56	ig	ig	PROPN
dad-12448	773	57	based	base	VERB
dad-12448	773	58	oversensitive	oversensitive	ADJ
dad-12448	773	59	sample	sample	NOUN
dad-12448	773	60	detection	detection	NOUN
dad-12448	773	61	language	language	NOUN
dad-12448	773	62	entropy	entropy	NOUN
dad-12448	773	63	based	base	VERB
dad-12448	773	64	overstable	overstable	ADJ
dad-12448	773	65	sample	sample	NOUN
dad-12448	773	66	detection	detection	NOUN
dad-12448	773	67	pilot	pilot	NOUN
dad-12448	773	68	study	study	NOUN
dad-12448	773	69	conclusion	conclusion	NOUN
dad-12448	773	70	and	and	CCONJ
dad-12448	773	71	future	future	ADJ
dad-12448	773	72	work	work	NOUN
dad-12448	773	73	full	full	ADJ
dad-12448	773	74	version	version	NOUN
dad-12448	773	75	of	of	ADP
dad-12448	773	76	abridged	abridge	VERB
dad-12448	773	77	main	main	ADJ
dad-12448	773	78	paper	paper	NOUN
dad-12448	773	79	figures	figure	NOUN
dad-12448	773	80	statistics	statistic	NOUN
dad-12448	773	81	:	:	PUNCT
dad-12448	773	82	iterative	iterative	NOUN
dad-12448	773	83	addition	addition	NOUN
dad-12448	773	84	of	of	ADP
dad-12448	773	85	words	word	NOUN
dad-12448	773	86	statistics	statistic	NOUN
dad-12448	773	87	:	:	PUNCT
dad-12448	773	88	iterative	iterative	NOUN
dad-12448	773	89	removal	removal	NOUN
dad-12448	773	90	of	of	ADP
dad-12448	773	91	words	word	NOUN
dad-12448	773	92	bert	bert	NOUN
dad-12448	773	93	-	-	PUNCT
dad-12448	773	94	model	model	NOUN
dad-12448	773	95	hyperparameters	hyperparameter	NOUN