id	sid	tid	token	lemma	pos
fcis-13124	1	1	frontiers	frontier	NOUN
fcis-13124	1	2	in	in	ADP
fcis-13124	1	3	computing	computing	NOUN
fcis-13124	1	4	and	and	CCONJ
fcis-13124	1	5	intelligent	intelligent	ADJ
fcis-13124	1	6	systems	system	NOUN
fcis-13124	1	7	issn	issn	VERB
fcis-13124	1	8	:	:	PUNCT
fcis-13124	1	9	2832	2832	NUM
fcis-13124	1	10	-	-	SYM
fcis-13124	1	11	6024	6024	NUM
fcis-13124	1	12	|	|	NOUN
fcis-13124	1	13	vol	vol	NOUN
fcis-13124	1	14	.	.	PROPN
fcis-13124	2	1	5	5	NUM
fcis-13124	2	2	,	,	PUNCT
fcis-13124	2	3	no	no	INTJ
fcis-13124	2	4	.	.	NOUN
fcis-13124	2	5	2	2	NUM
fcis-13124	2	6	,	,	PUNCT
fcis-13124	2	7	2023	2023	NUM
fcis-13124	2	8	111	111	NUM
fcis-13124	2	9	joint	joint	ADJ
fcis-13124	2	10	modelling	modelling	NOUN
fcis-13124	2	11	of	of	ADP
fcis-13124	2	12	slot	slot	NOUN
fcis-13124	2	13	filling	filling	NOUN
fcis-13124	2	14	and	and	CCONJ
fcis-13124	2	15	intent	intent	ADJ
fcis-13124	2	16	detection	detection	NOUN
fcis-13124	2	17	in	in	ADP
fcis-13124	2	18	constrained	constrain	VERB
fcis-13124	2	19	resource	resource	NOUN
fcis-13124	2	20	scenarios	scenario	NOUN
fcis-13124	2	21	qixuan	qixuan	PROPN
fcis-13124	2	22	li	li	PROPN
fcis-13124	2	23	*	*	PROPN
fcis-13124	2	24	school	school	NOUN
fcis-13124	2	25	of	of	ADP
fcis-13124	2	26	computer	computer	NOUN
fcis-13124	2	27	science	science	NOUN
fcis-13124	2	28	and	and	CCONJ
fcis-13124	2	29	technology	technology	NOUN
fcis-13124	2	30	,	,	PUNCT
fcis-13124	2	31	jilin	jilin	PROPN
fcis-13124	2	32	university	university	PROPN
fcis-13124	2	33	,	,	PUNCT
fcis-13124	2	34	changchun	changchun	PROPN
fcis-13124	2	35	,	,	PUNCT
fcis-13124	2	36	jilin	jilin	PROPN
fcis-13124	2	37	,	,	PUNCT
fcis-13124	2	38	130015	130015	NUM
fcis-13124	2	39	,	,	PUNCT
fcis-13124	2	40	china	china	PROPN
fcis-13124	2	41	*	*	PUNCT
fcis-13124	2	42	corresponding	correspond	VERB
fcis-13124	2	43	author	author	NOUN
fcis-13124	2	44	email	email	NOUN
fcis-13124	2	45	:	:	PUNCT
fcis-13124	2	46	liqx2120@mails.jlu.edu.cn	liqx2120@mails.jlu.edu.cn	PROPN
fcis-13124	2	47	abstract	abstract	ADJ
fcis-13124	2	48	:	:	PUNCT
fcis-13124	2	49	in	in	ADP
fcis-13124	2	50	the	the	DET
fcis-13124	2	51	era	era	NOUN
fcis-13124	2	52	of	of	ADP
fcis-13124	2	53	pervasive	pervasive	ADJ
fcis-13124	2	54	smart	smart	ADJ
fcis-13124	2	55	devices	device	NOUN
fcis-13124	2	56	,	,	PUNCT
fcis-13124	2	57	natural	natural	ADJ
fcis-13124	2	58	language	language	NOUN
fcis-13124	2	59	understanding	understanding	NOUN
fcis-13124	2	60	(	(	PUNCT
fcis-13124	2	61	nlu	nlu	NOUN
fcis-13124	2	62	)	)	PUNCT
fcis-13124	2	63	holds	hold	VERB
fcis-13124	2	64	a	a	DET
fcis-13124	2	65	pivotal	pivotal	ADJ
fcis-13124	2	66	role	role	NOUN
fcis-13124	2	67	for	for	ADP
fcis-13124	2	68	facilitating	facilitate	VERB
fcis-13124	2	69	intelligent	intelligent	ADJ
fcis-13124	2	70	interactions	interaction	NOUN
fcis-13124	2	71	and	and	CCONJ
fcis-13124	2	72	decision	decision	NOUN
fcis-13124	2	73	-	-	PUNCT
fcis-13124	2	74	making	making	NOUN
fcis-13124	2	75	.	.	PUNCT
fcis-13124	3	1	core	core	NOUN
fcis-13124	3	2	to	to	PART
fcis-13124	3	3	nlu	nlu	NOUN
fcis-13124	3	4	are	be	AUX
fcis-13124	3	5	slot	slot	NOUN
fcis-13124	3	6	filling	filling	NOUN
fcis-13124	3	7	and	and	CCONJ
fcis-13124	3	8	intent	intent	ADJ
fcis-13124	3	9	recognition	recognition	NOUN
fcis-13124	3	10	,	,	PUNCT
fcis-13124	3	11	essential	essential	ADJ
fcis-13124	3	12	tasks	task	NOUN
fcis-13124	3	13	for	for	ADP
fcis-13124	3	14	comprehending	comprehend	VERB
fcis-13124	3	15	user	user	NOUN
fcis-13124	3	16	input	input	NOUN
fcis-13124	3	17	.	.	PUNCT
fcis-13124	4	1	while	while	SCONJ
fcis-13124	4	2	joint	joint	ADJ
fcis-13124	4	3	modelling	modelling	NOUN
fcis-13124	4	4	of	of	ADP
fcis-13124	4	5	these	these	DET
fcis-13124	4	6	tasks	task	NOUN
fcis-13124	4	7	has	have	AUX
fcis-13124	4	8	gained	gain	VERB
fcis-13124	4	9	prominence	prominence	NOUN
fcis-13124	4	10	,	,	PUNCT
fcis-13124	4	11	the	the	DET
fcis-13124	4	12	challenges	challenge	NOUN
fcis-13124	4	13	of	of	ADP
fcis-13124	4	14	realizing	realize	VERB
fcis-13124	4	15	efficient	efficient	ADJ
fcis-13124	4	16	joint	joint	ADJ
fcis-13124	4	17	models	model	NOUN
fcis-13124	4	18	on	on	ADP
fcis-13124	4	19	resource	resource	NOUN
fcis-13124	4	20	-	-	PUNCT
fcis-13124	4	21	constrained	constrain	VERB
fcis-13124	4	22	devices	device	NOUN
fcis-13124	4	23	have	have	AUX
fcis-13124	4	24	emerged	emerge	VERB
fcis-13124	4	25	as	as	ADV
fcis-13124	4	26	significant	significant	ADJ
fcis-13124	4	27	.	.	PUNCT
fcis-13124	5	1	these	these	DET
fcis-13124	5	2	devices	device	NOUN
fcis-13124	5	3	possess	possess	VERB
fcis-13124	5	4	limited	limited	ADJ
fcis-13124	5	5	computational	computational	ADJ
fcis-13124	5	6	capacity	capacity	NOUN
fcis-13124	5	7	and	and	CCONJ
fcis-13124	5	8	real	real	ADJ
fcis-13124	5	9	-	-	PUNCT
fcis-13124	5	10	time	time	NOUN
fcis-13124	5	11	requirements	requirement	NOUN
fcis-13124	5	12	,	,	PUNCT
fcis-13124	5	13	necessitating	necessitate	VERB
fcis-13124	5	14	lightweight	lightweight	NOUN
fcis-13124	5	15	and	and	CCONJ
fcis-13124	5	16	efficient	efficient	ADJ
fcis-13124	5	17	models	model	NOUN
fcis-13124	5	18	.	.	PUNCT
fcis-13124	6	1	in	in	ADP
fcis-13124	6	2	this	this	DET
fcis-13124	6	3	study	study	NOUN
fcis-13124	6	4	,	,	PUNCT
fcis-13124	6	5	we	we	PRON
fcis-13124	6	6	explore	explore	VERB
fcis-13124	6	7	the	the	DET
fcis-13124	6	8	design	design	NOUN
fcis-13124	6	9	of	of	ADP
fcis-13124	6	10	a	a	DET
fcis-13124	6	11	resource	resource	NOUN
fcis-13124	6	12	-	-	PUNCT
fcis-13124	6	13	efficient	efficient	ADJ
fcis-13124	6	14	joint	joint	ADJ
fcis-13124	6	15	model	model	NOUN
fcis-13124	6	16	for	for	ADP
fcis-13124	6	17	slot	slot	NOUN
fcis-13124	6	18	filling	filling	NOUN
fcis-13124	6	19	and	and	CCONJ
fcis-13124	6	20	intent	intent	ADJ
fcis-13124	6	21	recognition	recognition	NOUN
fcis-13124	6	22	.	.	PUNCT
fcis-13124	7	1	through	through	ADP
fcis-13124	7	2	leveraging	leverage	VERB
fcis-13124	7	3	bert	bert	NOUN
fcis-13124	7	4	,	,	PUNCT
fcis-13124	7	5	,	,	PUNCT
fcis-13124	7	6	graph	graph	NOUN
fcis-13124	7	7	neural	neural	ADJ
fcis-13124	7	8	networks	network	NOUN
fcis-13124	7	9	,	,	PUNCT
fcis-13124	7	10	and	and	CCONJ
fcis-13124	7	11	mask	mask	NOUN
fcis-13124	7	12	mechanisms	mechanism	NOUN
fcis-13124	7	13	,	,	PUNCT
fcis-13124	7	14	our	our	PRON
fcis-13124	7	15	model	model	NOUN
fcis-13124	7	16	achieves	achieve	VERB
fcis-13124	7	17	the	the	DET
fcis-13124	7	18	dual	dual	ADJ
fcis-13124	7	19	goals	goal	NOUN
fcis-13124	7	20	of	of	ADP
fcis-13124	7	21	semantic	semantic	ADJ
fcis-13124	7	22	slot	slot	NOUN
fcis-13124	7	23	prediction	prediction	NOUN
fcis-13124	7	24	and	and	CCONJ
fcis-13124	7	25	intent	intent	ADJ
fcis-13124	7	26	classification	classification	NOUN
fcis-13124	7	27	.	.	PUNCT
fcis-13124	8	1	we	we	PRON
fcis-13124	8	2	focus	focus	VERB
fcis-13124	8	3	on	on	ADP
fcis-13124	8	4	model	model	NOUN
fcis-13124	8	5	design	design	NOUN
fcis-13124	8	6	,	,	PUNCT
fcis-13124	8	7	training	training	NOUN
fcis-13124	8	8	,	,	PUNCT
fcis-13124	8	9	and	and	CCONJ
fcis-13124	8	10	real	real	ADJ
fcis-13124	8	11	-	-	PUNCT
fcis-13124	8	12	time	time	NOUN
fcis-13124	8	13	inference	inference	NOUN
fcis-13124	8	14	,	,	PUNCT
fcis-13124	8	15	aiming	aim	VERB
fcis-13124	8	16	to	to	PART
fcis-13124	8	17	contribute	contribute	VERB
fcis-13124	8	18	to	to	ADP
fcis-13124	8	19	the	the	DET
fcis-13124	8	20	paradigm	paradigm	NOUN
fcis-13124	8	21	of	of	ADP
fcis-13124	8	22	resource	resource	NOUN
fcis-13124	8	23	-	-	PUNCT
fcis-13124	8	24	constrained	constrain	VERB
fcis-13124	8	25	natural	natural	ADJ
fcis-13124	8	26	language	language	NOUN
fcis-13124	8	27	understanding	understanding	NOUN
fcis-13124	8	28	.	.	PUNCT
fcis-13124	9	1	our	our	PRON
fcis-13124	9	2	investigation	investigation	NOUN
fcis-13124	9	3	demonstrates	demonstrate	VERB
fcis-13124	9	4	the	the	DET
fcis-13124	9	5	efficacy	efficacy	NOUN
fcis-13124	9	6	of	of	ADP
fcis-13124	9	7	our	our	PRON
fcis-13124	9	8	approach	approach	NOUN
fcis-13124	9	9	,	,	PUNCT
fcis-13124	9	10	even	even	ADV
fcis-13124	9	11	when	when	SCONJ
fcis-13124	9	12	working	work	VERB
fcis-13124	9	13	with	with	ADP
fcis-13124	9	14	a	a	DET
fcis-13124	9	15	reduced	reduce	VERB
fcis-13124	9	16	dataset	dataset	NOUN
fcis-13124	9	17	,	,	PUNCT
fcis-13124	9	18	underscoring	underscore	VERB
fcis-13124	9	19	the	the	DET
fcis-13124	9	20	model	model	NOUN
fcis-13124	9	21	's	's	PART
fcis-13124	9	22	applicability	applicability	NOUN
fcis-13124	9	23	to	to	ADP
fcis-13124	9	24	real	real	ADJ
fcis-13124	9	25	-	-	PUNCT
fcis-13124	9	26	world	world	NOUN
fcis-13124	9	27	scenarios	scenario	NOUN
fcis-13124	9	28	with	with	ADP
fcis-13124	9	29	limited	limited	ADJ
fcis-13124	9	30	resources	resource	NOUN
fcis-13124	9	31	.	.	PUNCT
fcis-13124	10	1	keywords	keyword	NOUN
fcis-13124	10	2	:	:	PUNCT
fcis-13124	10	3	slot	slot	NOUN
fcis-13124	10	4	filling	filling	NOUN
fcis-13124	10	5	;	;	PUNCT
fcis-13124	10	6	intent	intent	ADJ
fcis-13124	10	7	detection	detection	NOUN
fcis-13124	10	8	;	;	PUNCT
fcis-13124	10	9	graph	graph	NOUN
fcis-13124	10	10	neural	neural	ADJ
fcis-13124	10	11	networks	network	NOUN
fcis-13124	10	12	.	.	PUNCT
fcis-13124	11	1	1	1	X
fcis-13124	11	2	.	.	X
fcis-13124	11	3	introduction	introduction	NOUN
fcis-13124	11	4	in	in	ADP
fcis-13124	11	5	today	today	NOUN
fcis-13124	11	6	's	's	PART
fcis-13124	11	7	digital	digital	ADJ
fcis-13124	11	8	era	era	NOUN
fcis-13124	11	9	,	,	PUNCT
fcis-13124	11	10	the	the	DET
fcis-13124	11	11	widespread	widespread	ADJ
fcis-13124	11	12	use	use	NOUN
fcis-13124	11	13	of	of	ADP
fcis-13124	11	14	smart	smart	ADJ
fcis-13124	11	15	devices	device	NOUN
fcis-13124	11	16	has	have	AUX
fcis-13124	11	17	led	lead	VERB
fcis-13124	11	18	to	to	ADP
fcis-13124	11	19	the	the	DET
fcis-13124	11	20	rapid	rapid	ADJ
fcis-13124	11	21	development	development	NOUN
fcis-13124	11	22	of	of	ADP
fcis-13124	11	23	the	the	DET
fcis-13124	11	24	field	field	NOUN
fcis-13124	11	25	of	of	ADP
fcis-13124	11	26	natural	natural	ADJ
fcis-13124	11	27	language	language	NOUN
fcis-13124	11	28	understanding	understanding	NOUN
fcis-13124	11	29	,	,	PUNCT
fcis-13124	11	30	in	in	ADP
fcis-13124	11	31	which	which	PRON
fcis-13124	11	32	slot	slot	NOUN
fcis-13124	11	33	filling	filling	NOUN
fcis-13124	11	34	and	and	CCONJ
fcis-13124	11	35	intent	intent	ADJ
fcis-13124	11	36	recognition	recognition	NOUN
fcis-13124	11	37	play	play	VERB
fcis-13124	11	38	a	a	DET
fcis-13124	11	39	key	key	ADJ
fcis-13124	11	40	role	role	NOUN
fcis-13124	11	41	as	as	SCONJ
fcis-13124	11	42	core	core	NOUN
fcis-13124	11	43	tasks	task	NOUN
fcis-13124	11	44	to	to	PART
fcis-13124	11	45	enable	enable	VERB
fcis-13124	11	46	intelligent	intelligent	ADJ
fcis-13124	11	47	interaction	interaction	NOUN
fcis-13124	11	48	and	and	CCONJ
fcis-13124	11	49	decision	decision	NOUN
fcis-13124	11	50	making	making	NOUN
fcis-13124	11	51	.	.	PUNCT
fcis-13124	12	1	joint	joint	ADJ
fcis-13124	12	2	multitasking	multitasking	NOUN
fcis-13124	12	3	of	of	ADP
fcis-13124	12	4	slot	slot	NOUN
fcis-13124	12	5	filling	filling	NOUN
fcis-13124	12	6	and	and	CCONJ
fcis-13124	12	7	intent	intent	ADJ
fcis-13124	12	8	detection	detection	NOUN
fcis-13124	12	9	is	be	AUX
fcis-13124	12	10	a	a	DET
fcis-13124	12	11	popular	popular	ADJ
fcis-13124	12	12	research	research	NOUN
fcis-13124	12	13	area	area	NOUN
fcis-13124	12	14	in	in	ADP
fcis-13124	12	15	the	the	DET
fcis-13124	12	16	field	field	NOUN
fcis-13124	12	17	of	of	ADP
fcis-13124	12	18	natural	natural	ADJ
fcis-13124	12	19	language	language	NOUN
fcis-13124	12	20	understanding	understanding	NOUN
fcis-13124	12	21	,	,	PUNCT
fcis-13124	12	22	which	which	PRON
fcis-13124	12	23	aims	aim	VERB
fcis-13124	12	24	at	at	ADP
fcis-13124	12	25	identifying	identify	VERB
fcis-13124	12	26	semantic	semantic	ADJ
fcis-13124	12	27	slots	slot	NOUN
fcis-13124	12	28	and	and	CCONJ
fcis-13124	12	29	their	their	PRON
fcis-13124	12	30	corresponding	corresponding	ADJ
fcis-13124	12	31	intents	intent	NOUN
fcis-13124	12	32	as	as	ADP
fcis-13124	12	33	a	a	DET
fcis-13124	12	34	summary	summary	NOUN
fcis-13124	12	35	of	of	ADP
fcis-13124	12	36	the	the	DET
fcis-13124	12	37	whole	whole	ADJ
fcis-13124	12	38	sentence	sentence	NOUN
fcis-13124	12	39	.	.	PUNCT
fcis-13124	13	1	however	however	ADV
fcis-13124	13	2	,	,	PUNCT
fcis-13124	13	3	in	in	ADP
fcis-13124	13	4	the	the	DET
fcis-13124	13	5	face	face	NOUN
fcis-13124	13	6	of	of	ADP
fcis-13124	13	7	practical	practical	ADJ
fcis-13124	13	8	scenarios	scenario	NOUN
fcis-13124	13	9	such	such	ADJ
fcis-13124	13	10	as	as	ADP
fcis-13124	13	11	resource	resource	NOUN
fcis-13124	13	12	-	-	PUNCT
fcis-13124	13	13	constrained	constrain	VERB
fcis-13124	13	14	mobile	mobile	ADJ
fcis-13124	13	15	devices	device	NOUN
fcis-13124	13	16	and	and	CCONJ
fcis-13124	13	17	embedded	embed	VERB
fcis-13124	13	18	systems	system	NOUN
fcis-13124	13	19	,	,	PUNCT
fcis-13124	13	20	how	how	SCONJ
fcis-13124	13	21	to	to	PART
fcis-13124	13	22	efficiently	efficiently	ADV
fcis-13124	13	23	conduct	conduct	VERB
fcis-13124	13	24	joint	joint	ADJ
fcis-13124	13	25	modelling	modelling	NOUN
fcis-13124	13	26	research	research	NOUN
fcis-13124	13	27	on	on	ADP
fcis-13124	13	28	slot	slot	NOUN
fcis-13124	13	29	filling	filling	NOUN
fcis-13124	13	30	and	and	CCONJ
fcis-13124	13	31	intent	intent	ADJ
fcis-13124	13	32	recognition	recognition	NOUN
fcis-13124	13	33	on	on	ADP
fcis-13124	13	34	such	such	ADJ
fcis-13124	13	35	devices	device	NOUN
fcis-13124	13	36	has	have	AUX
fcis-13124	13	37	become	become	VERB
fcis-13124	13	38	an	an	DET
fcis-13124	13	39	important	important	ADJ
fcis-13124	13	40	and	and	CCONJ
fcis-13124	13	41	challenging	challenging	ADJ
fcis-13124	13	42	topic	topic	NOUN
fcis-13124	13	43	.	.	PUNCT
fcis-13124	14	1	however	however	ADV
fcis-13124	14	2	,	,	PUNCT
fcis-13124	14	3	resource	resource	NOUN
fcis-13124	14	4	-	-	PUNCT
fcis-13124	14	5	constrained	constrain	VERB
fcis-13124	14	6	device	device	NOUN
fcis-13124	14	7	environments	environment	NOUN
fcis-13124	14	8	pose	pose	VERB
fcis-13124	14	9	many	many	ADJ
fcis-13124	14	10	challenges	challenge	NOUN
fcis-13124	14	11	.	.	PUNCT
fcis-13124	15	1	these	these	DET
fcis-13124	15	2	devices	device	NOUN
fcis-13124	15	3	usually	usually	ADV
fcis-13124	15	4	have	have	VERB
fcis-13124	15	5	limited	limit	VERB
fcis-13124	15	6	computing	computing	NOUN
fcis-13124	15	7	power	power	NOUN
fcis-13124	15	8	and	and	CCONJ
fcis-13124	15	9	storage	storage	NOUN
fcis-13124	15	10	resources	resource	NOUN
fcis-13124	15	11	to	to	PART
fcis-13124	15	12	host	host	VERB
fcis-13124	15	13	complex	complex	ADJ
fcis-13124	15	14	deep	deep	ADJ
fcis-13124	15	15	learning	learning	NOUN
fcis-13124	15	16	models	model	NOUN
fcis-13124	15	17	.	.	PUNCT
fcis-13124	16	1	at	at	ADP
fcis-13124	16	2	the	the	DET
fcis-13124	16	3	same	same	ADJ
fcis-13124	16	4	time	time	NOUN
fcis-13124	16	5	,	,	PUNCT
fcis-13124	16	6	real	real	ADJ
fcis-13124	16	7	-	-	PUNCT
fcis-13124	16	8	time	time	NOUN
fcis-13124	16	9	requirements	requirement	NOUN
fcis-13124	16	10	place	place	VERB
fcis-13124	16	11	higher	high	ADJ
fcis-13124	16	12	demands	demand	NOUN
fcis-13124	16	13	on	on	ADP
fcis-13124	16	14	the	the	DET
fcis-13124	16	15	efficient	efficient	ADJ
fcis-13124	16	16	performance	performance	NOUN
fcis-13124	16	17	of	of	ADP
fcis-13124	16	18	the	the	DET
fcis-13124	16	19	models	model	NOUN
fcis-13124	16	20	.	.	PUNCT
fcis-13124	17	1	how	how	SCONJ
fcis-13124	17	2	to	to	PART
fcis-13124	17	3	design	design	VERB
fcis-13124	17	4	lightweight	lightweight	ADJ
fcis-13124	17	5	and	and	CCONJ
fcis-13124	17	6	efficient	efficient	ADJ
fcis-13124	17	7	joint	joint	ADJ
fcis-13124	17	8	models	model	NOUN
fcis-13124	17	9	for	for	ADP
fcis-13124	17	10	slot	slot	NOUN
fcis-13124	17	11	filling	filling	NOUN
fcis-13124	17	12	and	and	CCONJ
fcis-13124	17	13	intent	intent	ADJ
fcis-13124	17	14	recognition	recognition	NOUN
fcis-13124	17	15	tasks	task	NOUN
fcis-13124	17	16	under	under	ADP
fcis-13124	17	17	such	such	ADJ
fcis-13124	17	18	dual	dual	ADJ
fcis-13124	17	19	constraints	constraint	NOUN
fcis-13124	17	20	has	have	AUX
fcis-13124	17	21	become	become	VERB
fcis-13124	17	22	a	a	DET
fcis-13124	17	23	problem	problem	NOUN
fcis-13124	17	24	that	that	PRON
fcis-13124	17	25	needs	need	VERB
fcis-13124	17	26	to	to	PART
fcis-13124	17	27	be	be	AUX
fcis-13124	17	28	explored	explore	VERB
fcis-13124	17	29	in	in	ADP
fcis-13124	17	30	depth	depth	NOUN
fcis-13124	17	31	.	.	PUNCT
fcis-13124	18	1	for	for	ADP
fcis-13124	18	2	the	the	DET
fcis-13124	18	3	study	study	NOUN
fcis-13124	18	4	of	of	ADP
fcis-13124	18	5	joint	joint	ADJ
fcis-13124	18	6	models	model	NOUN
fcis-13124	18	7	for	for	ADP
fcis-13124	18	8	nlu	nlu	NOUN
fcis-13124	18	9	,	,	PUNCT
fcis-13124	18	10	the	the	DET
fcis-13124	18	11	earliest	early	ADJ
fcis-13124	18	12	work	work	NOUN
fcis-13124	18	13	used	use	VERB
fcis-13124	18	14	a	a	DET
fcis-13124	18	15	three	three	NUM
fcis-13124	18	16	-	-	PUNCT
fcis-13124	18	17	layer	layer	NOUN
fcis-13124	18	18	crf	crf	PROPN
fcis-13124	18	19	,	,	PUNCT
fcis-13124	18	20	where	where	SCONJ
fcis-13124	18	21	the	the	DET
fcis-13124	18	22	three	three	NUM
fcis-13124	18	23	layers	layer	NOUN
fcis-13124	18	24	are	be	AUX
fcis-13124	18	25	token	token	ADJ
fcis-13124	18	26	features	feature	NOUN
fcis-13124	18	27	,	,	PUNCT
fcis-13124	18	28	slot	slot	NOUN
fcis-13124	18	29	labels	label	NOUN
fcis-13124	18	30	,	,	PUNCT
fcis-13124	18	31	and	and	CCONJ
fcis-13124	18	32	intent	intent	ADJ
fcis-13124	18	33	labels	label	NOUN
fcis-13124	18	34	,	,	PUNCT
fcis-13124	18	35	whereas	whereas	SCONJ
fcis-13124	18	36	this	this	DET
fcis-13124	18	37	architecture	architecture	NOUN
fcis-13124	18	38	is	be	AUX
fcis-13124	18	39	better	well	ADJ
fcis-13124	18	40	than	than	ADP
fcis-13124	18	41	performing	perform	VERB
fcis-13124	18	42	two	two	NUM
fcis-13124	18	43	sub	sub	NOUN
fcis-13124	18	44	-	-	NOUN
fcis-13124	18	45	tasks	task	NOUN
fcis-13124	18	46	in	in	ADP
fcis-13124	18	47	a	a	DET
fcis-13124	18	48	pipeline	pipeline	NOUN
fcis-13124	18	49	,	,	PUNCT
fcis-13124	18	50	and	and	CCONJ
fcis-13124	18	51	the	the	DET
fcis-13124	18	52	first	first	ADJ
fcis-13124	18	53	neural	neural	ADJ
fcis-13124	18	54	model	model	NOUN
fcis-13124	18	55	for	for	ADP
fcis-13124	18	56	solving	solve	VERB
fcis-13124	18	57	the	the	DET
fcis-13124	18	58	joint	joint	ADJ
fcis-13124	18	59	task	task	NOUN
fcis-13124	18	60	is	be	AUX
fcis-13124	18	61	(	(	PUNCT
fcis-13124	18	62	different	different	ADJ
fcis-13124	18	63	from	from	ADP
fcis-13124	18	64	recurrent	recurrent	ADJ
fcis-13124	18	65	neural	neural	ADJ
fcis-13124	18	66	networks	network	NOUN
fcis-13124	18	67	)	)	PUNCT
fcis-13124	19	1	.[1,2	.[1,2	PUNCT
fcis-13124	19	2	]	]	PUNCT
fcis-13124	19	3	in	in	ADP
fcis-13124	19	4	recent	recent	ADJ
fcis-13124	19	5	years	year	NOUN
fcis-13124	19	6	,	,	PUNCT
fcis-13124	19	7	recurrent	recurrent	ADJ
fcis-13124	19	8	neural	neural	ADJ
fcis-13124	19	9	network	network	NOUN
fcis-13124	19	10	(	(	PUNCT
fcis-13124	19	11	rnn	rnn	PROPN
fcis-13124	19	12	)	)	PUNCT
fcis-13124	19	13	based	base	VERB
fcis-13124	19	14	approaches	approach	NOUN
fcis-13124	19	15	,	,	PUNCT
fcis-13124	19	16	especially	especially	ADV
fcis-13124	19	17	gated	gate	VERB
fcis-13124	19	18	recurrent	recurrent	ADJ
fcis-13124	19	19	units	unit	NOUN
fcis-13124	19	20	(	(	PUNCT
fcis-13124	19	21	grus	grus	NOUN
fcis-13124	19	22	)	)	PUNCT
fcis-13124	19	23	and	and	CCONJ
fcis-13124	19	24	long	long	ADJ
fcis-13124	19	25	short	short	ADJ
fcis-13124	19	26	-	-	PUNCT
fcis-13124	19	27	term	term	NOUN
fcis-13124	19	28	memory	memory	NOUN
fcis-13124	19	29	(	(	PUNCT
fcis-13124	19	30	lstms	lstms	ADJ
fcis-13124	19	31	)	)	PUNCT
fcis-13124	19	32	,	,	PUNCT
fcis-13124	19	33	have	have	AUX
fcis-13124	19	34	demonstrated	demonstrate	VERB
fcis-13124	19	35	strong	strong	ADJ
fcis-13124	19	36	capabilities	capability	NOUN
fcis-13124	19	37	in	in	ADP
fcis-13124	19	38	dealing	deal	VERB
fcis-13124	19	39	with	with	ADP
fcis-13124	19	40	sequence	sequence	NOUN
fcis-13124	19	41	annotation	annotation	NOUN
fcis-13124	19	42	and	and	CCONJ
fcis-13124	19	43	sentence	sentence	NOUN
fcis-13124	19	44	classification	classification	NOUN
fcis-13124	19	45	problems	problem	NOUN
fcis-13124	19	46	.	.	PUNCT
fcis-13124	20	1	[	[	X
fcis-13124	20	2	3	3	NUM
fcis-13124	20	3	-	-	SYM
fcis-13124	20	4	5	5	NUM
fcis-13124	20	5	]	]	PUNCT
fcis-13124	20	6	however	however	ADV
fcis-13124	20	7	,	,	PUNCT
fcis-13124	20	8	the	the	DET
fcis-13124	20	9	prediction	prediction	NOUN
fcis-13124	20	10	accuracy	accuracy	NOUN
fcis-13124	20	11	of	of	ADP
fcis-13124	20	12	deep	deep	ADJ
fcis-13124	20	13	neural	neural	ADJ
fcis-13124	20	14	network	network	NOUN
fcis-13124	20	15	models	model	NOUN
fcis-13124	20	16	relies	rely	VERB
fcis-13124	20	17	heavily	heavily	ADV
fcis-13124	20	18	on	on	ADP
fcis-13124	20	19	a	a	DET
fcis-13124	20	20	large	large	ADJ
fcis-13124	20	21	amount	amount	NOUN
fcis-13124	20	22	of	of	ADP
fcis-13124	20	23	supervised	supervised	ADJ
fcis-13124	20	24	data	datum	NOUN
fcis-13124	20	25	,	,	PUNCT
fcis-13124	20	26	and	and	CCONJ
fcis-13124	20	27	good	good	ADJ
fcis-13124	20	28	device	device	NOUN
fcis-13124	20	29	and	and	CCONJ
fcis-13124	20	30	gpu	gpu	NOUN
fcis-13124	20	31	resources	resource	NOUN
fcis-13124	20	32	also	also	ADV
fcis-13124	20	33	affect	affect	VERB
fcis-13124	20	34	the	the	DET
fcis-13124	20	35	training	training	NOUN
fcis-13124	20	36	and	and	CCONJ
fcis-13124	20	37	performance	performance	NOUN
fcis-13124	20	38	of	of	ADP
fcis-13124	20	39	the	the	DET
fcis-13124	20	40	models	model	NOUN
fcis-13124	20	41	to	to	ADP
fcis-13124	20	42	a	a	DET
fcis-13124	20	43	certain	certain	ADJ
fcis-13124	20	44	extent	extent	NOUN
fcis-13124	20	45	,	,	PUNCT
fcis-13124	20	46	therefore	therefore	ADV
fcis-13124	20	47	,	,	PUNCT
fcis-13124	20	48	this	this	DET
fcis-13124	20	49	study	study	NOUN
fcis-13124	20	50	aims	aim	VERB
fcis-13124	20	51	to	to	PART
fcis-13124	20	52	explore	explore	VERB
fcis-13124	20	53	how	how	SCONJ
fcis-13124	20	54	to	to	PART
fcis-13124	20	55	build	build	VERB
fcis-13124	20	56	a	a	DET
fcis-13124	20	57	joint	joint	ADJ
fcis-13124	20	58	model	model	NOUN
fcis-13124	20	59	of	of	ADP
fcis-13124	20	60	slot	slot	NOUN
fcis-13124	20	61	filling	filling	NOUN
fcis-13124	20	62	and	and	CCONJ
fcis-13124	20	63	intent	intent	ADJ
fcis-13124	20	64	recognition	recognition	NOUN
fcis-13124	20	65	on	on	ADP
fcis-13124	20	66	resource	resource	NOUN
fcis-13124	20	67	-	-	PUNCT
fcis-13124	20	68	constrained	constrain	VERB
fcis-13124	20	69	devices	device	NOUN
fcis-13124	20	70	to	to	PART
fcis-13124	20	71	achieve	achieve	VERB
fcis-13124	20	72	efficient	efficient	ADJ
fcis-13124	20	73	natural	natural	ADJ
fcis-13124	20	74	language	language	NOUN
fcis-13124	20	75	understanding	understanding	NOUN
fcis-13124	20	76	in	in	ADP
fcis-13124	20	77	real	real	ADJ
fcis-13124	20	78	-	-	PUNCT
fcis-13124	20	79	world	world	NOUN
fcis-13124	20	80	applications	application	NOUN
fcis-13124	20	81	.	.	PUNCT
fcis-13124	21	1	we	we	PRON
fcis-13124	21	2	will	will	AUX
fcis-13124	21	3	focus	focus	VERB
fcis-13124	21	4	on	on	ADP
fcis-13124	21	5	the	the	DET
fcis-13124	21	6	key	key	ADJ
fcis-13124	21	7	aspects	aspect	NOUN
fcis-13124	21	8	of	of	ADP
fcis-13124	21	9	model	model	NOUN
fcis-13124	21	10	design	design	NOUN
fcis-13124	21	11	,	,	PUNCT
fcis-13124	21	12	training	training	NOUN
fcis-13124	21	13	and	and	CCONJ
fcis-13124	21	14	real	real	ADJ
fcis-13124	21	15	-	-	PUNCT
fcis-13124	21	16	time	time	NOUN
fcis-13124	21	17	inference	inference	NOUN
fcis-13124	21	18	,	,	PUNCT
fcis-13124	21	19	aiming	aim	VERB
fcis-13124	21	20	to	to	PART
fcis-13124	21	21	provide	provide	VERB
fcis-13124	21	22	new	new	ADJ
fcis-13124	21	23	solutions	solution	NOUN
fcis-13124	21	24	for	for	ADP
fcis-13124	21	25	natural	natural	ADJ
fcis-13124	21	26	language	language	NOUN
fcis-13124	21	27	understanding	understanding	NOUN
fcis-13124	21	28	tasks	task	NOUN
fcis-13124	21	29	in	in	ADP
fcis-13124	21	30	resource	resource	NOUN
fcis-13124	21	31	-	-	PUNCT
fcis-13124	21	32	constrained	constrain	VERB
fcis-13124	21	33	environments	environment	NOUN
fcis-13124	21	34	.	.	PUNCT
fcis-13124	22	1	in	in	ADP
fcis-13124	22	2	this	this	DET
fcis-13124	22	3	paper	paper	NOUN
fcis-13124	22	4	,	,	PUNCT
fcis-13124	22	5	we	we	PRON
fcis-13124	22	6	first	first	ADV
fcis-13124	22	7	reduce	reduce	VERB
fcis-13124	22	8	the	the	DET
fcis-13124	22	9	dataset	dataset	NOUN
fcis-13124	22	10	by	by	ADP
fcis-13124	22	11	random	random	ADJ
fcis-13124	22	12	sampling	sampling	NOUN
fcis-13124	22	13	to	to	PART
fcis-13124	22	14	shorten	shorten	VERB
fcis-13124	22	15	the	the	DET
fcis-13124	22	16	training	training	NOUN
fcis-13124	22	17	period	period	NOUN
fcis-13124	22	18	and	and	CCONJ
fcis-13124	22	19	simulate	simulate	VERB
fcis-13124	22	20	the	the	DET
fcis-13124	22	21	resource	resource	NOUN
fcis-13124	22	22	-	-	PUNCT
fcis-13124	22	23	constrained	constrain	VERB
fcis-13124	22	24	scenario	scenario	NOUN
fcis-13124	22	25	,	,	PUNCT
fcis-13124	22	26	and	and	CCONJ
fcis-13124	22	27	propose	propose	VERB
fcis-13124	22	28	a	a	DET
fcis-13124	22	29	-based	-based	ADJ
fcis-13124	22	30	model	model	NOUN
fcis-13124	22	31	using	use	VERB
fcis-13124	22	32	bert	bert	NOUN
fcis-13124	22	33	,	,	PUNCT
fcis-13124	22	34	graph	graph	VERB
fcis-13124	22	35	neural	neural	ADJ
fcis-13124	22	36	network	network	NOUN
fcis-13124	22	37	and	and	CCONJ
fcis-13124	22	38	masking	masking	NOUN
fcis-13124	22	39	mechanism	mechanism	NOUN
fcis-13124	22	40	in	in	ADP
fcis-13124	22	41	order	order	NOUN
fcis-13124	22	42	to	to	PART
fcis-13124	22	43	accomplish	accomplish	VERB
fcis-13124	22	44	the	the	DET
fcis-13124	22	45	joint	joint	ADJ
fcis-13124	22	46	task	task	NOUN
fcis-13124	22	47	of	of	ADP
fcis-13124	22	48	slot	slot	NOUN
fcis-13124	22	49	labelling	labelling	NOUN
fcis-13124	22	50	and	and	CCONJ
fcis-13124	22	51	intent	intent	ADJ
fcis-13124	22	52	labelling	labelling	NOUN
fcis-13124	22	53	.	.	PUNCT
fcis-13124	23	1	2	2	X
fcis-13124	23	2	.	.	X
fcis-13124	23	3	related	relate	VERB
fcis-13124	23	4	works	work	NOUN
fcis-13124	23	5	in	in	ADP
fcis-13124	23	6	this	this	DET
fcis-13124	23	7	section	section	NOUN
fcis-13124	23	8	,	,	PUNCT
fcis-13124	23	9	we	we	PRON
fcis-13124	23	10	present	present	VERB
fcis-13124	23	11	some	some	DET
fcis-13124	23	12	related	related	ADJ
fcis-13124	23	13	work	work	NOUN
fcis-13124	23	14	,	,	PUNCT
fcis-13124	23	15	mainly	mainly	ADV
fcis-13124	23	16	on	on	ADP
fcis-13124	23	17	the	the	DET
fcis-13124	23	18	two	two	NUM
fcis-13124	23	19	models	model	NOUN
fcis-13124	23	20	that	that	PRON
fcis-13124	23	21	have	have	AUX
fcis-13124	23	22	been	be	AUX
fcis-13124	23	23	proposed	propose	VERB
fcis-13124	23	24	in	in	ADP
fcis-13124	23	25	association	association	NOUN
fcis-13124	23	26	with	with	ADP
fcis-13124	23	27	our	our	PRON
fcis-13124	23	28	model	model	NOUN
fcis-13124	23	29	.	.	PUNCT
fcis-13124	24	1	2.1	2.1	NUM
fcis-13124	24	2	.	.	PUNCT
fcis-13124	24	3	graph	graph	NOUN
fcis-13124	24	4	neural	neural	ADJ
fcis-13124	24	5	networks	network	NOUN
fcis-13124	24	6	for	for	ADP
fcis-13124	24	7	joint	joint	ADJ
fcis-13124	24	8	slot	slot	NOUN
fcis-13124	24	9	filling	filling	NOUN
fcis-13124	24	10	and	and	CCONJ
fcis-13124	24	11	intent	intent	ADJ
fcis-13124	24	12	detection	detection	NOUN
fcis-13124	24	13	recent	recent	ADJ
fcis-13124	24	14	advancements	advancement	NOUN
fcis-13124	24	15	in	in	ADP
fcis-13124	24	16	natural	natural	ADJ
fcis-13124	24	17	language	language	NOUN
fcis-13124	24	18	processing	processing	NOUN
fcis-13124	24	19	(	(	PUNCT
fcis-13124	24	20	nlp	nlp	NOUN
fcis-13124	24	21	)	)	PUNCT
fcis-13124	24	22	have	have	AUX
fcis-13124	24	23	led	lead	VERB
fcis-13124	24	24	to	to	ADP
fcis-13124	24	25	the	the	DET
fcis-13124	24	26	development	development	NOUN
fcis-13124	24	27	of	of	ADP
fcis-13124	24	28	innovative	innovative	ADJ
fcis-13124	24	29	models	model	NOUN
fcis-13124	24	30	to	to	PART
fcis-13124	24	31	address	address	VERB
fcis-13124	24	32	the	the	DET
fcis-13124	24	33	challenges	challenge	NOUN
fcis-13124	24	34	of	of	ADP
fcis-13124	24	35	joint	joint	ADJ
fcis-13124	24	36	slot	slot	NOUN
fcis-13124	24	37	filling	filling	NOUN
fcis-13124	24	38	and	and	CCONJ
fcis-13124	24	39	intent	intent	ADJ
fcis-13124	24	40	detection	detection	NOUN
fcis-13124	24	41	tasks	task	NOUN
fcis-13124	24	42	.	.	PUNCT
fcis-13124	25	1	traditional	traditional	ADJ
fcis-13124	25	2	approaches	approach	NOUN
fcis-13124	25	3	like	like	ADP
fcis-13124	25	4	linear	linear	PROPN
fcis-13124	25	5	chain	chain	NOUN
fcis-13124	25	6	conditional	conditional	ADJ
fcis-13124	25	7	random	random	ADJ
fcis-13124	25	8	fields	field	NOUN
fcis-13124	25	9	(	(	PUNCT
fcis-13124	25	10	crfs	crfs	PROPN
fcis-13124	25	11	)	)	PUNCT
fcis-13124	25	12	have	have	AUX
fcis-13124	25	13	demonstrated	demonstrate	VERB
fcis-13124	25	14	limitations	limitation	NOUN
fcis-13124	25	15	in	in	ADP
fcis-13124	25	16	capturing	capture	VERB
fcis-13124	25	17	context	context	NOUN
fcis-13124	25	18	and	and	CCONJ
fcis-13124	25	19	handling	handle	VERB
fcis-13124	25	20	complex	complex	ADJ
fcis-13124	25	21	dependencies	dependency	NOUN
fcis-13124	25	22	,	,	PUNCT
fcis-13124	25	23	particularly	particularly	ADV
fcis-13124	25	24	for	for	ADP
fcis-13124	25	25	joint	joint	ADJ
fcis-13124	25	26	tasks	task	NOUN
fcis-13124	25	27	.	.	PUNCT
fcis-13124	26	1	in	in	ADP
fcis-13124	26	2	response	response	NOUN
fcis-13124	26	3	,	,	PUNCT
fcis-13124	26	4	tang	tang	X
fcis-13124	26	5	et	et	PROPN
fcis-13124	26	6	al	al	PROPN
fcis-13124	26	7	.	.	PROPN
fcis-13124	26	8	introduced	introduce	VERB
fcis-13124	26	9	a	a	DET
fcis-13124	26	10	graph	graph	NOUN
fcis-13124	26	11	convolutional	convolutional	ADJ
fcis-13124	26	12	network	network	NOUN
fcis-13124	26	13	(	(	PUNCT
fcis-13124	26	14	gcn)-based	gcn)-based	PROPN
fcis-13124	26	15	crf	crf	PROPN
fcis-13124	26	16	model	model	NOUN
fcis-13124	26	17	to	to	PART
fcis-13124	26	18	overcome	overcome	VERB
fcis-13124	26	19	these	these	DET
fcis-13124	26	20	limitations	limitation	NOUN
fcis-13124	26	21	.	.	PUNCT
fcis-13124	27	1	[	[	X
fcis-13124	27	2	6	6	NUM
fcis-13124	27	3	]	]	PUNCT
fcis-13124	27	4	the	the	DET
fcis-13124	27	5	proposed	propose	VERB
fcis-13124	27	6	gcn	gcn	PROPN
fcis-13124	27	7	-	-	PUNCT
fcis-13124	27	8	crf	crf	NOUN
fcis-13124	27	9	leverages	leverage	NOUN
fcis-13124	27	10	graph	graph	NOUN
fcis-13124	27	11	convolutions	convolution	NOUN
fcis-13124	27	12	to	to	PART
fcis-13124	27	13	model	model	VERB
fcis-13124	27	14	intricate	intricate	ADJ
fcis-13124	27	15	relationships	relationship	NOUN
fcis-13124	27	16	among	among	ADP
fcis-13124	27	17	words	word	NOUN
fcis-13124	27	18	,	,	PUNCT
fcis-13124	27	19	slot	slot	NOUN
fcis-13124	27	20	labels	label	NOUN
fcis-13124	27	21	,	,	PUNCT
fcis-13124	27	22	and	and	CCONJ
fcis-13124	27	23	intent	intent	ADJ
fcis-13124	27	24	labels	label	NOUN
fcis-13124	27	25	.	.	PUNCT
fcis-13124	28	1	by	by	ADP
fcis-13124	28	2	doing	do	VERB
fcis-13124	28	3	so	so	ADV
fcis-13124	28	4	,	,	PUNCT
fcis-13124	28	5	they	they	PRON
fcis-13124	28	6	successfully	successfully	ADV
fcis-13124	28	7	enhanced	enhance	VERB
fcis-13124	28	8	the	the	DET
fcis-13124	28	9	performance	performance	NOUN
fcis-13124	28	10	of	of	ADP
fcis-13124	28	11	both	both	PRON
fcis-13124	28	12	slot	slot	NOUN
fcis-13124	28	13	filling	filling	NOUN
fcis-13124	28	14	and	and	CCONJ
fcis-13124	28	15	intent	intent	ADJ
fcis-13124	28	16	detection	detection	NOUN
fcis-13124	28	17	,	,	PUNCT
fcis-13124	28	18	providing	provide	VERB
fcis-13124	28	19	a	a	DET
fcis-13124	28	20	comprehensive	comprehensive	ADJ
fcis-13124	28	21	solution	solution	NOUN
fcis-13124	28	22	to	to	ADP
fcis-13124	28	23	the	the	DET
fcis-13124	28	24	joint	joint	ADJ
fcis-13124	28	25	task	task	NOUN
fcis-13124	28	26	.	.	PUNCT
fcis-13124	29	1	112	112	NUM
fcis-13124	29	2	2.2	2.2	NUM
fcis-13124	29	3	.	.	PUNCT
fcis-13124	30	1	enhancing	enhance	VERB
fcis-13124	30	2	sequence	sequence	NOUN
fcis-13124	30	3	labeling	labeling	NOUN
fcis-13124	30	4	with	with	ADP
fcis-13124	30	5	graph	graph	NOUN
fcis-13124	30	6	neural	neural	ADJ
fcis-13124	30	7	networks	network	NOUN
fcis-13124	30	8	parallelly	parallelly	ADV
fcis-13124	30	9	,	,	PUNCT
fcis-13124	30	10	the	the	DET
fcis-13124	30	11	challenges	challenge	NOUN
fcis-13124	30	12	posed	pose	VERB
fcis-13124	30	13	by	by	ADP
fcis-13124	30	14	long	long	ADJ
fcis-13124	30	15	-	-	PUNCT
fcis-13124	30	16	tail	tail	NOUN
fcis-13124	30	17	scenarios	scenario	NOUN
fcis-13124	30	18	in	in	ADP
fcis-13124	30	19	sequence	sequence	NOUN
fcis-13124	30	20	labelling	labelling	NOUN
fcis-13124	30	21	(	(	PUNCT
fcis-13124	30	22	sl	sl	NOUN
fcis-13124	30	23	)	)	PUNCT
fcis-13124	30	24	tasks	task	NOUN
fcis-13124	30	25	have	have	AUX
fcis-13124	30	26	been	be	AUX
fcis-13124	30	27	tackled	tackle	VERB
fcis-13124	30	28	by	by	ADP
fcis-13124	30	29	wang	wang	PROPN
fcis-13124	30	30	et	et	PROPN
fcis-13124	30	31	al	al	PROPN
fcis-13124	30	32	.	.	PUNCT
fcis-13124	31	1	[	[	X
fcis-13124	31	2	7	7	X
fcis-13124	31	3	]	]	PUNCT
fcis-13124	31	4	they	they	PRON
fcis-13124	31	5	proposed	propose	VERB
fcis-13124	31	6	the	the	DET
fcis-13124	31	7	graph	graph	NOUN
fcis-13124	31	8	neural	neural	ADJ
fcis-13124	31	9	network	network	NOUN
fcis-13124	31	10	for	for	ADP
fcis-13124	31	11	sequence	sequence	NOUN
fcis-13124	31	12	labelling	labelling	NOUN
fcis-13124	31	13	(	(	PUNCT
fcis-13124	31	14	gnn	gnn	PROPN
fcis-13124	31	15	-	-	PUNCT
fcis-13124	31	16	sl	sl	NOUN
fcis-13124	31	17	)	)	PUNCT
fcis-13124	31	18	,	,	PUNCT
fcis-13124	31	19	a	a	DET
fcis-13124	31	20	technique	technique	NOUN
fcis-13124	31	21	that	that	PRON
fcis-13124	31	22	employs	employ	VERB
fcis-13124	31	23	graph	graph	NOUN
fcis-13124	31	24	neural	neural	ADJ
fcis-13124	31	25	networks	network	NOUN
fcis-13124	31	26	(	(	PUNCT
fcis-13124	31	27	gnns	gnns	NOUN
fcis-13124	31	28	)	)	PUNCT
fcis-13124	31	29	to	to	PART
fcis-13124	31	30	enhance	enhance	VERB
fcis-13124	31	31	sl	sl	NUM
fcis-13124	31	32	model	model	NOUN
fcis-13124	31	33	outputs	output	NOUN
fcis-13124	31	34	by	by	ADP
fcis-13124	31	35	retrieving	retrieve	VERB
fcis-13124	31	36	similar	similar	ADJ
fcis-13124	31	37	tag	tag	NOUN
fcis-13124	31	38	instances	instance	NOUN
fcis-13124	31	39	from	from	ADP
fcis-13124	31	40	the	the	DET
fcis-13124	31	41	training	training	NOUN
fcis-13124	31	42	dataset	dataset	NOUN
fcis-13124	31	43	.	.	PUNCT
fcis-13124	32	1	the	the	DET
fcis-13124	32	2	use	use	NOUN
fcis-13124	32	3	of	of	ADP
fcis-13124	32	4	gnns	gnns	NOUN
fcis-13124	32	5	in	in	ADP
fcis-13124	32	6	constructing	construct	VERB
fcis-13124	32	7	a	a	DET
fcis-13124	32	8	heterogeneous	heterogeneous	ADJ
fcis-13124	32	9	graph	graph	NOUN
fcis-13124	32	10	allows	allow	VERB
fcis-13124	32	11	for	for	ADP
fcis-13124	32	12	the	the	DET
fcis-13124	32	13	propagation	propagation	NOUN
fcis-13124	32	14	of	of	ADP
fcis-13124	32	15	information	information	NOUN
fcis-13124	32	16	between	between	ADP
fcis-13124	32	17	retrieved	retrieve	VERB
fcis-13124	32	18	tag	tag	NOUN
fcis-13124	32	19	samples	sample	NOUN
fcis-13124	32	20	and	and	CCONJ
fcis-13124	32	21	input	input	NOUN
fcis-13124	32	22	word	word	NOUN
fcis-13124	32	23	sequences	sequence	NOUN
fcis-13124	32	24	.	.	PUNCT
fcis-13124	33	1	through	through	ADP
fcis-13124	33	2	enhanced	enhance	VERB
fcis-13124	33	3	node	node	ADJ
fcis-13124	33	4	aggregation	aggregation	NOUN
fcis-13124	33	5	and	and	CCONJ
fcis-13124	33	6	neighbourhood	neighbourhood	NOUN
fcis-13124	33	7	information	information	NOUN
fcis-13124	33	8	,	,	PUNCT
fcis-13124	33	9	their	their	PRON
fcis-13124	33	10	approach	approach	NOUN
fcis-13124	33	11	effectively	effectively	ADV
fcis-13124	33	12	addresses	address	VERB
fcis-13124	33	13	the	the	DET
fcis-13124	33	14	challenges	challenge	NOUN
fcis-13124	33	15	of	of	ADP
fcis-13124	33	16	longtail	longtail	NOUN
fcis-13124	33	17	sl	sl	NOUN
fcis-13124	33	18	tasks	task	NOUN
fcis-13124	33	19	,	,	PUNCT
fcis-13124	33	20	improving	improve	VERB
fcis-13124	33	21	the	the	DET
fcis-13124	33	22	overall	overall	ADJ
fcis-13124	33	23	quality	quality	NOUN
fcis-13124	33	24	of	of	ADP
fcis-13124	33	25	predictions	prediction	NOUN
fcis-13124	33	26	.	.	PUNCT
fcis-13124	34	1	2.3	2.3	NUM
fcis-13124	34	2	.	.	PUNCT
fcis-13124	34	3	fusion	fusion	NOUN
fcis-13124	34	4	of	of	ADP
fcis-13124	34	5	graph	graph	NOUN
fcis-13124	34	6	neural	neural	ADJ
fcis-13124	34	7	networks	network	NOUN
fcis-13124	34	8	and	and	CCONJ
fcis-13124	34	9	gcn	gcn	PROPN
fcis-13124	34	10	-	-	PUNCT
fcis-13124	34	11	crf	crf	NOUN
fcis-13124	34	12	model	model	NOUN
fcis-13124	34	13	motivated	motivate	VERB
fcis-13124	34	14	by	by	ADP
fcis-13124	34	15	the	the	DET
fcis-13124	34	16	strengths	strength	NOUN
fcis-13124	34	17	of	of	ADP
fcis-13124	34	18	both	both	CCONJ
fcis-13124	34	19	the	the	DET
fcis-13124	34	20	gcn	gcn	PROPN
fcis-13124	34	21	-	-	PUNCT
fcis-13124	34	22	crf	crf	NOUN
fcis-13124	34	23	model	model	NOUN
fcis-13124	34	24	for	for	ADP
fcis-13124	34	25	joint	joint	ADJ
fcis-13124	34	26	tasks	task	NOUN
fcis-13124	34	27	and	and	CCONJ
fcis-13124	34	28	the	the	DET
fcis-13124	34	29	gnn	gnn	PROPN
fcis-13124	34	30	-	-	PUNCT
fcis-13124	34	31	sl	sl	PROPN
fcis-13124	34	32	approach	approach	NOUN
fcis-13124	34	33	for	for	ADP
fcis-13124	34	34	sl	sl	NOUN
fcis-13124	34	35	tasks	task	NOUN
fcis-13124	34	36	,	,	PUNCT
fcis-13124	34	37	we	we	PRON
fcis-13124	34	38	propose	propose	VERB
fcis-13124	34	39	an	an	DET
fcis-13124	34	40	innovative	innovative	ADJ
fcis-13124	34	41	fusion	fusion	NOUN
fcis-13124	34	42	that	that	PRON
fcis-13124	34	43	unifies	unify	VERB
fcis-13124	34	44	the	the	DET
fcis-13124	34	45	advantages	advantage	NOUN
fcis-13124	34	46	of	of	ADP
fcis-13124	34	47	both	both	DET
fcis-13124	34	48	paradigms	paradigm	NOUN
fcis-13124	34	49	.	.	PUNCT
fcis-13124	35	1	in	in	ADP
fcis-13124	35	2	this	this	DET
fcis-13124	35	3	approach	approach	NOUN
fcis-13124	35	4	,	,	PUNCT
fcis-13124	35	5	we	we	PRON
fcis-13124	35	6	incorporate	incorporate	VERB
fcis-13124	35	7	the	the	DET
fcis-13124	35	8	gnnsl	gnnsl	NOUN
fcis-13124	35	9	's	's	PART
fcis-13124	35	10	graph	graph	NOUN
fcis-13124	35	11	-	-	PUNCT
fcis-13124	35	12	based	base	VERB
fcis-13124	35	13	enhancement	enhancement	NOUN
fcis-13124	35	14	strategy	strategy	NOUN
fcis-13124	35	15	into	into	ADP
fcis-13124	35	16	the	the	DET
fcis-13124	35	17	gcn	gcn	PROPN
fcis-13124	35	18	-	-	PUNCT
fcis-13124	35	19	crf	crf	NOUN
fcis-13124	35	20	model	model	NOUN
fcis-13124	35	21	for	for	ADP
fcis-13124	35	22	joint	joint	ADJ
fcis-13124	35	23	slot	slot	NOUN
fcis-13124	35	24	filling	filling	NOUN
fcis-13124	35	25	and	and	CCONJ
fcis-13124	35	26	intent	intent	ADJ
fcis-13124	35	27	detection	detection	NOUN
fcis-13124	35	28	.	.	PUNCT
fcis-13124	36	1	by	by	ADP
fcis-13124	36	2	integrating	integrate	VERB
fcis-13124	36	3	gnn	gnn	NOUN
fcis-13124	36	4	techniques	technique	NOUN
fcis-13124	36	5	into	into	ADP
fcis-13124	36	6	the	the	DET
fcis-13124	36	7	existing	exist	VERB
fcis-13124	36	8	gcn	gcn	ADJ
fcis-13124	36	9	-	-	PUNCT
fcis-13124	36	10	crf	crf	NOUN
fcis-13124	36	11	framework	framework	NOUN
fcis-13124	36	12	,	,	PUNCT
fcis-13124	36	13	we	we	PRON
fcis-13124	36	14	aim	aim	VERB
fcis-13124	36	15	to	to	PART
fcis-13124	36	16	harness	harness	VERB
fcis-13124	36	17	the	the	DET
fcis-13124	36	18	power	power	NOUN
fcis-13124	36	19	of	of	ADP
fcis-13124	36	20	relationship	relationship	NOUN
fcis-13124	36	21	modelling	modelling	NOUN
fcis-13124	36	22	and	and	CCONJ
fcis-13124	36	23	sequence	sequence	NOUN
fcis-13124	36	24	labelling	labelling	NOUN
fcis-13124	36	25	enhancement	enhancement	NOUN
fcis-13124	36	26	simultaneously	simultaneously	ADV
fcis-13124	36	27	.	.	PUNCT
fcis-13124	37	1	this	this	DET
fcis-13124	37	2	fusion	fusion	NOUN
fcis-13124	37	3	is	be	AUX
fcis-13124	37	4	anticipated	anticipate	VERB
fcis-13124	37	5	to	to	PART
fcis-13124	37	6	result	result	VERB
fcis-13124	37	7	in	in	ADP
fcis-13124	37	8	a	a	DET
fcis-13124	37	9	more	more	ADV
fcis-13124	37	10	robust	robust	ADJ
fcis-13124	37	11	and	and	CCONJ
fcis-13124	37	12	comprehensive	comprehensive	ADJ
fcis-13124	37	13	model	model	NOUN
fcis-13124	37	14	that	that	PRON
fcis-13124	37	15	excels	excel	VERB
fcis-13124	37	16	in	in	ADP
fcis-13124	37	17	solving	solve	VERB
fcis-13124	37	18	the	the	DET
fcis-13124	37	19	combined	combine	VERB
fcis-13124	37	20	challenges	challenge	NOUN
fcis-13124	37	21	of	of	ADP
fcis-13124	37	22	slot	slot	NOUN
fcis-13124	37	23	filling	filling	NOUN
fcis-13124	37	24	and	and	CCONJ
fcis-13124	37	25	intent	intent	ADJ
fcis-13124	37	26	detection	detection	NOUN
fcis-13124	37	27	in	in	ADP
fcis-13124	37	28	nlp	nlp	NOUN
fcis-13124	37	29	applications	application	NOUN
fcis-13124	37	30	.	.	PUNCT
fcis-13124	38	1	3	3	X
fcis-13124	38	2	.	.	X
fcis-13124	38	3	methodology	methodology	NOUN
fcis-13124	38	4	in	in	ADP
fcis-13124	38	5	this	this	DET
fcis-13124	38	6	section	section	NOUN
fcis-13124	38	7	we	we	PRON
fcis-13124	38	8	describe	describe	VERB
fcis-13124	38	9	our	our	PRON
fcis-13124	38	10	dataset	dataset	NOUN
fcis-13124	38	11	selection	selection	NOUN
fcis-13124	38	12	and	and	CCONJ
fcis-13124	38	13	preprocessing	preprocessing	NOUN
fcis-13124	38	14	and	and	CCONJ
fcis-13124	38	15	our	our	PRON
fcis-13124	38	16	model	model	NOUN
fcis-13124	38	17	construction	construction	NOUN
fcis-13124	38	18	.	.	PUNCT
fcis-13124	39	1	3.1	3.1	NUM
fcis-13124	39	2	.	.	PUNCT
fcis-13124	39	3	dataset	dataset	VERB
fcis-13124	39	4	description	description	NOUN
fcis-13124	39	5	and	and	CCONJ
fcis-13124	39	6	preprocessing	preprocesse	VERB
fcis-13124	39	7	the	the	DET
fcis-13124	39	8	snips	snip	NOUN
fcis-13124	39	9	dataset	dataset	NOUN
fcis-13124	39	10	stands	stand	VERB
fcis-13124	39	11	as	as	ADP
fcis-13124	39	12	a	a	DET
fcis-13124	39	13	pivotal	pivotal	ADJ
fcis-13124	39	14	resource	resource	NOUN
fcis-13124	39	15	in	in	ADP
fcis-13124	39	16	the	the	DET
fcis-13124	39	17	realm	realm	NOUN
fcis-13124	39	18	of	of	ADP
fcis-13124	39	19	natural	natural	ADJ
fcis-13124	39	20	language	language	NOUN
fcis-13124	39	21	understanding	understanding	NOUN
fcis-13124	39	22	(	(	PUNCT
fcis-13124	39	23	nlu	nlu	NOUN
fcis-13124	39	24	)	)	PUNCT
fcis-13124	39	25	research	research	NOUN
fcis-13124	39	26	.	.	PUNCT
fcis-13124	40	1	specifically	specifically	ADV
fcis-13124	40	2	curated	curate	VERB
fcis-13124	40	3	for	for	ADP
fcis-13124	40	4	intent	intent	ADJ
fcis-13124	40	5	recognition	recognition	NOUN
fcis-13124	40	6	and	and	CCONJ
fcis-13124	40	7	slot	slot	NOUN
fcis-13124	40	8	filling	filling	NOUN
fcis-13124	40	9	tasks	task	NOUN
fcis-13124	40	10	,	,	PUNCT
fcis-13124	40	11	this	this	DET
fcis-13124	40	12	dataset	dataset	NOUN
fcis-13124	40	13	encompasses	encompass	VERB
fcis-13124	40	14	a	a	DET
fcis-13124	40	15	wide	wide	ADJ
fcis-13124	40	16	array	array	NOUN
fcis-13124	40	17	of	of	ADP
fcis-13124	40	18	languages	language	NOUN
fcis-13124	40	19	and	and	CCONJ
fcis-13124	40	20	domains	domain	NOUN
fcis-13124	40	21	,	,	PUNCT
fcis-13124	40	22	facilitating	facilitate	VERB
fcis-13124	40	23	the	the	DET
fcis-13124	40	24	training	training	NOUN
fcis-13124	40	25	and	and	CCONJ
fcis-13124	40	26	evaluation	evaluation	NOUN
fcis-13124	40	27	of	of	ADP
fcis-13124	40	28	diverse	diverse	ADJ
fcis-13124	40	29	nlu	nlu	NOUN
fcis-13124	40	30	models	model	NOUN
fcis-13124	40	31	.	.	PUNCT
fcis-13124	41	1	3.1.1	3.1.1	X
fcis-13124	41	2	.	.	PUNCT
fcis-13124	41	3	dataset	dataset	NOUN
fcis-13124	41	4	overview	overview	NOUN
fcis-13124	41	5	comprising	comprising	NOUN
fcis-13124	41	6	user	user	NOUN
fcis-13124	41	7	-	-	PUNCT
fcis-13124	41	8	generated	generate	VERB
fcis-13124	41	9	text	text	NOUN
fcis-13124	41	10	inputs	input	NOUN
fcis-13124	41	11	,	,	PUNCT
fcis-13124	41	12	the	the	DET
fcis-13124	41	13	snips	snip	NOUN
fcis-13124	41	14	dataset	dataset	VERB
fcis-13124	41	15	is	be	AUX
fcis-13124	41	16	meticulously	meticulously	ADV
fcis-13124	41	17	annotated	annotate	VERB
fcis-13124	41	18	with	with	ADP
fcis-13124	41	19	corresponding	corresponding	ADJ
fcis-13124	41	20	intent	intent	ADJ
fcis-13124	41	21	labels	label	NOUN
fcis-13124	41	22	and	and	CCONJ
fcis-13124	41	23	slot	slot	NOUN
fcis-13124	41	24	annotations	annotation	NOUN
fcis-13124	41	25	.	.	PUNCT
fcis-13124	42	1	the	the	DET
fcis-13124	42	2	intents	intent	NOUN
fcis-13124	42	3	encapsulate	encapsulate	VERB
fcis-13124	42	4	the	the	DET
fcis-13124	42	5	users	user	NOUN
fcis-13124	42	6	'	'	PART
fcis-13124	42	7	purposes	purpose	NOUN
fcis-13124	42	8	behind	behind	ADP
fcis-13124	42	9	their	their	PRON
fcis-13124	42	10	inputs	input	NOUN
fcis-13124	42	11	,	,	PUNCT
fcis-13124	42	12	while	while	SCONJ
fcis-13124	42	13	the	the	DET
fcis-13124	42	14	slots	slot	NOUN
fcis-13124	42	15	entail	entail	VERB
fcis-13124	42	16	critical	critical	ADJ
fcis-13124	42	17	information	information	NOUN
fcis-13124	42	18	extracted	extract	VERB
fcis-13124	42	19	from	from	ADP
fcis-13124	42	20	the	the	DET
fcis-13124	42	21	utterances	utterance	NOUN
fcis-13124	42	22	,	,	PUNCT
fcis-13124	42	23	encompassing	encompass	VERB
fcis-13124	42	24	entities	entity	NOUN
fcis-13124	42	25	such	such	ADJ
fcis-13124	42	26	as	as	ADP
fcis-13124	42	27	dates	date	NOUN
fcis-13124	42	28	,	,	PUNCT
fcis-13124	42	29	times	time	NOUN
fcis-13124	42	30	,	,	PUNCT
fcis-13124	42	31	and	and	CCONJ
fcis-13124	42	32	locations	location	NOUN
fcis-13124	42	33	.	.	PUNCT
fcis-13124	43	1	3.1.2	3.1.2	X
fcis-13124	43	2	.	.	PUNCT
fcis-13124	43	3	resource	resource	NOUN
fcis-13124	43	4	constraints	constraint	NOUN
fcis-13124	43	5	and	and	CCONJ
fcis-13124	43	6	preprocessing	preprocesse	VERB
fcis-13124	43	7	in	in	ADP
fcis-13124	43	8	order	order	NOUN
fcis-13124	43	9	to	to	PART
fcis-13124	43	10	adapt	adapt	VERB
fcis-13124	43	11	the	the	DET
fcis-13124	43	12	snips	snip	NOUN
fcis-13124	43	13	dataset	dataset	VERB
fcis-13124	43	14	to	to	ADP
fcis-13124	43	15	resource	resource	NOUN
fcis-13124	43	16	-	-	PUNCT
fcis-13124	43	17	limited	limit	VERB
fcis-13124	43	18	devices	device	NOUN
fcis-13124	43	19	,	,	PUNCT
fcis-13124	43	20	we	we	PRON
fcis-13124	43	21	introduce	introduce	VERB
fcis-13124	43	22	a	a	DET
fcis-13124	43	23	preprocessing	preprocessing	NOUN
fcis-13124	43	24	step	step	NOUN
fcis-13124	43	25	random	random	ADJ
fcis-13124	43	26	sampling	sampling	NOUN
fcis-13124	43	27	.	.	PUNCT
fcis-13124	44	1	this	this	DET
fcis-13124	44	2	approach	approach	NOUN
fcis-13124	44	3	aims	aim	VERB
fcis-13124	44	4	to	to	PART
fcis-13124	44	5	simplify	simplify	VERB
fcis-13124	44	6	computational	computational	ADJ
fcis-13124	44	7	requirements	requirement	NOUN
fcis-13124	44	8	while	while	SCONJ
fcis-13124	44	9	maintaining	maintain	VERB
fcis-13124	44	10	data	datum	NOUN
fcis-13124	44	11	diversity	diversity	NOUN
fcis-13124	44	12	.	.	PUNCT
fcis-13124	45	1	by	by	ADP
fcis-13124	45	2	strategically	strategically	ADV
fcis-13124	45	3	selecting	select	VERB
fcis-13124	45	4	subsets	subset	NOUN
fcis-13124	45	5	of	of	ADP
fcis-13124	45	6	the	the	DET
fcis-13124	45	7	dataset	dataset	NOUN
fcis-13124	45	8	,	,	PUNCT
fcis-13124	45	9	preprocessing	preprocesse	VERB
fcis-13124	45	10	effectively	effectively	ADV
fcis-13124	45	11	optimizes	optimize	VERB
fcis-13124	45	12	the	the	DET
fcis-13124	45	13	dataset	dataset	NOUN
fcis-13124	45	14	for	for	ADP
fcis-13124	45	15	constrained	constrained	ADJ
fcis-13124	45	16	environments	environment	NOUN
fcis-13124	45	17	.	.	PUNCT
fcis-13124	46	1	during	during	ADP
fcis-13124	46	2	the	the	DET
fcis-13124	46	3	preprocessing	preprocessing	NOUN
fcis-13124	46	4	stage	stage	NOUN
fcis-13124	46	5	,	,	PUNCT
fcis-13124	46	6	a	a	DET
fcis-13124	46	7	random	random	ADJ
fcis-13124	46	8	sampling	sampling	NOUN
fcis-13124	46	9	strategy	strategy	NOUN
fcis-13124	46	10	was	be	AUX
fcis-13124	46	11	used	use	VERB
fcis-13124	46	12	to	to	PART
fcis-13124	46	13	select	select	VERB
fcis-13124	46	14	a	a	DET
fcis-13124	46	15	representative	representative	NOUN
fcis-13124	46	16	subset	subset	NOUN
fcis-13124	46	17	from	from	ADP
fcis-13124	46	18	the	the	DET
fcis-13124	46	19	snips	snip	NOUN
fcis-13124	46	20	dataset	dataset	VERB
fcis-13124	46	21	,	,	PUNCT
fcis-13124	46	22	of	of	ADP
fcis-13124	46	23	which	which	PRON
fcis-13124	46	24	we	we	PRON
fcis-13124	46	25	sampled	sample	VERB
fcis-13124	46	26	15	15	NUM
fcis-13124	46	27	%	%	NOUN
fcis-13124	46	28	.	.	PUNCT
fcis-13124	47	1	this	this	DET
fcis-13124	47	2	process	process	NOUN
fcis-13124	47	3	entailed	entail	VERB
fcis-13124	47	4	randomizing	randomize	VERB
fcis-13124	47	5	the	the	DET
fcis-13124	47	6	selection	selection	NOUN
fcis-13124	47	7	of	of	ADP
fcis-13124	47	8	data	datum	NOUN
fcis-13124	47	9	instances	instance	NOUN
fcis-13124	47	10	while	while	SCONJ
fcis-13124	47	11	ensuring	ensure	VERB
fcis-13124	47	12	a	a	DET
fcis-13124	47	13	proportional	proportional	ADJ
fcis-13124	47	14	distribution	distribution	NOUN
fcis-13124	47	15	of	of	ADP
fcis-13124	47	16	intent	intent	NOUN
fcis-13124	47	17	and	and	CCONJ
fcis-13124	47	18	slot	slot	NOUN
fcis-13124	47	19	annotations	annotation	NOUN
fcis-13124	47	20	.	.	PUNCT
fcis-13124	48	1	by	by	ADP
fcis-13124	48	2	reducing	reduce	VERB
fcis-13124	48	3	the	the	DET
fcis-13124	48	4	size	size	NOUN
fcis-13124	48	5	of	of	ADP
fcis-13124	48	6	the	the	DET
fcis-13124	48	7	dataset	dataset	NOUN
fcis-13124	48	8	through	through	ADP
fcis-13124	48	9	random	random	ADJ
fcis-13124	48	10	sampling	sampling	NOUN
fcis-13124	48	11	,	,	PUNCT
fcis-13124	48	12	we	we	PRON
fcis-13124	48	13	address	address	VERB
fcis-13124	48	14	the	the	DET
fcis-13124	48	15	challenges	challenge	NOUN
fcis-13124	48	16	posed	pose	VERB
fcis-13124	48	17	by	by	ADP
fcis-13124	48	18	limited	limited	ADJ
fcis-13124	48	19	computational	computational	ADJ
fcis-13124	48	20	resources	resource	NOUN
fcis-13124	48	21	on	on	ADP
fcis-13124	48	22	resource	resource	NOUN
fcis-13124	48	23	-	-	PUNCT
fcis-13124	48	24	constrained	constrain	VERB
fcis-13124	48	25	devices	device	NOUN
fcis-13124	48	26	.	.	PUNCT
fcis-13124	49	1	3.2	3.2	NUM
fcis-13124	49	2	.	.	PUNCT
fcis-13124	49	3	model	model	NOUN
fcis-13124	49	4	construction	construction	NOUN
fcis-13124	49	5	we	we	PRON
fcis-13124	49	6	propose	propose	VERB
fcis-13124	49	7	an	an	DET
fcis-13124	49	8	integrated	integrated	ADJ
fcis-13124	49	9	model	model	NOUN
fcis-13124	49	10	that	that	PRON
fcis-13124	49	11	aims	aim	VERB
fcis-13124	49	12	to	to	PART
fcis-13124	49	13	provide	provide	VERB
fcis-13124	49	14	an	an	DET
fcis-13124	49	15	efficient	efficient	ADJ
fcis-13124	49	16	and	and	CCONJ
fcis-13124	49	17	high	high	ADV
fcis-13124	49	18	-	-	PUNCT
fcis-13124	49	19	performing	perform	VERB
fcis-13124	49	20	solution	solution	NOUN
fcis-13124	49	21	for	for	ADP
fcis-13124	49	22	natural	natural	ADJ
fcis-13124	49	23	language	language	NOUN
fcis-13124	49	24	understanding	understanding	NOUN
fcis-13124	49	25	tasks	task	NOUN
fcis-13124	49	26	such	such	ADJ
fcis-13124	49	27	as	as	ADP
fcis-13124	49	28	intent	intent	ADJ
fcis-13124	49	29	detection	detection	NOUN
fcis-13124	49	30	and	and	CCONJ
fcis-13124	49	31	slot	slot	NOUN
fcis-13124	49	32	filling	filling	NOUN
fcis-13124	49	33	.	.	PUNCT
fcis-13124	50	1	our	our	PRON
fcis-13124	50	2	model	model	NOUN
fcis-13124	50	3	combines	combine	VERB
fcis-13124	50	4	bert	bert	PROPN
fcis-13124	50	5	word	word	NOUN
fcis-13124	50	6	embeddings	embedding	NOUN
fcis-13124	50	7	,	,	PUNCT
fcis-13124	50	8	bi	bi	ADJ
fcis-13124	50	9	-	-	ADJ
fcis-13124	50	10	directional	directional	ADJ
fcis-13124	50	11	long	long	ADJ
fcis-13124	50	12	and	and	CCONJ
fcis-13124	50	13	short	short	ADJ
fcis-13124	50	14	-	-	PUNCT
fcis-13124	50	15	term	term	NOUN
fcis-13124	50	16	memory	memory	NOUN
fcis-13124	50	17	networks	network	NOUN
fcis-13124	50	18	(	(	PUNCT
fcis-13124	50	19	)	)	PUNCT
fcis-13124	50	20	,	,	PUNCT
fcis-13124	50	21	selfattention	selfattention	NOUN
fcis-13124	50	22	mechanisms	mechanism	NOUN
fcis-13124	50	23	,	,	PUNCT
fcis-13124	50	24	and	and	CCONJ
fcis-13124	50	25	graph	graph	VERB
fcis-13124	50	26	neural	neural	ADJ
fcis-13124	50	27	network	network	NOUN
fcis-13124	50	28	techniques	technique	NOUN
fcis-13124	50	29	to	to	PART
fcis-13124	50	30	form	form	VERB
fcis-13124	50	31	a	a	DET
fcis-13124	50	32	multi	multi	ADJ
fcis-13124	50	33	-	-	ADJ
fcis-13124	50	34	layered	layered	ADJ
fcis-13124	50	35	architecture	architecture	NOUN
fcis-13124	50	36	that	that	PRON
fcis-13124	50	37	achieves	achieve	VERB
fcis-13124	50	38	the	the	DET
fcis-13124	50	39	goals	goal	NOUN
fcis-13124	50	40	of	of	ADP
fcis-13124	50	41	deeper	deep	ADJ
fcis-13124	50	42	comprehension	comprehension	NOUN
fcis-13124	50	43	of	of	ADP
fcis-13124	50	44	input	input	NOUN
fcis-13124	50	45	text	text	NOUN
fcis-13124	50	46	,	,	PUNCT
fcis-13124	50	47	efficient	efficient	ADJ
fcis-13124	50	48	feature	feature	NOUN
fcis-13124	50	49	extraction	extraction	NOUN
fcis-13124	50	50	,	,	PUNCT
fcis-13124	50	51	and	and	CCONJ
fcis-13124	50	52	accurate	accurate	ADJ
fcis-13124	50	53	result	result	NOUN
fcis-13124	50	54	outputs	output	NOUN
fcis-13124	50	55	.	.	PUNCT
fcis-13124	51	1	3.2.1	3.2.1	X
fcis-13124	51	2	.	.	PUNCT
fcis-13124	52	1	bert	bert	PROPN
fcis-13124	52	2	(	(	PUNCT
fcis-13124	52	3	bert	bert	PROPN
fcis-13124	52	4	)	)	PUNCT
fcis-13124	52	5	based	base	VERB
fcis-13124	52	6	on	on	ADP
fcis-13124	52	7	the	the	DET
fcis-13124	52	8	transformer	transformer	NOUN
fcis-13124	52	9	architecture	architecture	NOUN
fcis-13124	52	10	has	have	AUX
fcis-13124	52	11	demonstrated	demonstrate	VERB
fcis-13124	52	12	powerful	powerful	ADJ
fcis-13124	52	13	capabilities	capability	NOUN
fcis-13124	52	14	in	in	ADP
fcis-13124	52	15	several	several	ADJ
fcis-13124	52	16	tasks	task	NOUN
fcis-13124	52	17	in	in	ADP
fcis-13124	52	18	various	various	ADJ
fcis-13124	52	19	domains	domain	NOUN
fcis-13124	52	20	.	.	PUNCT
fcis-13124	53	1	in	in	ADP
fcis-13124	53	2	this	this	DET
fcis-13124	53	3	study	study	NOUN
fcis-13124	53	4	,	,	PUNCT
fcis-13124	53	5	we	we	PRON
fcis-13124	53	6	used	use	VERB
fcis-13124	53	7	bert	bert	NOUN
fcis-13124	53	8	word	word	NOUN
fcis-13124	53	9	embeddings	embedding	NOUN
fcis-13124	53	10	as	as	ADP
fcis-13124	53	11	the	the	DET
fcis-13124	53	12	word	word	NOUN
fcis-13124	53	13	vector	vector	NOUN
fcis-13124	53	14	representation	representation	NOUN
fcis-13124	53	15	of	of	ADP
fcis-13124	53	16	the	the	DET
fcis-13124	53	17	neural	neural	ADJ
fcis-13124	53	18	network	network	NOUN
fcis-13124	53	19	input.[8	input.[8	NOUN
fcis-13124	53	20	]	]	PUNCT
fcis-13124	53	21	for	for	ADP
fcis-13124	53	22	each	each	DET
fcis-13124	53	23	word	word	NOUN
fcis-13124	53	24	in	in	ADP
fcis-13124	53	25	the	the	DET
fcis-13124	53	26	sentence	sentence	NOUN
fcis-13124	53	27	,	,	PUNCT
fcis-13124	53	28	we	we	PRON
fcis-13124	53	29	employ	employ	VERB
fcis-13124	53	30	to	to	PART
fcis-13124	53	31	further	far	ADV
fcis-13124	53	32	slice	slice	VERB
fcis-13124	53	33	it	it	PRON
fcis-13124	53	34	and	and	CCONJ
fcis-13124	53	35	integrate	integrate	VERB
fcis-13124	53	36	the	the	DET
fcis-13124	53	37	sliced	slice	VERB
fcis-13124	53	38	representation	representation	NOUN
fcis-13124	53	39	through	through	ADP
fcis-13124	53	40	a	a	DET
fcis-13124	53	41	simple	simple	ADJ
fcis-13124	53	42	summation	summation	NOUN
fcis-13124	53	43	operation	operation	NOUN
fcis-13124	53	44	,	,	PUNCT
fcis-13124	53	45	thus	thus	ADV
fcis-13124	53	46	bringing	bring	VERB
fcis-13124	53	47	the	the	DET
fcis-13124	53	48	sliced	slice	VERB
fcis-13124	53	49	word	word	NOUN
fcis-13124	53	50	back	back	ADV
fcis-13124	53	51	to	to	ADP
fcis-13124	53	52	the	the	DET
fcis-13124	53	53	original	original	ADJ
fcis-13124	53	54	integrated	integrate	VERB
fcis-13124	53	55	word	word	NOUN
fcis-13124	53	56	form	form	NOUN
fcis-13124	53	57	.	.	PUNCT
fcis-13124	54	1	for	for	ADP
fcis-13124	54	2	our	our	PRON
fcis-13124	54	3	experiments	experiment	NOUN
fcis-13124	54	4	,	,	PUNCT
fcis-13124	54	5	we	we	PRON
fcis-13124	54	6	used	use	VERB
fcis-13124	54	7	the	the	DET
fcis-13124	54	8	basic	basic	ADJ
fcis-13124	54	9	version	version	NOUN
fcis-13124	54	10	of	of	ADP
fcis-13124	54	11	bert	bert	PROPN
fcis-13124	54	12	.	.	PUNCT
fcis-13124	55	1	3.2.2	3.2.2	NUM
fcis-13124	55	2	.	.	PUNCT
fcis-13124	55	3	bilstm	bilstm	NOUN
fcis-13124	55	4	bidirectional	bidirectional	PROPN
fcis-13124	55	5	long	long	ADJ
fcis-13124	55	6	short	short	ADJ
fcis-13124	55	7	-	-	PUNCT
fcis-13124	55	8	term	term	NOUN
fcis-13124	55	9	memory	memory	NOUN
fcis-13124	55	10	(	(	PUNCT
fcis-13124	55	11	bilstm	bilstm	NOUN
fcis-13124	55	12	)	)	PUNCT
fcis-13124	55	13	is	be	AUX
fcis-13124	55	14	a	a	DET
fcis-13124	55	15	variant	variant	NOUN
fcis-13124	55	16	of	of	ADP
fcis-13124	55	17	recurrent	recurrent	ADJ
fcis-13124	55	18	neural	neural	ADJ
fcis-13124	55	19	network	network	NOUN
fcis-13124	55	20	(	(	PUNCT
fcis-13124	55	21	rnn	rnn	PROPN
fcis-13124	55	22	)	)	PUNCT
fcis-13124	55	23	for	for	ADP
fcis-13124	55	24	processing	process	VERB
fcis-13124	55	25	sequential	sequential	ADJ
fcis-13124	55	26	data	datum	NOUN
fcis-13124	55	27	,	,	PUNCT
fcis-13124	55	28	especially	especially	ADV
fcis-13124	55	29	in	in	ADP
fcis-13124	55	30	the	the	DET
fcis-13124	55	31	fields	field	NOUN
fcis-13124	55	32	of	of	ADP
fcis-13124	55	33	natural	natural	ADJ
fcis-13124	55	34	language	language	NOUN
fcis-13124	55	35	processing	processing	NOUN
fcis-13124	55	36	and	and	CCONJ
fcis-13124	55	37	temporal	temporal	ADJ
fcis-13124	55	38	data	datum	NOUN
fcis-13124	55	39	analysis	analysis	NOUN
fcis-13124	55	40	.	.	PUNCT
fcis-13124	56	1	it	it	PRON
fcis-13124	56	2	is	be	AUX
fcis-13124	56	3	capable	capable	ADJ
fcis-13124	56	4	of	of	ADP
fcis-13124	56	5	capturing	capture	VERB
fcis-13124	56	6	long	long	ADJ
fcis-13124	56	7	-	-	PUNCT
fcis-13124	56	8	range	range	NOUN
fcis-13124	56	9	dependencies	dependency	NOUN
fcis-13124	56	10	when	when	SCONJ
fcis-13124	56	11	processing	process	VERB
fcis-13124	56	12	sequential	sequential	ADJ
fcis-13124	56	13	information	information	NOUN
fcis-13124	56	14	,	,	PUNCT
fcis-13124	56	15	leading	lead	VERB
fcis-13124	56	16	to	to	ADP
fcis-13124	56	17	a	a	DET
fcis-13124	56	18	better	well	ADJ
fcis-13124	56	19	understanding	understanding	NOUN
fcis-13124	56	20	of	of	ADP
fcis-13124	56	21	contextual	contextual	ADJ
fcis-13124	56	22	information	information	NOUN
fcis-13124	56	23	.	.	PUNCT
fcis-13124	57	1	lstm	lstm	NOUN
fcis-13124	57	2	is	be	AUX
fcis-13124	57	3	a	a	DET
fcis-13124	57	4	special	special	ADJ
fcis-13124	57	5	type	type	NOUN
fcis-13124	57	6	of	of	ADP
fcis-13124	57	7	rnn	rnn	NOUN
fcis-13124	57	8	designed	design	VERB
fcis-13124	57	9	to	to	PART
fcis-13124	57	10	solve	solve	VERB
fcis-13124	57	11	the	the	DET
fcis-13124	57	12	problem	problem	NOUN
fcis-13124	57	13	of	of	ADP
fcis-13124	57	14	gradient	gradient	NOUN
fcis-13124	57	15	vanishing	vanishing	NOUN
fcis-13124	57	16	during	during	ADP
fcis-13124	57	17	long	long	ADJ
fcis-13124	57	18	sequence	sequence	NOUN
fcis-13124	57	19	training	training	NOUN
fcis-13124	57	20	.	.	PUNCT
fcis-13124	58	1	it	it	PRON
fcis-13124	58	2	effectively	effectively	ADV
fcis-13124	58	3	captures	capture	VERB
fcis-13124	58	4	and	and	CCONJ
fcis-13124	58	5	transmits	transmit	VERB
fcis-13124	58	6	information	information	NOUN
fcis-13124	58	7	through	through	ADP
fcis-13124	58	8	memory	memory	NOUN
fcis-13124	58	9	cells	cell	NOUN
fcis-13124	58	10	and	and	CCONJ
fcis-13124	58	11	a	a	DET
fcis-13124	58	12	series	series	NOUN
fcis-13124	58	13	of	of	ADP
fcis-13124	58	14	gate	gate	NOUN
fcis-13124	58	15	mechanisms	mechanism	NOUN
fcis-13124	58	16	.	.	PUNCT
fcis-13124	59	1	however	however	ADV
fcis-13124	59	2	,	,	PUNCT
fcis-13124	59	3	traditional	traditional	ADJ
fcis-13124	59	4	lstms	lstms	NOUN
fcis-13124	59	5	can	can	AUX
fcis-13124	59	6	only	only	ADV
fcis-13124	59	7	transfer	transfer	VERB
fcis-13124	59	8	information	information	NOUN
fcis-13124	59	9	in	in	ADP
fcis-13124	59	10	one	one	NUM
fcis-13124	59	11	direction	direction	NOUN
fcis-13124	59	12	(	(	PUNCT
fcis-13124	59	13	front	front	NOUN
fcis-13124	59	14	-	-	PUNCT
fcis-13124	59	15	to	to	ADP
fcis-13124	59	16	-	-	PUNCT
fcis-13124	59	17	back	back	NOUN
fcis-13124	59	18	or	or	CCONJ
fcis-13124	59	19	back	back	ADV
fcis-13124	59	20	-	-	PUNCT
fcis-13124	59	21	to	to	ADP
fcis-13124	59	22	-	-	PUNCT
fcis-13124	59	23	front	front	NOUN
fcis-13124	59	24	)	)	PUNCT
fcis-13124	59	25	.	.	PUNCT
fcis-13124	60	1	extends	extend	VERB
fcis-13124	60	2	this	this	PRON
fcis-13124	60	3	by	by	ADP
fcis-13124	60	4	processing	process	VERB
fcis-13124	60	5	input	input	NOUN
fcis-13124	60	6	sequences	sequence	NOUN
fcis-13124	60	7	in	in	ADP
fcis-13124	60	8	two	two	NUM
fcis-13124	60	9	directions	direction	NOUN
fcis-13124	60	10	(	(	PUNCT
fcis-13124	60	11	front	front	ADJ
fcis-13124	60	12	-	-	PUNCT
fcis-13124	60	13	toback	toback	NOUN
fcis-13124	60	14	and	and	CCONJ
fcis-13124	60	15	back	back	NOUN
fcis-13124	60	16	-	-	PUNCT
fcis-13124	60	17	to	to	ADP
fcis-13124	60	18	-	-	PUNCT
fcis-13124	60	19	front	front	NOUN
fcis-13124	60	20	)	)	PUNCT
fcis-13124	60	21	simultaneously	simultaneously	ADV
fcis-13124	60	22	,	,	PUNCT
fcis-13124	60	23	thus	thus	ADV
fcis-13124	60	24	allowing	allow	VERB
fcis-13124	60	25	the	the	DET
fcis-13124	60	26	model	model	NOUN
fcis-13124	60	27	to	to	PART
fcis-13124	60	28	consider	consider	VERB
fcis-13124	60	29	both	both	PRON
fcis-13124	60	30	past	past	ADJ
fcis-13124	60	31	and	and	CCONJ
fcis-13124	60	32	future	future	ADJ
fcis-13124	60	33	contexts	context	NOUN
fcis-13124	60	34	at	at	ADP
fcis-13124	60	35	each	each	DET
fcis-13124	60	36	time	time	NOUN
fcis-13124	60	37	step	step	NOUN
fcis-13124	60	38	.	.	PUNCT
fcis-13124	61	1	we	we	PRON
fcis-13124	61	2	denote	denote	VERB
fcis-13124	61	3	the	the	DET
fcis-13124	61	4	word	word	NOUN
fcis-13124	61	5	as	as	SCONJ
fcis-13124	61	6	.when	.when	SCONJ
fcis-13124	61	7	all	all	DET
fcis-13124	61	8	tokens	token	NOUN
fcis-13124	61	9	are	be	AUX
fcis-13124	61	10	handled	handle	VERB
fcis-13124	61	11	by	by	ADP
fcis-13124	61	12	bert	bert	PROPN
fcis-13124	61	13	,	,	PUNCT
fcis-13124	61	14	the	the	DET
fcis-13124	61	15	bert	bert	NOUN
fcis-13124	61	16	embedding	embed	VERB
fcis-13124	61	17	of	of	ADP
fcis-13124	61	18	the	the	DET
fcis-13124	61	19	word	word	NOUN
fcis-13124	61	20	as	as	ADP
fcis-13124	61	21	.	.	PUNCT
fcis-13124	62	1	bidirectional	bidirectional	ADJ
fcis-13124	62	2	lstms	lstms	NOUN
fcis-13124	62	3	are	be	AUX
fcis-13124	62	4	used	use	VERB
fcis-13124	62	5	for	for	ADP
fcis-13124	62	6	word	word	NOUN
fcis-13124	62	7	embedding	embed	VERB
fcis-13124	62	8	after	after	ADP
fcis-13124	62	9	bert	bert	PROPN
fcis-13124	62	10	:	:	PUNCT
fcis-13124	62	11	,	,	PUNCT
fcis-13124	62	12	,	,	PUNCT
fcis-13124	62	13	1	1	NUM
fcis-13124	62	14	where	where	SCONJ
fcis-13124	62	15	,	,	PUNCT
fcis-13124	62	16	…	…	PUNCT
fcis-13124	62	17	is	be	AUX
fcis-13124	62	18	the	the	DET
fcis-13124	62	19	inputs	input	NOUN
fcis-13124	62	20	,	,	PUNCT
fcis-13124	62	21	and	and	CCONJ
fcis-13124	62	22	→	→	PUNCT
fcis-13124	62	23	on	on	ADP
fcis-13124	62	24	the	the	DET
fcis-13124	62	25	top	top	NOUN
fcis-13124	62	26	denote	denote	NOUN
fcis-13124	62	27	the	the	DET
fcis-13124	62	28	forward	forward	ADJ
fcis-13124	62	29	order	order	NOUN
fcis-13124	62	30	of	of	ADP
fcis-13124	62	31	original	original	ADJ
fcis-13124	62	32	embeddings	embedding	NOUN
fcis-13124	62	33	,	,	PUNCT
fcis-13124	62	34	←represent	←represent	NUM
fcis-13124	62	35	the	the	DET
fcis-13124	62	36	backward	backward	ADJ
fcis-13124	62	37	order	order	NOUN
fcis-13124	62	38	,	,	PUNCT
fcis-13124	62	39	respectively	respectively	ADV
fcis-13124	62	40	.	.	PUNCT
fcis-13124	63	1	,	,	PUNCT
fcis-13124	63	2	…	…	PUNCT
fcis-13124	63	3	is	be	AUX
fcis-13124	63	4	the	the	DET
fcis-13124	63	5	outputs	output	NOUN
fcis-13124	63	6	of	of	ADP
fcis-13124	63	7	.	.	PUNCT
fcis-13124	64	1	is	be	AUX
fcis-13124	64	2	the	the	DET
fcis-13124	64	3	last	last	ADJ
fcis-13124	64	4	state	state	NOUN
fcis-13124	64	5	of	of	ADP
fcis-13124	64	6	encoder	encoder	NOUN
fcis-13124	64	7	.	.	PUNCT
fcis-13124	65	1	3.2.3	3.2.3	X
fcis-13124	65	2	.	.	PUNCT
fcis-13124	65	3	self	self	NOUN
fcis-13124	65	4	attention	attention	NOUN
fcis-13124	65	5	the	the	DET
fcis-13124	65	6	model	model	NOUN
fcis-13124	65	7	uses	use	VERB
fcis-13124	65	8	deep	deep	ADJ
fcis-13124	65	9	self	self	NOUN
fcis-13124	65	10	-	-	PUNCT
fcis-13124	65	11	attention	attention	NOUN
fcis-13124	65	12	mechanism	mechanism	NOUN
fcis-13124	65	13	in	in	ADP
fcis-13124	65	14	predicting	predict	VERB
fcis-13124	65	15	the	the	DET
fcis-13124	65	16	slot	slot	NOUN
fcis-13124	65	17	labels	label	NOUN
fcis-13124	65	18	to	to	PART
fcis-13124	65	19	identify	identify	VERB
fcis-13124	65	20	the	the	DET
fcis-13124	65	21	most	most	ADV
fcis-13124	65	22	informative	informative	ADJ
fcis-13124	65	23	words	word	NOUN
fcis-13124	65	24	,	,	PUNCT
fcis-13124	65	25	while	while	SCONJ
fcis-13124	65	26	the	the	DET
fcis-13124	65	27	intention	intention	NOUN
fcis-13124	65	28	depends	depend	VERB
fcis-13124	65	29	on	on	ADP
fcis-13124	65	30	the	the	DET
fcis-13124	65	31	particular	particular	ADJ
fcis-13124	65	32	word	word	NOUN
fcis-13124	65	33	in	in	ADP
fcis-13124	65	34	the	the	DET
fcis-13124	65	35	sentence	sentence	NOUN
fcis-13124	65	36	and	and	CCONJ
fcis-13124	65	37	different	different	ADJ
fcis-13124	65	38	words	word	NOUN
fcis-13124	65	39	have	have	VERB
fcis-13124	65	40	different	different	ADJ
fcis-13124	65	41	degree	degree	NOUN
fcis-13124	65	42	of	of	ADP
fcis-13124	65	43	influence	influence	NOUN
fcis-13124	65	44	on	on	ADP
fcis-13124	65	45	the	the	DET
fcis-13124	65	46	intention	intention	NOUN
fcis-13124	65	47	detection	detection	NOUN
fcis-13124	65	48	,	,	PUNCT
fcis-13124	65	49	so	so	CCONJ
fcis-13124	65	50	the	the	DET
fcis-13124	65	51	basic	basic	ADJ
fcis-13124	65	52	importance	importance	NOUN
fcis-13124	65	53	and	and	CCONJ
fcis-13124	65	54	contribution	contribution	NOUN
fcis-13124	65	55	of	of	ADP
fcis-13124	65	56	each	each	DET
fcis-13124	65	57	word	word	NOUN
fcis-13124	65	58	is	be	AUX
fcis-13124	65	59	estimated	estimate	VERB
fcis-13124	65	60	by	by	ADP
fcis-13124	65	61	the	the	DET
fcis-13124	65	62	selfattention	selfattention	NOUN
fcis-13124	65	63	mechanism	mechanism	NOUN
fcis-13124	65	64	.	.	PUNCT
fcis-13124	66	1	we	we	PRON
fcis-13124	66	2	utilize	utilize	VERB
fcis-13124	66	3	a	a	DET
fcis-13124	66	4	two	two	NUM
fcis-13124	66	5	-	-	PUNCT
fcis-13124	66	6	layer	layer	NOUN
fcis-13124	66	7	multilayer	multilayer	ADJ
fcis-13124	66	8	perceptual	perceptual	ADJ
fcis-13124	66	9	machine	machine	NOUN
fcis-13124	66	10	(	(	PUNCT
fcis-13124	66	11	mlp	mlp	NOUN
fcis-13124	66	12	)	)	PUNCT
fcis-13124	66	13	and	and	CCONJ
fcis-13124	66	14	set	set	VERB
fcis-13124	66	15	the	the	DET
fcis-13124	66	16	activation	activation	NOUN
fcis-13124	66	17	function	function	NOUN
fcis-13124	66	18	to	to	PART
fcis-13124	66	19	tanh	tanh	PROPN
fcis-13124	66	20	(	(	PUNCT
fcis-13124	66	21	the	the	DET
fcis-13124	66	22	last	last	ADJ
fcis-13124	66	23	activation	activation	NOUN
fcis-13124	66	24	function	function	NOUN
fcis-13124	66	25	is	be	AUX
fcis-13124	66	26	set	set	VERB
fcis-13124	66	27	to	to	ADP
fcis-13124	66	28	none	none	NOUN
fcis-13124	66	29	)	)	PUNCT
fcis-13124	66	30	.	.	PUNCT
fcis-13124	67	1	113	113	NUM
fcis-13124	67	2	by	by	ADP
fcis-13124	67	3	using	use	VERB
fcis-13124	67	4	the	the	DET
fcis-13124	67	5	multilayer	multilayer	ADJ
fcis-13124	67	6	perceptron	perceptron	PROPN
fcis-13124	67	7	,	,	PUNCT
fcis-13124	67	8	we	we	PRON
fcis-13124	67	9	perform	perform	VERB
fcis-13124	67	10	some	some	DET
fcis-13124	67	11	computations	computation	NOUN
fcis-13124	67	12	or	or	CCONJ
fcis-13124	67	13	transformations	transformation	NOUN
fcis-13124	67	14	on	on	ADP
fcis-13124	67	15	the	the	DET
fcis-13124	67	16	hidden	hidden	ADJ
fcis-13124	67	17	state	state	NOUN
fcis-13124	67	18	to	to	PART
fcis-13124	67	19	obtain	obtain	VERB
fcis-13124	67	20	an	an	DET
fcis-13124	67	21	attention	attention	NOUN
fcis-13124	67	22	function	function	NOUN
fcis-13124	67	23	,	,	PUNCT
fcis-13124	67	24	and	and	CCONJ
fcis-13124	67	25	the	the	DET
fcis-13124	67	26	output	output	NOUN
fcis-13124	67	27	probability	probability	NOUN
fcis-13124	67	28	distribution	distribution	NOUN
fcis-13124	67	29	is	be	AUX
fcis-13124	67	30	the	the	DET
fcis-13124	67	31	attention	attention	NOUN
fcis-13124	67	32	weight	weight	NOUN
fcis-13124	67	33	for	for	ADP
fcis-13124	67	34	each	each	DET
fcis-13124	67	35	word	word	NOUN
fcis-13124	67	36	.	.	PUNCT
fcis-13124	68	1	the	the	DET
fcis-13124	68	2	complete	complete	ADJ
fcis-13124	68	3	calculation	calculation	NOUN
fcis-13124	68	4	is	be	AUX
fcis-13124	68	5	as	as	SCONJ
fcis-13124	68	6	follows	follow	VERB
fcis-13124	68	7	:	:	PUNCT
fcis-13124	68	8	(	(	PUNCT
fcis-13124	68	9	2	2	NUM
fcis-13124	68	10	)	)	PUNCT
fcis-13124	68	11	,	,	PUNCT
fcis-13124	68	12	,	,	PUNCT
fcis-13124	68	13	3	3	NUM
fcis-13124	68	14	where	where	SCONJ
fcis-13124	68	15	is	be	AUX
fcis-13124	68	16	a	a	DET
fcis-13124	68	17	two	two	NUM
fcis-13124	68	18	-	-	PUNCT
fcis-13124	68	19	layer	layer	NOUN
fcis-13124	68	20	multilayer	multilayer	ADJ
fcis-13124	68	21	perceptual	perceptual	ADJ
fcis-13124	68	22	machine	machine	NOUN
fcis-13124	68	23	and	and	CCONJ
fcis-13124	68	24	the	the	DET
fcis-13124	68	25	activation	activation	NOUN
fcis-13124	68	26	function	function	NOUN
fcis-13124	68	27	is	be	AUX
fcis-13124	68	28	,	,	PUNCT
fcis-13124	68	29	is	be	AUX
fcis-13124	68	30	performed	perform	VERB
fcis-13124	68	31	to	to	PART
fcis-13124	68	32	obtain	obtain	VERB
fcis-13124	68	33	attention	attention	NOUN
fcis-13124	68	34	value	value	NOUN
fcis-13124	68	35	,	,	PUNCT
fcis-13124	68	36	is	be	AUX
fcis-13124	68	37	the	the	DET
fcis-13124	68	38	final	final	ADJ
fcis-13124	68	39	discourse	discourse	NOUN
fcis-13124	68	40	-	-	PUNCT
fcis-13124	68	41	level	level	NOUN
fcis-13124	68	42	representation	representation	NOUN
fcis-13124	68	43	,	,	PUNCT
fcis-13124	68	44	and	and	CCONJ
fcis-13124	68	45	is	be	AUX
fcis-13124	68	46	the	the	DET
fcis-13124	68	47	word	word	NOUN
fcis-13124	68	48	index	index	NOUN
fcis-13124	68	49	,	,	PUNCT
fcis-13124	68	50	∈	∈	PROPN
fcis-13124	68	51	and	and	CCONJ
fcis-13124	68	52	∈	∈	PROPN
fcis-13124	68	53	are	be	AUX
fcis-13124	68	54	the	the	DET
fcis-13124	68	55	mapping	mapping	NOUN
fcis-13124	68	56	matrices	matrix	NOUN
fcis-13124	68	57	,	,	PUNCT
fcis-13124	68	58	where	where	SCONJ
fcis-13124	68	59	is	be	AUX
fcis-13124	68	60	the	the	DET
fcis-13124	68	61	tag	tag	NOUN
fcis-13124	68	62	size	size	NOUN
fcis-13124	68	63	of	of	ADP
fcis-13124	68	64	slot	slot	NOUN
fcis-13124	68	65	,	,	PUNCT
fcis-13124	68	66	the	the	DET
fcis-13124	68	67	tag	tag	NOUN
fcis-13124	68	68	size	size	NOUN
fcis-13124	68	69	of	of	ADP
fcis-13124	68	70	intent	intent	NOUN
fcis-13124	68	71	,	,	PUNCT
fcis-13124	68	72	is	be	AUX
fcis-13124	68	73	the	the	DET
fcis-13124	68	74	hidden	hidden	ADJ
fcis-13124	68	75	size	size	NOUN
fcis-13124	68	76	of	of	ADP
fcis-13124	68	77	.	.	PUNCT
fcis-13124	69	1	3.2.4	3.2.4	NUM
fcis-13124	69	2	.	.	PUNCT
fcis-13124	69	3	mask	mask	NOUN
fcis-13124	69	4	mechanism	mechanism	NOUN
fcis-13124	69	5	is	be	AUX
fcis-13124	69	6	the	the	DET
fcis-13124	69	7	number	number	NOUN
fcis-13124	69	8	of	of	ADP
fcis-13124	69	9	words	word	NOUN
fcis-13124	69	10	in	in	ADP
fcis-13124	69	11	the	the	DET
fcis-13124	69	12	sentence	sentence	NOUN
fcis-13124	69	13	.	.	PUNCT
fcis-13124	70	1	is	be	AUX
fcis-13124	70	2	the	the	DET
fcis-13124	70	3	total	total	ADJ
fcis-13124	70	4	number	number	NOUN
fcis-13124	70	5	of	of	ADP
fcis-13124	70	6	iterations	iteration	NOUN
fcis-13124	70	7	.	.	PUNCT
fcis-13124	71	1	∈	∈	PROPN
fcis-13124	71	2	is	be	AUX
fcis-13124	71	3	the	the	DET
fcis-13124	71	4	label	label	NOUN
fcis-13124	71	5	distribution	distribution	NOUN
fcis-13124	71	6	of	of	ADP
fcis-13124	71	7	the	the	DET
fcis-13124	71	8	node	node	NOUN
fcis-13124	71	9	in	in	ADP
fcis-13124	71	10	the	the	DET
fcis-13124	71	11	iteration	iteration	NOUN
fcis-13124	71	12	,	,	PUNCT
fcis-13124	71	13	where	where	SCONJ
fcis-13124	71	14	∈	∈	PROPN
fcis-13124	71	15	0	0	NUM
fcis-13124	71	16	,	,	PUNCT
fcis-13124	71	17	,	,	PUNCT
fcis-13124	71	18	∈	∈	PROPN
fcis-13124	71	19	0	0	NUM
fcis-13124	71	20	,	,	PUNCT
fcis-13124	71	21	and	and	CCONJ
fcis-13124	71	22	is	be	AUX
fcis-13124	71	23	the	the	DET
fcis-13124	71	24	label	label	NOUN
fcis-13124	71	25	distribution	distribution	NOUN
fcis-13124	71	26	of	of	ADP
fcis-13124	71	27	the	the	DET
fcis-13124	71	28	intent	intent	NOUN
fcis-13124	71	29	node	node	NOUN
fcis-13124	71	30	,	,	PUNCT
fcis-13124	71	31	we	we	PRON
fcis-13124	71	32	add	add	VERB
fcis-13124	71	33	the	the	DET
fcis-13124	71	34	intent	intent	NOUN
fcis-13124	71	35	as	as	ADP
fcis-13124	71	36	the	the	DET
fcis-13124	71	37	last	last	ADJ
fcis-13124	71	38	node	node	NOUN
fcis-13124	71	39	to	to	PART
fcis-13124	71	40	tag	tag	VERB
fcis-13124	71	41	and	and	CCONJ
fcis-13124	71	42	apply	apply	VERB
fcis-13124	71	43	mask	mask	NOUN
fcis-13124	71	44	mechanism	mechanism	NOUN
fcis-13124	71	45	to	to	PART
fcis-13124	71	46	to	to	PART
fcis-13124	71	47	recover	recover	VERB
fcis-13124	71	48	the	the	DET
fcis-13124	71	49	original	original	ADJ
fcis-13124	71	50	set	set	NOUN
fcis-13124	71	51	of	of	ADP
fcis-13124	71	52	labels	label	NOUN
fcis-13124	71	53	of	of	ADP
fcis-13124	71	54	the	the	DET
fcis-13124	71	55	node	node	NOUN
fcis-13124	71	56	.	.	PUNCT
fcis-13124	72	1	intent	intent	PROPN
fcis-13124	72	2	nodes	node	NOUN
fcis-13124	72	3	have	have	VERB
fcis-13124	72	4	only	only	ADV
fcis-13124	72	5	intent	intent	ADJ
fcis-13124	72	6	-	-	PUNCT
fcis-13124	72	7	specific	specific	ADJ
fcis-13124	72	8	label	label	NOUN
fcis-13124	72	9	sets	set	NOUN
fcis-13124	72	10	of	of	ADP
fcis-13124	72	11	size	size	NOUN
fcis-13124	72	12	,	,	PUNCT
fcis-13124	72	13	so	so	CCONJ
fcis-13124	72	14	the	the	DET
fcis-13124	72	15	mask	mask	NOUN
fcis-13124	72	16	of	of	ADP
fcis-13124	72	17	an	an	DET
fcis-13124	72	18	intent	intent	NOUN
fcis-13124	72	19	node	node	NOUN
fcis-13124	72	20	is	be	AUX
fcis-13124	72	21	,	,	PUNCT
fcis-13124	72	22	∗	∗	NOUN
fcis-13124	72	23	,	,	PUNCT
fcis-13124	72	24	0	0	NUM
fcis-13124	72	25	,	,	PUNCT
fcis-13124	72	26	∗	∗	NOUN
fcis-13124	72	27	like	like	INTJ
fcis-13124	72	28	follows	follow	VERB
fcis-13124	72	29	:	:	PUNCT
fcis-13124	72	30	0	0	NUM
fcis-13124	72	31	,	,	PUNCT
fcis-13124	72	32	∗	∗	NOUN
fcis-13124	72	33	,	,	PUNCT
fcis-13124	72	34	,	,	PUNCT
fcis-13124	72	35	∗	∗	NOUN
fcis-13124	72	36	,	,	PUNCT
fcis-13124	72	37	,	,	PUNCT
fcis-13124	72	38	∗	∗	NOUN
fcis-13124	72	39	,	,	PUNCT
fcis-13124	72	40	0	0	NUM
fcis-13124	72	41	,	,	PUNCT
fcis-13124	72	42	∗	∗	NOUN
fcis-13124	72	43	,	,	PUNCT
fcis-13124	72	44	4	4	NUM
fcis-13124	72	45	where	where	SCONJ
fcis-13124	72	46	is	be	AUX
fcis-13124	72	47	the	the	DET
fcis-13124	72	48	tag	tag	NOUN
fcis-13124	72	49	size	size	NOUN
fcis-13124	72	50	of	of	ADP
fcis-13124	72	51	intent	intent	NOUN
fcis-13124	72	52	and	and	CCONJ
fcis-13124	72	53	is	be	AUX
fcis-13124	72	54	the	the	DET
fcis-13124	72	55	tag	tag	NOUN
fcis-13124	72	56	size	size	NOUN
fcis-13124	72	57	of	of	ADP
fcis-13124	72	58	slots	slot	NOUN
fcis-13124	72	59	.	.	PUNCT
fcis-13124	73	1	we	we	PRON
fcis-13124	73	2	can	can	AUX
fcis-13124	73	3	obtain	obtain	VERB
fcis-13124	73	4	the	the	DET
fcis-13124	73	5	unary	unary	ADJ
fcis-13124	73	6	potential	potential	NOUN
fcis-13124	73	7	by	by	ADP
fcis-13124	73	8	following	follow	VERB
fcis-13124	73	9	equations	equation	NOUN
fcis-13124	73	10	:	:	PUNCT
fcis-13124	73	11	,	,	PUNCT
fcis-13124	73	12	,	,	PUNCT
fcis-13124	73	13	∈	∈	PROPN
fcis-13124	73	14	0	0	NUM
fcis-13124	73	15	,	,	PUNCT
fcis-13124	73	16	1	1	NUM
fcis-13124	73	17	,	,	PUNCT
fcis-13124	73	18	.	.	PUNCT
fcis-13124	74	1	5	5	NUM
fcis-13124	74	2	where	where	SCONJ
fcis-13124	74	3	is	be	AUX
fcis-13124	74	4	the	the	DET
fcis-13124	74	5	unary	unary	ADJ
fcis-13124	74	6	potential	potential	NOUN
fcis-13124	74	7	of	of	ADP
fcis-13124	74	8	the	the	DET
fcis-13124	74	9	-th	-th	ADJ
fcis-13124	74	10	node	node	NOUN
fcis-13124	74	11	;	;	PUNCT
fcis-13124	74	12	denotes	denote	VERB
fcis-13124	74	13	the	the	DET
fcis-13124	74	14	zero	zero	NUM
fcis-13124	74	15	vector	vector	NOUN
fcis-13124	74	16	of	of	ADP
fcis-13124	74	17	length	length	NOUN
fcis-13124	74	18	;	;	PUNCT
fcis-13124	74	19	depending	depend	VERB
fcis-13124	74	20	on	on	ADP
fcis-13124	74	21	the	the	DET
fcis-13124	74	22	mask	mask	NOUN
fcis-13124	74	23	,	,	PUNCT
fcis-13124	74	24	zero	zero	NUM
fcis-13124	74	25	vector	vector	NOUN
fcis-13124	74	26	will	will	AUX
fcis-13124	74	27	be	be	AUX
fcis-13124	74	28	used	use	VERB
fcis-13124	74	29	to	to	PART
fcis-13124	74	30	fill	fill	VERB
fcis-13124	74	31	the	the	DET
fcis-13124	74	32	original	original	ADJ
fcis-13124	74	33	logits	logit	NOUN
fcis-13124	74	34	.	.	PUNCT
fcis-13124	75	1	3.2.5	3.2.5	X
fcis-13124	75	2	.	.	X
fcis-13124	76	1	graph	graph	NOUN
fcis-13124	76	2	construction	construction	NOUN
fcis-13124	76	3	first	first	ADV
fcis-13124	76	4	for	for	ADP
fcis-13124	76	5	each	each	DET
fcis-13124	76	6	word	word	NOUN
fcis-13124	76	7	,	,	PUNCT
fcis-13124	76	8	the	the	DET
fcis-13124	76	9	k	k	PROPN
fcis-13124	76	10	nearest	near	ADJ
fcis-13124	76	11	neighbour	neighbour	NOUN
fcis-13124	76	12	sets	set	NOUN
fcis-13124	76	13	are	be	AUX
fcis-13124	76	14	queried	query	VERB
fcis-13124	76	15	from	from	ADP
fcis-13124	76	16	the	the	DET
fcis-13124	76	17	training	training	NOUN
fcis-13124	76	18	set	set	NOUN
fcis-13124	76	19	using	use	VERB
fcis-13124	76	20	their	their	PRON
fcis-13124	76	21	corresponding	correspond	VERB
fcis-13124	76	22	embeddings	embedding	NOUN
fcis-13124	76	23	,	,	PUNCT
fcis-13124	76	24	and	and	CCONJ
fcis-13124	76	25	the	the	DET
fcis-13124	76	26	l2	l2	NOUN
fcis-13124	76	27	euclidean	euclidean	ADJ
fcis-13124	76	28	distance	distance	NOUN
fcis-13124	77	1	d	d	PROPN
fcis-13124	77	2	(	(	PUNCT
fcis-13124	77	3	,	,	PUNCT
fcis-13124	77	4	-	-	PUNCT
fcis-13124	77	5	)	)	PUNCT
fcis-13124	77	6	is	be	AUX
fcis-13124	77	7	used	use	VERB
fcis-13124	77	8	as	as	ADP
fcis-13124	77	9	the	the	DET
fcis-13124	77	10	similarity	similarity	NOUN
fcis-13124	77	11	measure	measure	NOUN
fcis-13124	77	12	.	.	PUNCT
fcis-13124	78	1	the	the	DET
fcis-13124	78	2	retrieved	retrieve	VERB
fcis-13124	78	3	nearest	near	ADJ
fcis-13124	78	4	neighbor	neighbor	NOUN
fcis-13124	78	5	sets	set	NOUN
fcis-13124	78	6	are	be	AUX
fcis-13124	78	7	represented	represent	VERB
fcis-13124	78	8	as	as	ADP
fcis-13124	78	9	(	(	PUNCT
fcis-13124	78	10	key	key	ADJ
fcis-13124	78	11	,	,	PUNCT
fcis-13124	78	12	value	value	NOUN
fcis-13124	78	13	)	)	PUNCT
fcis-13124	78	14	pairs	pair	NOUN
fcis-13124	78	15	,	,	PUNCT
fcis-13124	78	16	where	where	SCONJ
fcis-13124	78	17	keys	key	NOUN
fcis-13124	78	18	denote	denote	VERB
fcis-13124	78	19	retrieved	retrieve	VERB
fcis-13124	78	20	similar	similar	ADJ
fcis-13124	78	21	words	word	NOUN
fcis-13124	78	22	and	and	CCONJ
fcis-13124	78	23	values	value	NOUN
fcis-13124	78	24	denote	denote	VERB
fcis-13124	78	25	corresponding	correspond	VERB
fcis-13124	78	26	sl	sl	NUM
fcis-13124	78	27	labels	label	NOUN
fcis-13124	78	28	.	.	PUNCT
fcis-13124	79	1	we	we	PRON
fcis-13124	79	2	need	need	VERB
fcis-13124	79	3	to	to	PART
fcis-13124	79	4	construct	construct	VERB
fcis-13124	79	5	a	a	DET
fcis-13124	79	6	graph	graph	NOUN
fcis-13124	79	7	from	from	ADP
fcis-13124	79	8	the	the	DET
fcis-13124	79	9	k	k	PROPN
fcis-13124	79	10	nearest	near	ADJ
fcis-13124	79	11	neighbours	neighbour	NOUN
fcis-13124	79	12	of	of	ADP
fcis-13124	79	13	the	the	DET
fcis-13124	79	14	query	query	NOUN
fcis-13124	79	15	and	and	CCONJ
fcis-13124	79	16	the	the	DET
fcis-13124	79	17	input	input	NOUN
fcis-13124	79	18	words	word	NOUN
fcis-13124	79	19	.	.	PUNCT
fcis-13124	80	1	messages	message	NOUN
fcis-13124	80	2	are	be	AUX
fcis-13124	80	3	passed	pass	VERB
fcis-13124	80	4	from	from	ADP
fcis-13124	80	5	the	the	DET
fcis-13124	80	6	nearest	near	ADJ
fcis-13124	80	7	neighbours	neighbour	NOUN
fcis-13124	80	8	to	to	ADP
fcis-13124	80	9	each	each	DET
fcis-13124	80	10	input	input	NOUN
fcis-13124	80	11	word	word	NOUN
fcis-13124	80	12	to	to	PART
fcis-13124	80	13	obtain	obtain	VERB
fcis-13124	80	14	an	an	DET
fcis-13124	80	15	aggregated	aggregate	VERB
fcis-13124	80	16	representation	representation	NOUN
fcis-13124	80	17	.	.	PUNCT
fcis-13124	81	1	then	then	ADV
fcis-13124	81	2	define	define	VERB
fcis-13124	81	3	three	three	NUM
fcis-13124	81	4	types	type	NOUN
fcis-13124	81	5	of	of	ADP
fcis-13124	81	6	nodes	node	NOUN
fcis-13124	81	7	and	and	CCONJ
fcis-13124	81	8	different	different	ADJ
fcis-13124	81	9	types	type	NOUN
fcis-13124	81	10	of	of	ADP
fcis-13124	81	11	edges	edge	NOUN
fcis-13124	81	12	associated	associate	VERB
fcis-13124	81	13	with	with	ADP
fcis-13124	81	14	the	the	DET
fcis-13124	81	15	nodes	node	NOUN
fcis-13124	81	16	:	:	PUNCT
fcis-13124	81	17			NOUN
fcis-13124	81	18	,	,	PUNCT
fcis-13124	81	19	which	which	PRON
fcis-13124	81	20	represent	represent	VERB
fcis-13124	81	21	the	the	DET
fcis-13124	81	22	input	input	NOUN
fcis-13124	81	23	nodes	node	NOUN
fcis-13124	81	24	,	,	PUNCT
fcis-13124	81	25	i.e.	i.e.	X
fcis-13124	81	26	enter	enter	VERB
fcis-13124	81	27	the	the	DET
fcis-13124	81	28	words	word	NOUN
fcis-13124	81	29	in	in	ADP
fcis-13124	81	30	the	the	DET
fcis-13124	81	31	sentence	sentence	NOUN
fcis-13124	81	32			NOUN
fcis-13124	81	33	,	,	PUNCT
fcis-13124	81	34	which	which	PRON
fcis-13124	81	35	represent	represent	VERB
fcis-13124	81	36	the	the	DET
fcis-13124	81	37	neighbour	neighbour	NOUN
fcis-13124	81	38	nodes	node	NOUN
fcis-13124	81	39	,	,	PUNCT
fcis-13124	81	40	i.e.	i.e.	X
fcis-13124	81	41	,	,	PUNCT
fcis-13124	81	42	the	the	DET
fcis-13124	81	43	retrieved	retrieve	VERB
fcis-13124	81	44	neighbour	neighbour	ADJ
fcis-13124	81	45	terms	term	NOUN
fcis-13124	81	46	.	.	PUNCT
fcis-13124	82	1	in	in	ADP
fcis-13124	82	2	addition	addition	NOUN
fcis-13124	82	3	to	to	ADP
fcis-13124	82	4	this	this	PRON
fcis-13124	82	5	,	,	PUNCT
fcis-13124	82	6	the	the	DET
fcis-13124	82	7	context	context	NOUN
fcis-13124	82	8	of	of	ADP
fcis-13124	82	9	the	the	DET
fcis-13124	82	10	nearest	near	ADJ
fcis-13124	82	11	neighbours	neighbour	NOUN
fcis-13124	82	12	(	(	PUNCT
fcis-13124	82	13	thus	thus	ADV
fcis-13124	82	14	considered	consider	VERB
fcis-13124	82	15	as	as	ADP
fcis-13124	82	16	neighbour	neighbour	NOUN
fcis-13124	82	17	nodes	node	NOUN
fcis-13124	82	18	)	)	PUNCT
fcis-13124	82	19	is	be	AUX
fcis-13124	82	20	also	also	ADV
fcis-13124	82	21	included	include	VERB
fcis-13124	82	22	in	in	ADP
fcis-13124	82	23	order	order	NOUN
fcis-13124	82	24	to	to	PART
fcis-13124	82	25	obtain	obtain	VERB
fcis-13124	82	26	richer	rich	ADJ
fcis-13124	82	27	contextual	contextual	ADJ
fcis-13124	82	28	information	information	NOUN
fcis-13124	82	29	for	for	ADP
fcis-13124	82	30	the	the	DET
fcis-13124	82	31	retrieved	retrieve	VERB
fcis-13124	82	32	neighbours	neighbour	NOUN
fcis-13124	82	33	.	.	PUNCT
fcis-13124	83	1			X
fcis-13124	83	2	,	,	PUNCT
fcis-13124	83	3	which	which	PRON
fcis-13124	83	4	represent	represent	VERB
fcis-13124	83	5	the	the	DET
fcis-13124	83	6	label	label	NOUN
fcis-13124	83	7	nodes	node	NOUN
fcis-13124	83	8	.	.	PUNCT
fcis-13124	84	1	since	since	SCONJ
fcis-13124	84	2	the	the	DET
fcis-13124	84	3	labels	label	NOUN
fcis-13124	84	4	of	of	ADP
fcis-13124	84	5	the	the	DET
fcis-13124	84	6	nearest	near	ADJ
fcis-13124	84	7	neighbours	neighbour	NOUN
fcis-13124	84	8	provide	provide	VERB
fcis-13124	84	9	an	an	DET
fcis-13124	84	10	important	important	ADJ
fcis-13124	84	11	basis	basis	NOUN
fcis-13124	84	12	for	for	ADP
fcis-13124	84	13	the	the	DET
fcis-13124	84	14	classification	classification	NOUN
fcis-13124	84	15	of	of	ADP
fcis-13124	84	16	the	the	DET
fcis-13124	84	17	input	input	NOUN
fcis-13124	84	18	nodes	node	NOUN
fcis-13124	84	19	,	,	PUNCT
fcis-13124	84	20	we	we	PRON
fcis-13124	84	21	would	would	AUX
fcis-13124	84	22	like	like	VERB
fcis-13124	84	23	to	to	PART
fcis-13124	84	24	pass	pass	VERB
fcis-13124	84	25	the	the	DET
fcis-13124	84	26	influence	influence	NOUN
fcis-13124	84	27	of	of	ADP
fcis-13124	84	28	the	the	DET
fcis-13124	84	29	neighbours	neighbour	NOUN
fcis-13124	84	30	'	'	PART
fcis-13124	84	31	labels	label	NOUN
fcis-13124	84	32	along	along	ADP
fcis-13124	84	33	the	the	DET
fcis-13124	84	34	graph	graph	NOUN
fcis-13124	84	35	to	to	ADP
fcis-13124	84	36	the	the	DET
fcis-13124	84	37	input	input	NOUN
fcis-13124	84	38	nodes	nod	VERB
fcis-13124	84	39	the	the	DET
fcis-13124	84	40	first	first	ADJ
fcis-13124	84	41	paragraph	paragraph	NOUN
fcis-13124	84	42	after	after	ADP
fcis-13124	84	43	a	a	DET
fcis-13124	84	44	section	section	NOUN
fcis-13124	84	45	or	or	CCONJ
fcis-13124	84	46	subsection	subsection	NOUN
fcis-13124	84	47	heading	heading	NOUN
fcis-13124	84	48	should	should	AUX
fcis-13124	84	49	not	not	PART
fcis-13124	84	50	be	be	AUX
fcis-13124	84	51	indented	indent	VERB
fcis-13124	84	52	;	;	PUNCT
fcis-13124	84	53	subsequent	subsequent	ADJ
fcis-13124	84	54	paragraphs	paragraph	NOUN
fcis-13124	84	55	should	should	AUX
fcis-13124	84	56	be	be	AUX
fcis-13124	84	57	indented	indent	VERB
fcis-13124	84	58	by	by	ADP
fcis-13124	84	59	5	5	NUM
fcis-13124	84	60	mm	mm	NOUN
fcis-13124	84	61	.	.	PUNCT
fcis-13124	85	1			X
fcis-13124	85	2	υ	υ	PROPN
fcis-13124	85	3	,	,	PUNCT
fcis-13124	85	4	which	which	PRON
fcis-13124	85	5	represent	represent	VERB
fcis-13124	85	6	edges	edge	NOUN
fcis-13124	85	7	from	from	ADP
fcis-13124	85	8	input	input	NOUN
fcis-13124	85	9	nodes	node	NOUN
fcis-13124	85	10	to	to	ADP
fcis-13124	85	11	input	input	NOUN
fcis-13124	85	12	nodes	node	NOUN
fcis-13124	85	13	.	.	PUNCT
fcis-13124	86	1			X
fcis-13124	86	2	υ	υ	NOUN
fcis-13124	86	3	,	,	PUNCT
fcis-13124	86	4	which	which	PRON
fcis-13124	86	5	represent	represent	VERB
fcis-13124	86	6	edges	edge	NOUN
fcis-13124	86	7	between	between	ADP
fcis-13124	86	8	the	the	DET
fcis-13124	86	9	input	input	NOUN
fcis-13124	86	10	nodes	node	NOUN
fcis-13124	86	11	and	and	CCONJ
fcis-13124	86	12	the	the	DET
fcis-13124	86	13	neighbour	neighbour	NOUN
fcis-13124	86	14	nodes	nod	VERB
fcis-13124	86	15	.	.	PUNCT
fcis-13124	87	1			X
fcis-13124	87	2	υ	υ	NOUN
fcis-13124	87	3	,	,	PUNCT
fcis-13124	87	4	which	which	PRON
fcis-13124	87	5	represent	represent	VERB
fcis-13124	87	6	edges	edge	NOUN
fcis-13124	87	7	from	from	ADP
fcis-13124	87	8	neighbour	neighbour	ADJ
fcis-13124	87	9	nodes	node	NOUN
fcis-13124	87	10	to	to	ADP
fcis-13124	87	11	neighbour	neighbour	NOUN
fcis-13124	87	12	nodes	node	NOUN
fcis-13124	87	13			NOUN
fcis-13124	87	14	υ	υ	NOUN
fcis-13124	87	15	,	,	PUNCT
fcis-13124	87	16	which	which	PRON
fcis-13124	87	17	represent	represent	VERB
fcis-13124	87	18	edges	edge	NOUN
fcis-13124	87	19	between	between	ADP
fcis-13124	87	20	the	the	DET
fcis-13124	87	21	neighbour	neighbour	NOUN
fcis-13124	87	22	nodes	node	NOUN
fcis-13124	87	23	and	and	CCONJ
fcis-13124	87	24	label	label	NOUN
fcis-13124	87	25	nodes	node	NOUN
fcis-13124	87	26	we	we	PRON
fcis-13124	87	27	construct	construct	VERB
fcis-13124	87	28	an	an	DET
fcis-13124	87	29	undirected	undirected	ADJ
fcis-13124	87	30	graph	graph	NOUN
fcis-13124	87	31	based	base	VERB
fcis-13124	87	32	on	on	ADP
fcis-13124	87	33	the	the	DET
fcis-13124	87	34	defined	define	VERB
fcis-13124	87	35	nodes	node	NOUN
fcis-13124	87	36	and	and	CCONJ
fcis-13124	87	37	edges	edge	NOUN
fcis-13124	87	38	,	,	PUNCT
fcis-13124	87	39	and	and	CCONJ
fcis-13124	87	40	then	then	ADV
fcis-13124	87	41	use	use	VERB
fcis-13124	87	42	a	a	DET
fcis-13124	87	43	graph	graph	NOUN
fcis-13124	87	44	neural	neural	ADJ
fcis-13124	87	45	network	network	NOUN
fcis-13124	87	46	(	(	PUNCT
fcis-13124	87	47	gnn	gnn	PROPN
fcis-13124	87	48	)	)	PUNCT
fcis-13124	87	49	to	to	PART
fcis-13124	87	50	summarize	summarize	VERB
fcis-13124	87	51	the	the	DET
fcis-13124	87	52	graph	graph	NOUN
fcis-13124	87	53	-	-	PUNCT
fcis-13124	87	54	based	base	VERB
fcis-13124	87	55	information	information	NOUN
fcis-13124	87	56	to	to	PART
fcis-13124	87	57	obtain	obtain	VERB
fcis-13124	87	58	the	the	DET
fcis-13124	87	59	final	final	ADJ
fcis-13124	87	60	representation	representation	NOUN
fcis-13124	87	61	of	of	ADP
fcis-13124	87	62	each	each	DET
fcis-13124	87	63	word	word	NOUN
fcis-13124	87	64	to	to	PART
fcis-13124	87	65	be	be	AUX
fcis-13124	87	66	labelled	label	VERB
fcis-13124	87	67	.	.	PUNCT
fcis-13124	88	1	for	for	ADP
fcis-13124	88	2	each	each	DET
fcis-13124	88	3	edge	edge	NOUN
fcis-13124	88	4	(	(	PUNCT
fcis-13124	88	5	s	s	X
fcis-13124	88	6	,	,	PUNCT
fcis-13124	88	7	e	e	NOUN
fcis-13124	88	8	,	,	PUNCT
fcis-13124	88	9	n	n	CCONJ
fcis-13124	88	10	)	)	PUNCT
fcis-13124	88	11	,	,	PUNCT
fcis-13124	88	12	the	the	DET
fcis-13124	88	13	message	message	NOUN
fcis-13124	88	14	passed	pass	VERB
fcis-13124	88	15	from	from	ADP
fcis-13124	88	16	node	node	NOUN
fcis-13124	88	17	s	s	NOUN
fcis-13124	88	18	to	to	PART
fcis-13124	88	19	node	node	VERB
fcis-13124	88	20	n	n	PRON
fcis-13124	88	21	can	can	AUX
fcis-13124	88	22	be	be	AUX
fcis-13124	88	23	expressed	express	VERB
fcis-13124	88	24	as	as	SCONJ
fcis-13124	88	25	follows	follow	VERB
fcis-13124	88	26	:	:	PUNCT
fcis-13124	88	27	,	,	PUNCT
fcis-13124	88	28	,	,	PUNCT
fcis-13124	88	29	6	6	NUM
fcis-13124	88	30	where	where	SCONJ
fcis-13124	88	31	denotes	denote	VERB
fcis-13124	88	32	a	a	DET
fcis-13124	88	33	collection	collection	NOUN
fcis-13124	88	34	of	of	ADP
fcis-13124	88	35	nodes	node	NOUN
fcis-13124	88	36	v	v	ADP
fcis-13124	88	37	,	,	PUNCT
fcis-13124	88	38	∈	∈	PROPN
fcis-13124	88	39	and	and	CCONJ
fcis-13124	88	40	∈	∈	PROPN
fcis-13124	88	41	are	be	AUX
fcis-13124	88	42	two	two	NUM
fcis-13124	88	43	learnable	learnable	ADJ
fcis-13124	88	44	weight	weight	NOUN
fcis-13124	88	45	matrices	matrix	NOUN
fcis-13124	88	46	that	that	PRON
fcis-13124	88	47	control	control	VERB
fcis-13124	88	48	the	the	DET
fcis-13124	88	49	outflow	outflow	NOUN
fcis-13124	88	50	of	of	ADP
fcis-13124	88	51	node	node	NOUN
fcis-13124	88	52	from	from	ADP
fcis-13124	88	53	the	the	DET
fcis-13124	88	54	node	node	ADJ
fcis-13124	88	55	side	side	NOUN
fcis-13124	88	56	and	and	CCONJ
fcis-13124	88	57	the	the	DET
fcis-13124	88	58	edge	edge	NOUN
fcis-13124	88	59	side	side	NOUN
fcis-13124	88	60	,	,	PUNCT
fcis-13124	88	61	respectively	respectively	ADV
fcis-13124	88	62	,	,	PUNCT
fcis-13124	88	63	denotes	denote	VERB
fcis-13124	88	64	the	the	DET
fcis-13124	88	65	dimension	dimension	NOUN
fcis-13124	88	66	of	of	ADP
fcis-13124	88	67	a	a	DET
fcis-13124	88	68	vector	vector	NOUN
fcis-13124	88	69	.	.	PUNCT
fcis-13124	89	1	and	and	CCONJ
fcis-13124	89	2	we	we	PRON
fcis-13124	89	3	map	map	VERB
fcis-13124	89	4	the	the	DET
fcis-13124	89	5	source	source	NOUN
fcis-13124	89	6	node	node	ADJ
fcis-13124	89	7	to	to	ADP
fcis-13124	89	8	a	a	DET
fcis-13124	89	9	vector	vector	NOUN
fcis-13124	89	10	and	and	CCONJ
fcis-13124	89	11	the	the	DET
fcis-13124	89	12	target	target	NOUN
fcis-13124	89	13	node	node	VERB
fcis-13124	89	14	to	to	ADP
fcis-13124	89	15	a	a	DET
fcis-13124	89	16	vector	vector	NOUN
fcis-13124	89	17	in	in	ADP
fcis-13124	89	18	order	order	NOUN
fcis-13124	89	19	to	to	PART
fcis-13124	89	20	facilitate	facilitate	VERB
fcis-13124	89	21	the	the	DET
fcis-13124	89	22	introduction	introduction	NOUN
fcis-13124	89	23	of	of	ADP
fcis-13124	89	24	attentional	attentional	ADJ
fcis-13124	89	25	weights	weight	NOUN
fcis-13124	89	26	.	.	PUNCT
fcis-13124	90	1	the	the	DET
fcis-13124	90	2	attention	attention	NOUN
fcis-13124	90	3	mechanism	mechanism	NOUN
fcis-13124	90	4	can	can	AUX
fcis-13124	90	5	be	be	AUX
fcis-13124	90	6	viewed	view	VERB
fcis-13124	90	7	in	in	ADP
fcis-13124	90	8	vaswani	vaswani	PROPN
fcis-13124	90	9	et	et	PROPN
fcis-13124	90	10	al	al	PROPN
fcis-13124	90	11	..	..	PROPN
fcis-13124	90	12	[9	[9	X
fcis-13124	90	13	]	]	X
fcis-13124	90	14	we	we	PRON
fcis-13124	90	15	can	can	AUX
fcis-13124	90	16	think	think	VERB
fcis-13124	90	17	of	of	ADP
fcis-13124	90	18	the	the	DET
fcis-13124	90	19	importance	importance	NOUN
fcis-13124	90	20	of	of	ADP
fcis-13124	90	21	each	each	DET
fcis-13124	90	22	neighbor	neighbor	NOUN
fcis-13124	90	23	of	of	ADP
fcis-13124	90	24	the	the	DET
fcis-13124	90	25	receiving	receive	VERB
fcis-13124	90	26	node	node	NOUN
fcis-13124	90	27	n	n	CCONJ
fcis-13124	90	28	with	with	ADP
fcis-13124	90	29	respect	respect	NOUN
fcis-13124	90	30	to	to	ADP
fcis-13124	90	31	that	that	DET
fcis-13124	90	32	relation	relation	NOUN
fcis-13124	90	33	as	as	ADP
fcis-13124	90	34	an	an	DET
fcis-13124	90	35	attentional	attentional	ADJ
fcis-13124	90	36	mechanism	mechanism	NOUN
fcis-13124	90	37	linking	link	VERB
fcis-13124	90	38	the	the	DET
fcis-13124	90	39	different	different	ADJ
fcis-13124	90	40	locations	location	NOUN
fcis-13124	90	41	of	of	ADP
fcis-13124	90	42	a	a	DET
fcis-13124	90	43	single	single	ADJ
fcis-13124	90	44	sequence	sequence	NOUN
fcis-13124	90	45	:	:	PUNCT
fcis-13124	90	46	,	,	PUNCT
fcis-13124	90	47	7	7	NUM
fcis-13124	90	48	where	where	SCONJ
fcis-13124	90	49	∈	∈	PROPN
fcis-13124	90	50	and	and	CCONJ
fcis-13124	90	51	∈	∈	PROPN
fcis-13124	90	52	are	be	AUX
fcis-13124	90	53	two	two	NUM
fcis-13124	90	54	learnable	learnable	ADJ
fcis-13124	90	55	matrixes	matrix	NOUN
fcis-13124	90	56	.	.	PUNCT
fcis-13124	91	1	when	when	SCONJ
fcis-13124	91	2	using	use	VERB
fcis-13124	91	3	different	different	ADJ
fcis-13124	91	4	types	type	NOUN
fcis-13124	91	5	of	of	ADP
fcis-13124	91	6	edges	edge	NOUN
fcis-13124	91	7	for	for	ADP
fcis-13124	91	8	node	node	ADJ
fcis-13124	91	9	connections	connection	NOUN
fcis-13124	91	10	,	,	PUNCT
fcis-13124	91	11	we	we	PRON
fcis-13124	91	12	follow	follow	VERB
fcis-13124	91	13	hu	hu	PROPN
fcis-13124	91	14	et	et	PROPN
fcis-13124	91	15	al	al	PROPN
fcis-13124	91	16	.	.	PUNCT
fcis-13124	92	1	to	to	PART
fcis-13124	92	2	maintain	maintain	VERB
fcis-13124	92	3	a	a	DET
fcis-13124	92	4	different	different	ADJ
fcis-13124	92	5	edge	edge	NOUN
fcis-13124	92	6	matrix	matrix	NOUN
fcis-13124	92	7	∈	∈	NOUN
fcis-13124	92	8	for	for	ADP
fcis-13124	92	9	each	each	DET
fcis-13124	92	10	edge	edge	NOUN
fcis-13124	92	11	type	type	NOUN
fcis-13124	92	12	between	between	ADP
fcis-13124	92	13	the	the	DET
fcis-13124	92	14	points	point	NOUN
fcis-13124	92	15	of	of	ADP
fcis-13124	92	16	and	and	CCONJ
fcis-13124	92	17	:	:	PUNCT
fcis-13124	92	18	,	,	PUNCT
fcis-13124	92	19	∙	∙	PROPN
fcis-13124	92	20	〈	〈	PROPN
fcis-13124	92	21	,	,	PUNCT
fcis-13124	92	22	,	,	PUNCT
fcis-13124	92	23	〉	〉	NOUN
fcis-13124	92	24	√	√	NUM
fcis-13124	92	25	,	,	PUNCT
fcis-13124	92	26	8	8	NUM
fcis-13124	92	27	,	,	PUNCT
fcis-13124	92	28	,	,	PUNCT
fcis-13124	92	29	,	,	PUNCT
fcis-13124	92	30	,	,	PUNCT
fcis-13124	92	31	∈	∈	PROPN
fcis-13124	92	32	,	,	PUNCT
fcis-13124	92	33	∈	∈	PROPN
fcis-13124	92	34	9	9	NUM
fcis-13124	92	35	where	where	SCONJ
fcis-13124	92	36	μ	μ	PROPN
fcis-13124	92	37	is	be	AUX
fcis-13124	92	38	a	a	DET
fcis-13124	92	39	learnable	learnable	ADJ
fcis-13124	92	40	matrix	matrix	NOUN
fcis-13124	92	41	representing	represent	VERB
fcis-13124	92	42	the	the	DET
fcis-13124	92	43	contribution	contribution	NOUN
fcis-13124	92	44	of	of	ADP
fcis-13124	92	45	each	each	DET
fcis-13124	92	46	edge	edge	NOUN
fcis-13124	92	47	with	with	ADP
fcis-13124	92	48	different	different	ADJ
fcis-13124	92	49	relations	relation	NOUN
fcis-13124	92	50	.	.	PUNCT
fcis-13124	93	1	[	[	X
fcis-13124	93	2	10	10	NUM
fcis-13124	93	3	]	]	PUNCT
fcis-13124	93	4	we	we	PRON
fcis-13124	93	5	now	now	ADV
fcis-13124	93	6	have	have	VERB
fcis-13124	93	7	information	information	NOUN
fcis-13124	93	8	and	and	CCONJ
fcis-13124	93	9	attention	attention	NOUN
fcis-13124	93	10	weights	weight	NOUN
fcis-13124	93	11	for	for	ADP
fcis-13124	93	12	each	each	DET
fcis-13124	93	13	edge	edge	NOUN
fcis-13124	93	14	,	,	PUNCT
fcis-13124	93	15	and	and	CCONJ
fcis-13124	93	16	further	far	ADV
fcis-13124	93	17	go	go	VERB
fcis-13124	93	18	to	to	PART
fcis-13124	93	19	get	get	VERB
fcis-13124	93	20	information	information	NOUN
fcis-13124	93	21	and	and	CCONJ
fcis-13124	93	22	weights	weight	NOUN
fcis-13124	93	23	for	for	ADP
fcis-13124	93	24	all	all	DET
fcis-13124	93	25	neighbouring	neighbouring	ADJ
fcis-13124	93	26	nodes	node	NOUN
fcis-13124	93	27	:	:	PUNCT
fcis-13124	93	28	∙	∙	PROPN
fcis-13124	93	29	⊕	⊕	PROPN
fcis-13124	93	30	,	,	PUNCT
fcis-13124	93	31	,	,	PUNCT
fcis-13124	93	32	,	,	PUNCT
fcis-13124	93	33	∀	∀	X
fcis-13124	93	34	∈	∈	NOUN
fcis-13124	93	35	10	10	NUM
fcis-13124	93	36	,	,	PUNCT
fcis-13124	93	37	,	,	PUNCT
fcis-13124	93	38	∙∙∙	∙∙∙	NOUN
fcis-13124	93	39	11	11	NUM
fcis-13124	93	40	,	,	PUNCT
fcis-13124	93	41	,	,	PUNCT
fcis-13124	93	42	∙	∙	PROPN
fcis-13124	93	43	,	,	PUNCT
fcis-13124	93	44	,	,	PUNCT
fcis-13124	93	45	12	12	NUM
fcis-13124	93	46	where	where	SCONJ
fcis-13124	93	47	is	be	AUX
fcis-13124	93	48	the	the	DET
fcis-13124	93	49	number	number	NOUN
fcis-13124	93	50	of	of	ADP
fcis-13124	93	51	heads	head	NOUN
fcis-13124	93	52	of	of	ADP
fcis-13124	93	53	the	the	DET
fcis-13124	93	54	polytope	polytope	NOUN
fcis-13124	93	55	note	note	NOUN
fcis-13124	93	56	,	,	PUNCT
fcis-13124	93	57	and	and	CCONJ
fcis-13124	93	58	is	be	AUX
fcis-13124	93	59	a	a	DET
fcis-13124	93	60	learnable	learnable	ADJ
fcis-13124	93	61	model	model	NOUN
fcis-13124	93	62	parameter	parameter	NOUN
fcis-13124	93	63	,	,	PUNCT
fcis-13124	93	64	⊕	⊕	PROPN
fcis-13124	93	65	is	be	AUX
fcis-13124	93	66	elementwise	elementwise	ADJ
fcis-13124	93	67	addition	addition	NOUN
fcis-13124	93	68	and	and	CCONJ
fcis-13124	93	69	∈	∈	NOUN
fcis-13124	93	70	is	be	AUX
fcis-13124	93	71	a	a	DET
fcis-13124	93	72	learnable	learnable	ADJ
fcis-13124	93	73	model	model	NOUN
fcis-13124	93	74	parameter	parameter	NOUN
fcis-13124	93	75	used	use	VERB
fcis-13124	93	76	as	as	ADP
fcis-13124	93	77	an	an	DET
fcis-13124	93	78	activation	activation	NOUN
fcis-13124	93	79	function	function	NOUN
fcis-13124	93	80	like	like	ADP
fcis-13124	93	81	a	a	DET
fcis-13124	93	82	linear	linear	ADJ
fcis-13124	93	83	layer	layer	NOUN
fcis-13124	93	84	.	.	PUNCT
fcis-13124	94	1	we	we	PRON
fcis-13124	94	2	define	define	VERB
fcis-13124	94	3	the	the	DET
fcis-13124	94	4	layer	layer	NOUN
fcis-13124	94	5	1	1	NUM
fcis-13124	94	6	representation	representation	NOUN
fcis-13124	94	7	of	of	ADP
fcis-13124	94	8	node	node	NOUN
fcis-13124	94	9	n	n	CCONJ
fcis-13124	94	10	as	as	SCONJ
fcis-13124	94	11	follows	follow	VERB
fcis-13124	94	12	:	:	PUNCT
fcis-13124	94	13	,	,	PUNCT
fcis-13124	94	14	,	,	PUNCT
fcis-13124	94	15	∙	∙	PROPN
fcis-13124	94	16	,	,	PUNCT
fcis-13124	94	17	,	,	PUNCT
fcis-13124	94	18	,	,	PUNCT
fcis-13124	94	19	∀	∀	X
fcis-13124	94	20	∈	∈	NOUN
fcis-13124	94	21	13	13	NUM
fcis-13124	94	22	where	where	SCONJ
fcis-13124	94	23	∙	∙	PROPN
fcis-13124	94	24	denotes	denote	VERB
fcis-13124	94	25	the	the	DET
fcis-13124	94	26	function	function	NOUN
fcis-13124	94	27	that	that	PRON
fcis-13124	94	28	aggregates	aggregate	VERB
fcis-13124	94	29	the	the	DET
fcis-13124	94	30	information	information	NOUN
fcis-13124	94	31	passed	pass	VERB
fcis-13124	94	32	by	by	ADP
fcis-13124	94	33	the	the	DET
fcis-13124	94	34	neighbours	neighbour	NOUN
fcis-13124	94	35	of	of	ADP
fcis-13124	94	36	node	node	NOUN
fcis-13124	94	37	,	,	PUNCT
fcis-13124	94	38	,	,	PUNCT
fcis-13124	94	39	,	,	PUNCT
fcis-13124	94	40	denotes	denote	VERB
fcis-13124	94	41	the	the	DET
fcis-13124	94	42	information	information	NOUN
fcis-13124	94	43	passed	pass	VERB
fcis-13124	94	44	by	by	ADP
fcis-13124	94	45	node	node	NOUN
fcis-13124	94	46	to	to	PART
fcis-13124	94	47	node	node	VERB
fcis-13124	94	48	along	along	ADP
fcis-13124	94	49	edge	edge	NOUN
fcis-13124	94	50	,	,	PUNCT
fcis-13124	94	51	and	and	CCONJ
fcis-13124	94	52	,	,	PUNCT
fcis-13124	94	53	,	,	PUNCT
fcis-13124	94	54	denotes	denote	VERB
fcis-13124	94	55	the	the	DET
fcis-13124	94	56	edge	edge	NOUN
fcis-13124	94	57	weights	weight	NOUN
fcis-13124	94	58	modeling	model	VERB
fcis-13124	94	59	the	the	DET
fcis-13124	94	60	importance	importance	NOUN
fcis-13124	94	61	of	of	ADP
fcis-13124	94	62	source	source	NOUN
fcis-13124	94	63	node	node	ADJ
fcis-13124	94	64	to	to	PART
fcis-13124	94	65	target	target	VERB
fcis-13124	94	66	node	node	NOUN
fcis-13124	94	67	.	.	PUNCT
fcis-13124	95	1	the	the	DET
fcis-13124	95	2	aggregated	aggregate	VERB
fcis-13124	95	3	representation	representation	NOUN
fcis-13124	95	4	of	of	ADP
fcis-13124	95	5	each	each	DET
fcis-13124	95	6	input	input	NOUN
fcis-13124	95	7	word	word	NOUN
fcis-13124	95	8	is	be	AUX
fcis-13124	95	9	used	use	VERB
fcis-13124	95	10	as	as	ADP
fcis-13124	95	11	its	its	PRON
fcis-13124	95	12	final	final	ADJ
fcis-13124	95	13	representation	representation	NOUN
fcis-13124	95	14	,	,	PUNCT
fcis-13124	95	15	passed	pass	VERB
fcis-13124	95	16	to	to	ADP
fcis-13124	95	17	the	the	DET
fcis-13124	95	18	layer	layer	NOUN
fcis-13124	95	19	to	to	ADP
fcis-13124	95	20	114	114	NUM
fcis-13124	95	21	output	output	NOUN
fcis-13124	95	22	the	the	DET
fcis-13124	95	23	most	most	ADV
fcis-13124	95	24	likely	likely	ADJ
fcis-13124	95	25	sequence	sequence	NOUN
fcis-13124	95	26	of	of	ADP
fcis-13124	95	27	slots	slot	NOUN
fcis-13124	95	28	and	and	CCONJ
fcis-13124	95	29	intent	intent	NOUN
fcis-13124	95	30	.	.	PUNCT
fcis-13124	96	1	4	4	X
fcis-13124	96	2	.	.	X
fcis-13124	96	3	experiment	experiment	NOUN
fcis-13124	96	4	and	and	CCONJ
fcis-13124	96	5	discussion	discussion	NOUN
fcis-13124	96	6	this	this	DET
fcis-13124	96	7	section	section	NOUN
fcis-13124	96	8	explores	explore	VERB
fcis-13124	96	9	the	the	DET
fcis-13124	96	10	experimental	experimental	ADJ
fcis-13124	96	11	setup	setup	NOUN
fcis-13124	96	12	by	by	ADP
fcis-13124	96	13	presenting	present	VERB
fcis-13124	96	14	training	training	NOUN
fcis-13124	96	15	details	detail	NOUN
fcis-13124	96	16	and	and	CCONJ
fcis-13124	96	17	discussing	discuss	VERB
fcis-13124	96	18	experimental	experimental	ADJ
fcis-13124	96	19	results	result	NOUN
fcis-13124	96	20	.	.	PUNCT
fcis-13124	97	1	4.1	4.1	NUM
fcis-13124	97	2	.	.	PUNCT
fcis-13124	97	3	training	training	NOUN
fcis-13124	97	4	details	detail	NOUN
fcis-13124	97	5	the	the	DET
fcis-13124	97	6	layer	layer	NOUN
fcis-13124	97	7	and	and	CCONJ
fcis-13124	97	8	layer	layer	NOUN
fcis-13124	97	9	have	have	VERB
fcis-13124	97	10	a	a	DET
fcis-13124	97	11	consistent	consistent	ADJ
fcis-13124	97	12	number	number	NOUN
fcis-13124	97	13	of	of	ADP
fcis-13124	97	14	100	100	NUM
fcis-13124	97	15	neurons	neuron	NOUN
fcis-13124	97	16	.	.	PUNCT
fcis-13124	98	1	the	the	DET
fcis-13124	98	2	results	result	NOUN
fcis-13124	98	3	of	of	ADP
fcis-13124	98	4	the	the	DET
fcis-13124	98	5	bi	bi	ADJ
fcis-13124	98	6	-	-	ADJ
fcis-13124	98	7	directional	directional	ADJ
fcis-13124	98	8	layer	layer	NOUN
fcis-13124	98	9	are	be	AUX
fcis-13124	98	10	imported	import	VERB
fcis-13124	98	11	into	into	ADP
fcis-13124	98	12	the	the	DET
fcis-13124	98	13	self	self	NOUN
fcis-13124	98	14	-	-	PUNCT
fcis-13124	98	15	attentive	attentive	ADJ
fcis-13124	98	16	layer	layer	NOUN
fcis-13124	98	17	and	and	CCONJ
fcis-13124	98	18	then	then	ADV
fcis-13124	98	19	passed	pass	VERB
fcis-13124	98	20	into	into	ADP
fcis-13124	98	21	the	the	DET
fcis-13124	98	22	undirected	undirected	ADJ
fcis-13124	98	23	graph	graph	NOUN
fcis-13124	98	24	constructed	construct	VERB
fcis-13124	98	25	in	in	ADP
fcis-13124	98	26	our	our	PRON
fcis-13124	98	27	model	model	NOUN
fcis-13124	98	28	,	,	PUNCT
fcis-13124	98	29	thus	thus	ADV
fcis-13124	98	30	effectively	effectively	ADV
fcis-13124	98	31	capturing	capture	VERB
fcis-13124	98	32	the	the	DET
fcis-13124	98	33	interdependencies	interdependency	NOUN
fcis-13124	98	34	between	between	ADP
fcis-13124	98	35	labels	label	NOUN
fcis-13124	98	36	in	in	ADP
fcis-13124	98	37	the	the	DET
fcis-13124	98	38	output	output	NOUN
fcis-13124	98	39	sequence	sequence	NOUN
fcis-13124	98	40	.	.	PUNCT
fcis-13124	99	1	the	the	DET
fcis-13124	99	2	middle	middle	ADJ
fcis-13124	99	3	layer	layer	NOUN
fcis-13124	99	4	is	be	AUX
fcis-13124	99	5	activated	activate	VERB
fcis-13124	99	6	by	by	ADP
fcis-13124	99	7	the	the	DET
fcis-13124	99	8	activation	activation	NOUN
fcis-13124	99	9	function	function	NOUN
fcis-13124	99	10	.	.	PUNCT
fcis-13124	100	1	furthermore	furthermore	ADV
fcis-13124	100	2	,	,	PUNCT
fcis-13124	100	3	to	to	PART
fcis-13124	100	4	offset	offset	VERB
fcis-13124	100	5	the	the	DET
fcis-13124	100	6	risk	risk	NOUN
fcis-13124	100	7	of	of	ADP
fcis-13124	100	8	overfitting	overfitte	VERB
fcis-13124	100	9	inherent	inherent	ADJ
fcis-13124	100	10	in	in	ADP
fcis-13124	100	11	neural	neural	ADJ
fcis-13124	100	12	networks	network	NOUN
fcis-13124	100	13	,	,	PUNCT
fcis-13124	100	14	a	a	DET
fcis-13124	100	15	spatial	spatial	ADJ
fcis-13124	100	16	culling	culling	NOUN
fcis-13124	100	17	layer	layer	NOUN
fcis-13124	100	18	with	with	ADP
fcis-13124	100	19	a	a	DET
fcis-13124	100	20	coefficient	coefficient	NOUN
fcis-13124	100	21	of	of	ADP
fcis-13124	100	22	12	12	NUM
fcis-13124	100	23	%	%	NOUN
fcis-13124	100	24	was	be	AUX
fcis-13124	100	25	strategically	strategically	ADV
fcis-13124	100	26	introduced	introduce	VERB
fcis-13124	100	27	as	as	ADP
fcis-13124	100	28	a	a	DET
fcis-13124	100	29	regularization	regularization	NOUN
fcis-13124	100	30	technique	technique	NOUN
fcis-13124	100	31	before	before	ADP
fcis-13124	100	32	applying	apply	VERB
fcis-13124	100	33	the	the	DET
fcis-13124	100	34	and	and	CCONJ
fcis-13124	100	35	layers	layer	NOUN
fcis-13124	100	36	.	.	PUNCT
fcis-13124	101	1	for	for	ADP
fcis-13124	101	2	the	the	DET
fcis-13124	101	3	optimization	optimization	NOUN
fcis-13124	101	4	strategy	strategy	NOUN
fcis-13124	101	5	,	,	PUNCT
fcis-13124	101	6	the	the	DET
fcis-13124	101	7	adam	adam	PROPN
fcis-13124	101	8	optimizer	optimizer	NOUN
fcis-13124	101	9	was	be	AUX
fcis-13124	101	10	chosen	choose	VERB
fcis-13124	101	11	with	with	ADP
fcis-13124	101	12	a	a	DET
fcis-13124	101	13	learning	learn	VERB
fcis-13124	101	14	rate	rate	NOUN
fcis-13124	101	15	set	set	VERB
fcis-13124	101	16	to	to	ADP
fcis-13124	101	17	0.1	0.1	NUM
fcis-13124	101	18	.	.	PUNCT
fcis-13124	102	1	in	in	ADP
fcis-13124	102	2	addition	addition	NOUN
fcis-13124	102	3	,	,	PUNCT
fcis-13124	102	4	the	the	DET
fcis-13124	102	5	parameter	parameter	NOUN
fcis-13124	102	6	updates	update	NOUN
fcis-13124	102	7	of	of	ADP
fcis-13124	102	8	this	this	DET
fcis-13124	102	9	model	model	NOUN
fcis-13124	102	10	were	be	AUX
fcis-13124	102	11	controlled	control	VERB
fcis-13124	102	12	by	by	ADP
fcis-13124	102	13	the	the	DET
fcis-13124	102	14	categorical	categorical	ADJ
fcis-13124	102	15	cross	cross	NOUN
fcis-13124	102	16	-	-	NOUN
fcis-13124	102	17	entropy	entropy	NOUN
fcis-13124	102	18	,	,	PUNCT
fcis-13124	102	19	which	which	PRON
fcis-13124	102	20	was	be	AUX
fcis-13124	102	21	a	a	DET
fcis-13124	102	22	key	key	ADJ
fcis-13124	102	23	driver	driver	NOUN
fcis-13124	102	24	for	for	ADP
fcis-13124	102	25	the	the	DET
fcis-13124	102	26	refinement	refinement	NOUN
fcis-13124	102	27	of	of	ADP
fcis-13124	102	28	the	the	DET
fcis-13124	102	29	model	model	NOUN
fcis-13124	102	30	.	.	PUNCT
fcis-13124	103	1	this	this	DET
fcis-13124	103	2	comprehensive	comprehensive	ADJ
fcis-13124	103	3	model	model	NOUN
fcis-13124	103	4	was	be	AUX
fcis-13124	103	5	trained	train	VERB
fcis-13124	103	6	over	over	ADP
fcis-13124	103	7	a	a	DET
fcis-13124	103	8	long	long	ADJ
fcis-13124	103	9	period	period	NOUN
fcis-13124	103	10	of	of	ADP
fcis-13124	103	11	time	time	NOUN
fcis-13124	103	12	in	in	ADP
fcis-13124	103	13	an	an	DET
fcis-13124	103	14	effort	effort	NOUN
fcis-13124	103	15	to	to	PART
fcis-13124	103	16	utilize	utilize	VERB
fcis-13124	103	17	the	the	DET
fcis-13124	103	18	computational	computational	ADJ
fcis-13124	103	19	power	power	NOUN
fcis-13124	103	20	of	of	ADP
fcis-13124	103	21	multiple	multiple	ADJ
fcis-13124	103	22	gpus	gpu	NOUN
fcis-13124	103	23	provided	provide	VERB
fcis-13124	103	24	by	by	ADP
fcis-13124	103	25	kaggle	kaggle	NOUN
fcis-13124	103	26	to	to	PART
fcis-13124	103	27	meet	meet	VERB
fcis-13124	103	28	the	the	DET
fcis-13124	103	29	demands	demand	NOUN
fcis-13124	103	30	of	of	ADP
fcis-13124	103	31	the	the	DET
fcis-13124	103	32	sample	sample	NOUN
fcis-13124	103	33	data	datum	NOUN
fcis-13124	103	34	.	.	PUNCT
fcis-13124	104	1	4.2	4.2	NUM
fcis-13124	104	2	.	.	PUNCT
fcis-13124	104	3	results	result	NOUN
fcis-13124	104	4	and	and	CCONJ
fcis-13124	104	5	discussion	discussion	NOUN
fcis-13124	104	6	in	in	ADP
fcis-13124	104	7	our	our	PRON
fcis-13124	104	8	study	study	NOUN
fcis-13124	104	9	,	,	PUNCT
fcis-13124	104	10	we	we	PRON
fcis-13124	104	11	chose	choose	VERB
fcis-13124	104	12	f1	f1	NOUN
fcis-13124	104	13	score	score	NOUN
fcis-13124	104	14	as	as	ADP
fcis-13124	104	15	a	a	DET
fcis-13124	104	16	measure	measure	NOUN
fcis-13124	104	17	of	of	ADP
fcis-13124	104	18	slot	slot	NOUN
fcis-13124	104	19	filling	filling	NOUN
fcis-13124	104	20	performance	performance	NOUN
fcis-13124	104	21	and	and	CCONJ
fcis-13124	104	22	accuracy	accuracy	NOUN
fcis-13124	104	23	as	as	ADP
fcis-13124	104	24	a	a	DET
fcis-13124	104	25	metric	metric	NOUN
fcis-13124	104	26	of	of	ADP
fcis-13124	104	27	intent	intent	ADJ
fcis-13124	104	28	detection	detection	NOUN
fcis-13124	104	29	performance	performance	NOUN
fcis-13124	104	30	.	.	PUNCT
fcis-13124	105	1	by	by	ADP
fcis-13124	105	2	combining	combine	VERB
fcis-13124	105	3	these	these	DET
fcis-13124	105	4	two	two	NUM
fcis-13124	105	5	metrics	metric	NOUN
fcis-13124	105	6	,	,	PUNCT
fcis-13124	105	7	we	we	PRON
fcis-13124	105	8	are	be	AUX
fcis-13124	105	9	able	able	ADJ
fcis-13124	105	10	to	to	PART
fcis-13124	105	11	comprehensively	comprehensively	ADV
fcis-13124	105	12	evaluate	evaluate	VERB
fcis-13124	105	13	the	the	DET
fcis-13124	105	14	performance	performance	NOUN
fcis-13124	105	15	of	of	ADP
fcis-13124	105	16	our	our	PRON
fcis-13124	105	17	proposed	propose	VERB
fcis-13124	105	18	model	model	NOUN
fcis-13124	105	19	and	and	CCONJ
fcis-13124	105	20	ensure	ensure	VERB
fcis-13124	105	21	that	that	SCONJ
fcis-13124	105	22	it	it	PRON
fcis-13124	105	23	achieves	achieve	VERB
fcis-13124	105	24	satisfactory	satisfactory	ADJ
fcis-13124	105	25	results	result	NOUN
fcis-13124	105	26	in	in	ADP
fcis-13124	105	27	both	both	PRON
fcis-13124	105	28	slot	slot	NOUN
fcis-13124	105	29	filling	filling	NOUN
fcis-13124	105	30	and	and	CCONJ
fcis-13124	105	31	intent	intent	ADJ
fcis-13124	105	32	detection	detection	NOUN
fcis-13124	105	33	.	.	PUNCT
fcis-13124	106	1	in	in	ADP
fcis-13124	106	2	this	this	DET
fcis-13124	106	3	study	study	NOUN
fcis-13124	106	4	,	,	PUNCT
fcis-13124	106	5	we	we	PRON
fcis-13124	106	6	focus	focus	VERB
fcis-13124	106	7	on	on	ADP
fcis-13124	106	8	comparing	compare	VERB
fcis-13124	106	9	our	our	PRON
fcis-13124	106	10	proposed	propose	VERB
fcis-13124	106	11	model	model	NOUN
fcis-13124	106	12	with	with	ADP
fcis-13124	106	13	the	the	DET
fcis-13124	106	14	classical	classical	ADJ
fcis-13124	106	15	model	model	NOUN
fcis-13124	106	16	bilstm.in	bilstm.in	PROPN
fcis-13124	106	17	addition	addition	NOUN
fcis-13124	106	18	,	,	PUNCT
fcis-13124	106	19	we	we	PRON
fcis-13124	106	20	also	also	ADV
fcis-13124	106	21	compare	compare	VERB
fcis-13124	106	22	these	these	DET
fcis-13124	106	23	two	two	NUM
fcis-13124	106	24	models	model	NOUN
fcis-13124	106	25	with	with	ADP
fcis-13124	106	26	two	two	NUM
fcis-13124	106	27	other	other	ADJ
fcis-13124	106	28	benchmark	benchmark	NOUN
fcis-13124	106	29	models	model	NOUN
fcis-13124	106	30	,	,	PUNCT
fcis-13124	106	31	and	and	CCONJ
fcis-13124	106	32	bert	bert	NOUN
fcis-13124	106	33	-	-	PUNCT
fcis-13124	106	34	bilstm	bilstm	NOUN
fcis-13124	106	35	,	,	PUNCT
fcis-13124	106	36	which	which	PRON
fcis-13124	106	37	were	be	AUX
fcis-13124	106	38	trained	train	VERB
fcis-13124	106	39	on	on	ADP
fcis-13124	106	40	the	the	DET
fcis-13124	106	41	full	full	ADJ
fcis-13124	106	42	dataset	dataset	NOUN
fcis-13124	106	43	.	.	PUNCT
fcis-13124	107	1	the	the	DET
fcis-13124	107	2	relevant	relevant	ADJ
fcis-13124	107	3	comparison	comparison	NOUN
fcis-13124	107	4	data	datum	NOUN
fcis-13124	107	5	is	be	AUX
fcis-13124	107	6	detailed	detail	VERB
fcis-13124	107	7	in	in	ADP
fcis-13124	107	8	table	table	NOUN
fcis-13124	107	9	1	1	NUM
fcis-13124	107	10	.	.	PUNCT
fcis-13124	107	11	table	table	NOUN
fcis-13124	107	12	1	1	NUM
fcis-13124	107	13	.	.	PUNCT
fcis-13124	107	14	comparison	comparison	NOUN
fcis-13124	107	15	of	of	ADP
fcis-13124	107	16	results	result	NOUN
fcis-13124	107	17	with	with	ADP
fcis-13124	107	18	published	publish	VERB
fcis-13124	107	19	models	model	NOUN
fcis-13124	107	20	on	on	ADP
fcis-13124	107	21	the	the	DET
fcis-13124	107	22	snips	snip	NOUN
fcis-13124	107	23	dataset	dataset	VERB
fcis-13124	107	24	.	.	PUNCT
fcis-13124	108	1	dataset	dataset	PROPN
fcis-13124	108	2	model	model	NOUN
fcis-13124	108	3	f1	f1	PROPN
fcis-13124	108	4	-	-	PUNCT
fcis-13124	108	5	score(slot	score(slot	NOUN
fcis-13124	108	6	)	)	PUNCT
fcis-13124	108	7	accuracy(intent	accuracy(intent	PROPN
fcis-13124	108	8	)	)	PUNCT
fcis-13124	108	9	snips	snip	VERB
fcis-13124	108	10	random	random	ADJ
fcis-13124	108	11	15	15	NUM
fcis-13124	108	12	%	%	NOUN
fcis-13124	108	13	subset	subset	VERB
fcis-13124	108	14	82.4	82.4	NUM
fcis-13124	108	15	87.9	87.9	NUM
fcis-13124	108	16	snips	snip	NOUN
fcis-13124	108	17	random	random	ADJ
fcis-13124	108	18	15	15	NUM
fcis-13124	108	19	%	%	NOUN
fcis-13124	108	20	subset	subset	VERB
fcis-13124	108	21	76.7	76.7	NUM
fcis-13124	108	22	85.1	85.1	NUM
fcis-13124	108	23	snips	snip	NOUN
fcis-13124	108	24	87.8	87.8	NUM
fcis-13124	108	25	96.7	96.7	NUM
fcis-13124	108	26	snips	snip	NOUN
fcis-13124	108	27	96.3	96.3	NUM
fcis-13124	108	28	99.2	99.2	NUM
fcis-13124	108	29	from	from	ADP
fcis-13124	108	30	the	the	DET
fcis-13124	108	31	data	data	NOUN
fcis-13124	108	32	tables	table	NOUN
fcis-13124	108	33	we	we	PRON
fcis-13124	108	34	present	present	VERB
fcis-13124	108	35	,	,	PUNCT
fcis-13124	108	36	it	it	PRON
fcis-13124	108	37	is	be	AUX
fcis-13124	108	38	clear	clear	ADJ
fcis-13124	108	39	to	to	PART
fcis-13124	108	40	observe	observe	VERB
fcis-13124	108	41	that	that	SCONJ
fcis-13124	108	42	our	our	PRON
fcis-13124	108	43	proposed	propose	VERB
fcis-13124	108	44	exhibits	exhibit	VERB
fcis-13124	108	45	better	well	ADJ
fcis-13124	108	46	performance	performance	NOUN
fcis-13124	108	47	relative	relative	ADJ
fcis-13124	108	48	to	to	ADP
fcis-13124	108	49	the	the	DET
fcis-13124	108	50	conventional	conventional	ADJ
fcis-13124	108	51	model	model	NOUN
fcis-13124	108	52	in	in	ADP
fcis-13124	108	53	the	the	DET
fcis-13124	108	54	same	same	ADJ
fcis-13124	108	55	sample	sample	NOUN
fcis-13124	108	56	space	space	NOUN
fcis-13124	108	57	.	.	PUNCT
fcis-13124	109	1	although	although	SCONJ
fcis-13124	109	2	in	in	ADP
fcis-13124	109	3	this	this	DET
fcis-13124	109	4	particular	particular	ADJ
fcis-13124	109	5	case	case	NOUN
fcis-13124	109	6	,	,	PUNCT
fcis-13124	109	7	the	the	DET
fcis-13124	109	8	significant	significant	ADJ
fcis-13124	109	9	reduction	reduction	NOUN
fcis-13124	109	10	in	in	ADP
fcis-13124	109	11	the	the	DET
fcis-13124	109	12	dataset	dataset	NOUN
fcis-13124	109	13	size	size	NOUN
fcis-13124	109	14	leads	lead	VERB
fcis-13124	109	15	to	to	ADP
fcis-13124	109	16	a	a	DET
fcis-13124	109	17	degradation	degradation	NOUN
fcis-13124	109	18	of	of	ADP
fcis-13124	109	19	the	the	DET
fcis-13124	109	20	model	model	NOUN
fcis-13124	109	21	performance	performance	NOUN
fcis-13124	109	22	,	,	PUNCT
fcis-13124	109	23	our	our	PRON
fcis-13124	109	24	model	model	NOUN
fcis-13124	109	25	has	have	VERB
fcis-13124	109	26	an	an	DET
fcis-13124	109	27	outstanding	outstanding	ADJ
fcis-13124	109	28	advantage	advantage	NOUN
fcis-13124	109	29	when	when	SCONJ
fcis-13124	109	30	facing	face	VERB
fcis-13124	109	31	the	the	DET
fcis-13124	109	32	training	training	NOUN
fcis-13124	109	33	of	of	ADP
fcis-13124	109	34	small	small	ADJ
fcis-13124	109	35	-	-	PUNCT
fcis-13124	109	36	scale	scale	NOUN
fcis-13124	109	37	datasets	dataset	NOUN
fcis-13124	109	38	.	.	PUNCT
fcis-13124	110	1	not	not	PART
fcis-13124	110	2	only	only	ADV
fcis-13124	110	3	is	be	AUX
fcis-13124	110	4	it	it	PRON
fcis-13124	110	5	able	able	ADJ
fcis-13124	110	6	to	to	PART
fcis-13124	110	7	significantly	significantly	ADV
fcis-13124	110	8	reduce	reduce	VERB
fcis-13124	110	9	the	the	DET
fcis-13124	110	10	training	training	NOUN
fcis-13124	110	11	period	period	NOUN
fcis-13124	110	12	,	,	PUNCT
fcis-13124	110	13	but	but	CCONJ
fcis-13124	110	14	it	it	PRON
fcis-13124	110	15	is	be	AUX
fcis-13124	110	16	also	also	ADV
fcis-13124	110	17	able	able	ADJ
fcis-13124	110	18	to	to	PART
fcis-13124	110	19	maintain	maintain	VERB
fcis-13124	110	20	a	a	DET
fcis-13124	110	21	good	good	ADJ
fcis-13124	110	22	level	level	NOUN
fcis-13124	110	23	of	of	ADP
fcis-13124	110	24	performance	performance	NOUN
fcis-13124	110	25	.	.	PUNCT
fcis-13124	111	1	this	this	PRON
fcis-13124	111	2	is	be	AUX
fcis-13124	111	3	important	important	ADJ
fcis-13124	111	4	for	for	ADP
fcis-13124	111	5	applying	apply	VERB
fcis-13124	111	6	natural	natural	ADJ
fcis-13124	111	7	language	language	NOUN
fcis-13124	111	8	understanding	understanding	NOUN
fcis-13124	111	9	models	model	NOUN
fcis-13124	111	10	to	to	ADP
fcis-13124	111	11	resource	resource	NOUN
fcis-13124	111	12	-	-	PUNCT
fcis-13124	111	13	constrained	constrain	VERB
fcis-13124	111	14	environments	environment	NOUN
fcis-13124	111	15	.	.	PUNCT
fcis-13124	112	1	overall	overall	ADV
fcis-13124	112	2	,	,	PUNCT
fcis-13124	112	3	our	our	PRON
fcis-13124	112	4	study	study	NOUN
fcis-13124	112	5	not	not	PART
fcis-13124	112	6	only	only	ADV
fcis-13124	112	7	provides	provide	VERB
fcis-13124	112	8	an	an	DET
fcis-13124	112	9	in	in	ADP
fcis-13124	112	10	-	-	PUNCT
fcis-13124	112	11	depth	depth	NOUN
fcis-13124	112	12	exploration	exploration	NOUN
fcis-13124	112	13	of	of	ADP
fcis-13124	112	14	improving	improve	VERB
fcis-13124	112	15	model	model	NOUN
fcis-13124	112	16	performance	performance	NOUN
fcis-13124	112	17	,	,	PUNCT
fcis-13124	112	18	but	but	CCONJ
fcis-13124	112	19	also	also	ADV
fcis-13124	112	20	takes	take	VERB
fcis-13124	112	21	into	into	ADP
fcis-13124	112	22	account	account	NOUN
fcis-13124	112	23	the	the	DET
fcis-13124	112	24	real	real	ADJ
fcis-13124	112	25	-	-	PUNCT
fcis-13124	112	26	world	world	NOUN
fcis-13124	112	27	situation	situation	NOUN
fcis-13124	112	28	of	of	ADP
fcis-13124	112	29	resource	resource	NOUN
fcis-13124	112	30	constraints	constraint	NOUN
fcis-13124	112	31	during	during	ADP
fcis-13124	112	32	the	the	DET
fcis-13124	112	33	experimental	experimental	ADJ
fcis-13124	112	34	process	process	NOUN
fcis-13124	112	35	.	.	PUNCT
fcis-13124	113	1	our	our	PRON
fcis-13124	113	2	proposed	propose	VERB
fcis-13124	113	3	model	model	NOUN
fcis-13124	113	4	is	be	AUX
fcis-13124	113	5	not	not	PART
fcis-13124	113	6	only	only	ADV
fcis-13124	113	7	a	a	DET
fcis-13124	113	8	breakthrough	breakthrough	NOUN
fcis-13124	113	9	in	in	ADP
fcis-13124	113	10	terms	term	NOUN
fcis-13124	113	11	of	of	ADP
fcis-13124	113	12	accuracy	accuracy	NOUN
fcis-13124	113	13	,	,	PUNCT
fcis-13124	113	14	but	but	CCONJ
fcis-13124	113	15	also	also	ADV
fcis-13124	113	16	has	have	VERB
fcis-13124	113	17	practical	practical	ADJ
fcis-13124	113	18	applications	application	NOUN
fcis-13124	113	19	in	in	ADP
fcis-13124	113	20	terms	term	NOUN
fcis-13124	113	21	of	of	ADP
fcis-13124	113	22	resource	resource	NOUN
fcis-13124	113	23	consumption	consumption	NOUN
fcis-13124	113	24	.	.	PUNCT
fcis-13124	114	1	this	this	PRON
fcis-13124	114	2	will	will	AUX
fcis-13124	114	3	provide	provide	VERB
fcis-13124	114	4	useful	useful	ADJ
fcis-13124	114	5	guidance	guidance	NOUN
fcis-13124	114	6	and	and	CCONJ
fcis-13124	114	7	inspiration	inspiration	NOUN
fcis-13124	114	8	for	for	ADP
fcis-13124	114	9	tasks	task	NOUN
fcis-13124	114	10	in	in	ADP
fcis-13124	114	11	constrained	constrained	ADJ
fcis-13124	114	12	environments	environment	NOUN
fcis-13124	114	13	in	in	ADP
fcis-13124	114	14	the	the	DET
fcis-13124	114	15	field	field	NOUN
fcis-13124	114	16	of	of	ADP
fcis-13124	114	17	natural	natural	ADJ
fcis-13124	114	18	language	language	NOUN
fcis-13124	114	19	processing	processing	NOUN
fcis-13124	114	20	5	5	NUM
fcis-13124	114	21	.	.	PUNCT
fcis-13124	114	22	conclusion	conclusion	NOUN
fcis-13124	114	23	this	this	DET
fcis-13124	114	24	study	study	NOUN
fcis-13124	114	25	aims	aim	VERB
fcis-13124	114	26	to	to	PART
fcis-13124	114	27	explore	explore	VERB
fcis-13124	114	28	the	the	DET
fcis-13124	114	29	construction	construction	NOUN
fcis-13124	114	30	of	of	ADP
fcis-13124	114	31	joint	joint	ADJ
fcis-13124	114	32	models	model	NOUN
fcis-13124	114	33	for	for	ADP
fcis-13124	114	34	intent	intent	ADJ
fcis-13124	114	35	recognition	recognition	NOUN
fcis-13124	114	36	and	and	CCONJ
fcis-13124	114	37	slot	slot	NOUN
fcis-13124	114	38	filling	filling	NOUN
fcis-13124	114	39	in	in	ADP
fcis-13124	114	40	a	a	DET
fcis-13124	114	41	constrained	constrain	VERB
fcis-13124	114	42	resource	resource	NOUN
fcis-13124	114	43	environment	environment	NOUN
fcis-13124	114	44	.	.	PUNCT
fcis-13124	115	1	our	our	PRON
fcis-13124	115	2	work	work	NOUN
fcis-13124	115	3	emphasizes	emphasize	VERB
fcis-13124	115	4	how	how	SCONJ
fcis-13124	115	5	efficient	efficient	ADJ
fcis-13124	115	6	natural	natural	ADJ
fcis-13124	115	7	language	language	NOUN
fcis-13124	115	8	understanding	understanding	NOUN
fcis-13124	115	9	can	can	AUX
fcis-13124	115	10	be	be	AUX
fcis-13124	115	11	achieved	achieve	VERB
fcis-13124	115	12	in	in	ADP
fcis-13124	115	13	resourceconstrained	resourceconstraine	VERB
fcis-13124	115	14	situations	situation	NOUN
fcis-13124	115	15	through	through	ADP
fcis-13124	115	16	clever	clever	ADJ
fcis-13124	115	17	design	design	NOUN
fcis-13124	115	18	and	and	CCONJ
fcis-13124	115	19	innovative	innovative	ADJ
fcis-13124	115	20	approaches	approach	NOUN
fcis-13124	115	21	.	.	PUNCT
fcis-13124	116	1	by	by	ADP
fcis-13124	116	2	integrating	integrate	VERB
fcis-13124	116	3	bert	bert	NOUN
fcis-13124	116	4	,	,	PUNCT
fcis-13124	116	5	,	,	PUNCT
fcis-13124	116	6	graph	graph	NOUN
fcis-13124	116	7	neural	neural	ADJ
fcis-13124	116	8	networks	network	NOUN
fcis-13124	116	9	,	,	PUNCT
fcis-13124	116	10	and	and	CCONJ
fcis-13124	116	11	masking	masking	NOUN
fcis-13124	116	12	mechanisms	mechanism	NOUN
fcis-13124	116	13	,	,	PUNCT
fcis-13124	116	14	our	our	PRON
fcis-13124	116	15	proposed	propose	VERB
fcis-13124	116	16	model	model	NOUN
fcis-13124	116	17	overcomes	overcome	VERB
fcis-13124	116	18	the	the	DET
fcis-13124	116	19	challenges	challenge	NOUN
fcis-13124	116	20	posed	pose	VERB
fcis-13124	116	21	by	by	ADP
fcis-13124	116	22	resource	resource	NOUN
fcis-13124	116	23	constraints	constraint	NOUN
fcis-13124	116	24	and	and	CCONJ
fcis-13124	116	25	successfully	successfully	ADV
fcis-13124	116	26	achieves	achieve	VERB
fcis-13124	116	27	excellent	excellent	ADJ
fcis-13124	116	28	performance	performance	NOUN
fcis-13124	116	29	in	in	ADP
fcis-13124	116	30	both	both	DET
fcis-13124	116	31	intention	intention	NOUN
fcis-13124	116	32	recognition	recognition	NOUN
fcis-13124	116	33	and	and	CCONJ
fcis-13124	116	34	slot	slot	NOUN
fcis-13124	116	35	filling	filling	NOUN
fcis-13124	116	36	tasks	task	NOUN
fcis-13124	116	37	.	.	PUNCT
fcis-13124	117	1	our	our	PRON
fcis-13124	117	2	results	result	NOUN
fcis-13124	117	3	show	show	VERB
fcis-13124	117	4	that	that	SCONJ
fcis-13124	117	5	even	even	ADV
fcis-13124	117	6	when	when	SCONJ
fcis-13124	117	7	trained	train	VERB
fcis-13124	117	8	on	on	ADP
fcis-13124	117	9	small	small	ADJ
fcis-13124	117	10	-	-	PUNCT
fcis-13124	117	11	scale	scale	NOUN
fcis-13124	117	12	datasets	dataset	NOUN
fcis-13124	117	13	,	,	PUNCT
fcis-13124	117	14	our	our	PRON
fcis-13124	117	15	joint	joint	ADJ
fcis-13124	117	16	model	model	NOUN
fcis-13124	117	17	is	be	AUX
fcis-13124	117	18	still	still	ADV
fcis-13124	117	19	able	able	ADJ
fcis-13124	117	20	to	to	PART
fcis-13124	117	21	achieve	achieve	VERB
fcis-13124	117	22	significant	significant	ADJ
fcis-13124	117	23	performance	performance	NOUN
fcis-13124	117	24	gains	gain	NOUN
fcis-13124	117	25	in	in	ADP
fcis-13124	117	26	resource	resource	NOUN
fcis-13124	117	27	-	-	PUNCT
fcis-13124	117	28	constrained	constrain	VERB
fcis-13124	117	29	environments	environment	NOUN
fcis-13124	117	30	.	.	PUNCT
fcis-13124	118	1	this	this	PRON
fcis-13124	118	2	not	not	PART
fcis-13124	118	3	only	only	ADV
fcis-13124	118	4	confirms	confirm	VERB
fcis-13124	118	5	the	the	DET
fcis-13124	118	6	effectiveness	effectiveness	NOUN
fcis-13124	118	7	of	of	ADP
fcis-13124	118	8	our	our	PRON
fcis-13124	118	9	approach	approach	NOUN
fcis-13124	118	10	,	,	PUNCT
fcis-13124	118	11	but	but	CCONJ
fcis-13124	118	12	also	also	ADV
fcis-13124	118	13	highlights	highlight	VERB
fcis-13124	118	14	its	its	PRON
fcis-13124	118	15	potential	potential	ADJ
fcis-13124	118	16	value	value	NOUN
fcis-13124	118	17	in	in	ADP
fcis-13124	118	18	real	real	ADJ
fcis-13124	118	19	-	-	PUNCT
fcis-13124	118	20	world	world	NOUN
fcis-13124	118	21	applications	application	NOUN
fcis-13124	118	22	.	.	PUNCT
fcis-13124	119	1	this	this	DET
fcis-13124	119	2	research	research	NOUN
fcis-13124	119	3	has	have	VERB
fcis-13124	119	4	practical	practical	ADJ
fcis-13124	119	5	implications	implication	NOUN
fcis-13124	119	6	for	for	ADP
fcis-13124	119	7	building	build	VERB
fcis-13124	119	8	efficient	efficient	ADJ
fcis-13124	119	9	natural	natural	ADJ
fcis-13124	119	10	language	language	NOUN
fcis-13124	119	11	understanding	understanding	NOUN
fcis-13124	119	12	models	model	NOUN
fcis-13124	119	13	in	in	ADP
fcis-13124	119	14	resourceconstrained	resourceconstraine	VERB
fcis-13124	119	15	environments	environment	NOUN
fcis-13124	119	16	such	such	ADJ
fcis-13124	119	17	as	as	ADP
fcis-13124	119	18	mobile	mobile	ADJ
fcis-13124	119	19	devices	device	NOUN
fcis-13124	119	20	and	and	CCONJ
fcis-13124	119	21	embedded	embed	VERB
fcis-13124	119	22	systems	system	NOUN
fcis-13124	119	23	.	.	PUNCT
fcis-13124	120	1	however	however	ADV
fcis-13124	120	2	,	,	PUNCT
fcis-13124	120	3	we	we	PRON
fcis-13124	120	4	also	also	ADV
fcis-13124	120	5	recognize	recognize	VERB
fcis-13124	120	6	that	that	SCONJ
fcis-13124	120	7	there	there	PRON
fcis-13124	120	8	are	be	VERB
fcis-13124	120	9	still	still	ADV
fcis-13124	120	10	many	many	ADJ
fcis-13124	120	11	directions	direction	NOUN
fcis-13124	120	12	worth	worth	ADJ
fcis-13124	120	13	exploring	explore	VERB
fcis-13124	120	14	.	.	PUNCT
fcis-13124	121	1	future	future	ADJ
fcis-13124	121	2	research	research	NOUN
fcis-13124	121	3	can	can	AUX
fcis-13124	121	4	further	far	ADV
fcis-13124	121	5	explore	explore	VERB
fcis-13124	121	6	more	more	ADJ
fcis-13124	121	7	lightweight	lightweight	ADJ
fcis-13124	121	8	model	model	NOUN
fcis-13124	121	9	design	design	NOUN
fcis-13124	121	10	,	,	PUNCT
fcis-13124	121	11	finer	fine	ADJ
fcis-13124	121	12	model	model	NOUN
fcis-13124	121	13	finetuning	finetuning	NOUN
fcis-13124	121	14	,	,	PUNCT
fcis-13124	121	15	and	and	CCONJ
fcis-13124	121	16	smarter	smart	ADJ
fcis-13124	121	17	resource	resource	NOUN
fcis-13124	121	18	utilization	utilization	NOUN
fcis-13124	121	19	strategies	strategy	NOUN
fcis-13124	121	20	for	for	ADP
fcis-13124	121	21	more	more	ADV
fcis-13124	121	22	comprehensive	comprehensive	ADJ
fcis-13124	121	23	and	and	CCONJ
fcis-13124	121	24	efficient	efficient	ADJ
fcis-13124	121	25	natural	natural	ADJ
fcis-13124	121	26	language	language	NOUN
fcis-13124	121	27	understanding	understanding	NOUN
fcis-13124	121	28	.	.	PUNCT
fcis-13124	122	1	in	in	ADP
fcis-13124	122	2	conclusion	conclusion	NOUN
fcis-13124	122	3	,	,	PUNCT
fcis-13124	122	4	this	this	DET
fcis-13124	122	5	study	study	NOUN
fcis-13124	122	6	provides	provide	VERB
fcis-13124	122	7	a	a	DET
fcis-13124	122	8	solid	solid	ADJ
fcis-13124	122	9	starting	starting	NOUN
fcis-13124	122	10	point	point	NOUN
fcis-13124	122	11	for	for	ADP
fcis-13124	122	12	joint	joint	ADJ
fcis-13124	122	13	intent	intent	NOUN
fcis-13124	122	14	recognition	recognition	NOUN
fcis-13124	122	15	and	and	CCONJ
fcis-13124	122	16	slot	slot	NOUN
fcis-13124	122	17	-	-	PUNCT
fcis-13124	122	18	filling	fill	VERB
fcis-13124	122	19	model	model	NOUN
fcis-13124	122	20	construction	construction	NOUN
fcis-13124	122	21	under	under	ADP
fcis-13124	122	22	constrained	constrained	ADJ
fcis-13124	122	23	resources	resource	NOUN
fcis-13124	122	24	,	,	PUNCT
fcis-13124	122	25	and	and	CCONJ
fcis-13124	122	26	provides	provide	VERB
fcis-13124	122	27	useful	useful	ADJ
fcis-13124	122	28	reference	reference	NOUN
fcis-13124	122	29	and	and	CCONJ
fcis-13124	122	30	inspiration	inspiration	NOUN
fcis-13124	122	31	for	for	ADP
fcis-13124	122	32	research	research	NOUN
fcis-13124	122	33	and	and	CCONJ
fcis-13124	122	34	practical	practical	ADJ
fcis-13124	122	35	applications	application	NOUN
fcis-13124	122	36	in	in	ADP
fcis-13124	122	37	related	related	ADJ
fcis-13124	122	38	fields	field	NOUN
fcis-13124	122	39	.	.	PUNCT
fcis-13124	123	1	references	reference	NOUN
fcis-13124	123	2	[	[	X
fcis-13124	123	3	1	1	NUM
fcis-13124	123	4	]	]	X
fcis-13124	123	5	jeong	jeong	PROPN
fcis-13124	123	6	,	,	PUNCT
fcis-13124	123	7	m.	m.	NOUN
fcis-13124	123	8	,	,	PUNCT
fcis-13124	123	9	&	&	CCONJ
fcis-13124	123	10	lee	lee	PROPN
fcis-13124	123	11	,	,	PUNCT
fcis-13124	123	12	g.	g.	PROPN
fcis-13124	123	13	g.	g.	PROPN
fcis-13124	123	14	(	(	PUNCT
fcis-13124	123	15	2008	2008	NUM
fcis-13124	123	16	)	)	PUNCT
fcis-13124	123	17	.	.	PUNCT
fcis-13124	124	1	triangular	triangular	NOUN
fcis-13124	124	2	-	-	PUNCT
fcis-13124	124	3	chain	chain	NOUN
fcis-13124	124	4	conditional	conditional	ADJ
fcis-13124	124	5	random	random	ADJ
fcis-13124	124	6	fields	field	NOUN
fcis-13124	124	7	.	.	PUNCT
fcis-13124	125	1	ieee	ieee	NOUN
fcis-13124	125	2	transactions	transaction	NOUN
fcis-13124	125	3	on	on	ADP
fcis-13124	125	4	audio	audio	NOUN
fcis-13124	125	5	,	,	PUNCT
fcis-13124	125	6	speech	speech	NOUN
fcis-13124	125	7	,	,	PUNCT
fcis-13124	125	8	and	and	CCONJ
fcis-13124	125	9	language	language	NOUN
fcis-13124	125	10	processing	processing	NOUN
fcis-13124	125	11	,	,	PUNCT
fcis-13124	125	12	16(7	16(7	NUM
fcis-13124	125	13	)	)	PUNCT
fcis-13124	125	14	,	,	PUNCT
fcis-13124	125	15	1287–1302	1287–1302	NUM
fcis-13124	125	16	.	.	PUNCT
fcis-13124	126	1	[	[	X
fcis-13124	126	2	2	2	NUM
fcis-13124	126	3	]	]	X
fcis-13124	126	4	guo	guo	PROPN
fcis-13124	126	5	,	,	PUNCT
fcis-13124	126	6	d.	d.	PROPN
fcis-13124	126	7	,	,	PUNCT
fcis-13124	126	8	tur	tur	PROPN
fcis-13124	126	9	,	,	PUNCT
fcis-13124	126	10	g.	g.	PROPN
fcis-13124	126	11	,	,	PUNCT
fcis-13124	126	12	yih	yih	PROPN
fcis-13124	126	13	,	,	PUNCT
fcis-13124	126	14	w.	w.	PROPN
fcis-13124	126	15	t.	t.	PROPN
fcis-13124	126	16	,	,	PUNCT
fcis-13124	126	17	&	&	CCONJ
fcis-13124	126	18	zweig	zweig	PROPN
fcis-13124	126	19	,	,	PUNCT
fcis-13124	126	20	g.	g.	PROPN
fcis-13124	126	21	(	(	PUNCT
fcis-13124	126	22	2014	2014	NUM
fcis-13124	126	23	)	)	PUNCT
fcis-13124	126	24	.	.	PUNCT
fcis-13124	127	1	joint	joint	ADJ
fcis-13124	127	2	semantic	semantic	ADJ
fcis-13124	127	3	utterance	utterance	NOUN
fcis-13124	127	4	classification	classification	NOUN
fcis-13124	127	5	and	and	CCONJ
fcis-13124	127	6	slot	slot	NOUN
fcis-13124	127	7	filling	fill	VERB
fcis-13124	127	8	with	with	ADP
fcis-13124	127	9	recursive	recursive	ADJ
fcis-13124	127	10	neural	neural	ADJ
fcis-13124	127	11	networks	network	NOUN
fcis-13124	127	12	.	.	PUNCT
fcis-13124	128	1	proceedings	proceeding	NOUN
fcis-13124	128	2	of	of	ADP
fcis-13124	128	3	the	the	DET
fcis-13124	128	4	ieee	ieee	NOUN
fcis-13124	128	5	spoken	speak	VERB
fcis-13124	128	6	language	language	NOUN
fcis-13124	128	7	technology	technology	NOUN
fcis-13124	128	8	workshop	workshop	NOUN
fcis-13124	128	9	(	(	PUNCT
fcis-13124	128	10	slt'14	slt'14	X
fcis-13124	128	11	,	,	PUNCT
fcis-13124	128	12	pp	pp	ADJ
fcis-13124	128	13	.	.	PUNCT
fcis-13124	129	1	554–559	554–559	NUM
fcis-13124	129	2	.	.	PUNCT
fcis-13124	130	1	[	[	X
fcis-13124	130	2	3	3	NUM
fcis-13124	130	3	]	]	SYM
fcis-13124	130	4	raedt	raedt	NOUN
fcis-13124	130	5	,	,	PUNCT
fcis-13124	130	6	l.	l.	PROPN
fcis-13124	130	7	d.	d.	PROPN
fcis-13124	130	8	,	,	PUNCT
fcis-13124	130	9	hammer	hammer	PROPN
fcis-13124	130	10	,	,	PUNCT
fcis-13124	130	11	b.	b.	NOUN
fcis-13124	130	12	,	,	PUNCT
fcis-13124	130	13	hitzler	hitzler	ADJ
fcis-13124	130	14	,	,	PUNCT
fcis-13124	130	15	p.	p.	NOUN
fcis-13124	130	16	,	,	PUNCT
fcis-13124	130	17	&	&	CCONJ
fcis-13124	130	18	maass	maass	PROPN
fcis-13124	130	19	,	,	PUNCT
fcis-13124	130	20	w.	w.	PROPN
fcis-13124	130	21	(	(	PUNCT
fcis-13124	130	22	2008	2008	NUM
fcis-13124	130	23	)	)	PUNCT
fcis-13124	130	24	.	.	PUNCT
fcis-13124	131	1	recurrent	recurrent	ADJ
fcis-13124	131	2	neural	neural	ADJ
fcis-13124	131	3	networks	network	NOUN
fcis-13124	131	4	models	model	NOUN
fcis-13124	131	5	,	,	PUNCT
fcis-13124	131	6	capacities	capacity	NOUN
fcis-13124	131	7	,	,	PUNCT
fcis-13124	131	8	and	and	CCONJ
fcis-13124	131	9	applications	application	NOUN
fcis-13124	131	10	.	.	PUNCT
fcis-13124	132	1	in	in	ADP
fcis-13124	132	2	:	:	PUNCT
fcis-13124	132	3	internationales	internationale	NOUN
fcis-13124	132	4	begegnungsund	begegnungsund	PROPN
fcis-13124	132	5	forschungszentrum	forschungszentrum	PROPN
fcis-13124	132	6	fuer	fuer	PROPN
fcis-13124	132	7	informatik	informatik	PROPN
fcis-13124	132	8	(	(	PUNCT
fcis-13124	132	9	ibfi	ibfi	PROPN
fcis-13124	132	10	)	)	PUNCT
fcis-13124	132	11	.	.	PUNCT
fcis-13124	133	1	schloss	schloss	PROPN
fcis-13124	133	2	dagstuhl	dagstuhl	PROPN
fcis-13124	133	3	,	,	PUNCT
fcis-13124	133	4	germany	germany	PROPN
fcis-13124	133	5	.	.	PUNCT
fcis-13124	133	6	08041	08041	NUM
fcis-13124	134	1	[	[	X
fcis-13124	134	2	4	4	NUM
fcis-13124	134	3	]	]	X
fcis-13124	134	4	luo	luo	PROPN
fcis-13124	134	5	,	,	PUNCT
fcis-13124	134	6	x.	x.	PROPN
fcis-13124	134	7	,	,	PUNCT
fcis-13124	134	8	zhou	zhou	PROPN
fcis-13124	134	9	,	,	PUNCT
fcis-13124	134	10	w.	w.	PROPN
fcis-13124	134	11	,	,	PUNCT
fcis-13124	134	12	wang	wang	PROPN
fcis-13124	134	13	,	,	PUNCT
fcis-13124	134	14	w.	w.	PROPN
fcis-13124	134	15	,	,	PUNCT
fcis-13124	134	16	zhu	zhu	PROPN
fcis-13124	134	17	,	,	PUNCT
fcis-13124	134	18	y.	y.	PROPN
fcis-13124	134	19	,	,	PUNCT
fcis-13124	134	20	&	&	CCONJ
fcis-13124	134	21	deng	deng	PROPN
fcis-13124	134	22	,	,	PUNCT
fcis-13124	134	23	j.	j.	PROPN
fcis-13124	134	24	(	(	PUNCT
fcis-13124	134	25	2018	2018	NUM
fcis-13124	134	26	)	)	PUNCT
fcis-13124	134	27	.	.	PUNCT
fcis-13124	135	1	attention	attention	NOUN
fcis-13124	135	2	-	-	PUNCT
fcis-13124	135	3	based	base	VERB
fcis-13124	135	4	relation	relation	NOUN
fcis-13124	135	5	extraction	extraction	NOUN
fcis-13124	135	6	with	with	ADP
fcis-13124	135	7	bidirectional	bidirectional	NOUN
fcis-13124	135	8	gated	gate	VERB
fcis-13124	135	9	115	115	NUM
fcis-13124	135	10	recurrent	recurrent	ADJ
fcis-13124	135	11	unit	unit	NOUN
fcis-13124	135	12	and	and	CCONJ
fcis-13124	135	13	highway	highway	NOUN
fcis-13124	135	14	network	network	NOUN
fcis-13124	135	15	in	in	ADP
fcis-13124	135	16	the	the	DET
fcis-13124	135	17	analysis	analysis	NOUN
fcis-13124	135	18	of	of	ADP
fcis-13124	135	19	geological	geological	ADJ
fcis-13124	135	20	data	datum	NOUN
fcis-13124	135	21	.	.	PUNCT
fcis-13124	136	1	ieee	ieee	NOUN
fcis-13124	136	2	access	access	NOUN
fcis-13124	136	3	,	,	PUNCT
fcis-13124	136	4	6	6	NUM
fcis-13124	136	5	,	,	PUNCT
fcis-13124	136	6	5705–5715	5705–5715	NOUN
fcis-13124	136	7	.	.	PUNCT
fcis-13124	137	1	[	[	X
fcis-13124	137	2	5	5	NUM
fcis-13124	137	3	]	]	X
fcis-13124	137	4	hochreiter	hochreiter	PROPN
fcis-13124	137	5	,	,	PUNCT
fcis-13124	137	6	s.	s.	PROPN
fcis-13124	137	7	,	,	PUNCT
fcis-13124	137	8	&	&	CCONJ
fcis-13124	137	9	schmidhuber	schmidhuber	PROPN
fcis-13124	137	10	,	,	PUNCT
fcis-13124	137	11	j.	j.	PROPN
fcis-13124	137	12	(	(	PUNCT
fcis-13124	137	13	1997	1997	NUM
fcis-13124	137	14	)	)	PUNCT
fcis-13124	137	15	.	.	PUNCT
fcis-13124	138	1	long	long	ADJ
fcis-13124	138	2	short	short	ADJ
fcis-13124	138	3	-	-	PUNCT
fcis-13124	138	4	term	term	NOUN
fcis-13124	138	5	memory	memory	NOUN
fcis-13124	138	6	.	.	PUNCT
fcis-13124	139	1	neural	neural	ADJ
fcis-13124	139	2	computation	computation	NOUN
fcis-13124	139	3	,	,	PUNCT
fcis-13124	139	4	9(8	9(8	NUM
fcis-13124	139	5	)	)	PUNCT
fcis-13124	139	6	,	,	PUNCT
fcis-13124	139	7	1735–1780	1735–1780	NUM
fcis-13124	139	8	.	.	PUNCT
fcis-13124	140	1	[	[	X
fcis-13124	140	2	6	6	NUM
fcis-13124	140	3	]	]	SYM
fcis-13124	140	4	tang	tang	PROPN
fcis-13124	140	5	,	,	PUNCT
fcis-13124	140	6	h.	h.	PROPN
fcis-13124	140	7	,	,	PUNCT
fcis-13124	140	8	ji	ji	PROPN
fcis-13124	140	9	,	,	PUNCT
fcis-13124	140	10	d.	d.	PROPN
fcis-13124	140	11	,	,	PUNCT
fcis-13124	140	12	&	&	CCONJ
fcis-13124	140	13	zhou	zhou	PROPN
fcis-13124	140	14	,	,	PUNCT
fcis-13124	140	15	q.	q.	PROPN
fcis-13124	140	16	(	(	PUNCT
fcis-13124	140	17	2020	2020	NUM
fcis-13124	140	18	)	)	PUNCT
fcis-13124	140	19	.	.	PUNCT
fcis-13124	141	1	end	end	NOUN
fcis-13124	141	2	-	-	PUNCT
fcis-13124	141	3	to	to	ADP
fcis-13124	141	4	-	-	PUNCT
fcis-13124	141	5	end	end	NOUN
fcis-13124	141	6	masked	mask	VERB
fcis-13124	141	7	graphbased	graphbased	ADJ
fcis-13124	141	8	crf	crf	PROPN
fcis-13124	141	9	for	for	ADP
fcis-13124	141	10	joint	joint	ADJ
fcis-13124	141	11	slot	slot	NOUN
fcis-13124	141	12	filling	filling	NOUN
fcis-13124	141	13	and	and	CCONJ
fcis-13124	141	14	intent	intent	ADJ
fcis-13124	141	15	detection	detection	NOUN
fcis-13124	141	16	.	.	PUNCT
fcis-13124	142	1	neurocomputing	neurocomputing	NOUN
fcis-13124	142	2	,	,	PUNCT
fcis-13124	142	3	413	413	NUM
fcis-13124	142	4	,	,	PUNCT
fcis-13124	142	5	348–359	348–359	NUM
fcis-13124	142	6	.	.	PUNCT
fcis-13124	143	1	[	[	X
fcis-13124	143	2	7	7	NUM
fcis-13124	143	3	]	]	X
fcis-13124	143	4	wang	wang	PROPN
fcis-13124	143	5	,	,	PUNCT
fcis-13124	143	6	s.	s.	PROPN
fcis-13124	143	7	,	,	PUNCT
fcis-13124	143	8	et	et	PROPN
fcis-13124	143	9	al	al	PROPN
fcis-13124	143	10	.	.	PROPN
fcis-13124	143	11	(	(	PUNCT
fcis-13124	143	12	2023	2023	NUM
fcis-13124	143	13	)	)	PUNCT
fcis-13124	143	14	gnn	gnn	PROPN
fcis-13124	143	15	-	-	PUNCT
fcis-13124	143	16	sl	sl	NOUN
fcis-13124	143	17	:	:	PUNCT
fcis-13124	143	18	sequence	sequence	NOUN
fcis-13124	143	19	labeling	labeling	NOUN
fcis-13124	143	20	based	base	VERB
fcis-13124	143	21	on	on	ADP
fcis-13124	143	22	nearest	near	ADJ
fcis-13124	143	23	examples	example	NOUN
fcis-13124	143	24	via	via	ADP
fcis-13124	143	25	gnn	gnn	PROPN
fcis-13124	143	26	.	.	PUNCT
fcis-13124	144	1	in	in	ADP
fcis-13124	144	2	:	:	PUNCT
fcis-13124	144	3	findings	finding	NOUN
fcis-13124	144	4	of	of	ADP
fcis-13124	144	5	the	the	DET
fcis-13124	144	6	association	association	NOUN
fcis-13124	144	7	for	for	ADP
fcis-13124	144	8	computational	computational	ADJ
fcis-13124	144	9	linguistics	linguistic	NOUN
fcis-13124	144	10	(	(	PUNCT
fcis-13124	144	11	acl	acl	PROPN
fcis-13124	144	12	2023	2023	NUM
fcis-13124	144	13	)	)	PUNCT
fcis-13124	144	14	.	.	PUNCT
fcis-13124	145	1	toronto	toronto	PROPN
fcis-13124	145	2	.	.	PUNCT
fcis-13124	145	3	12679	12679	NUM
fcis-13124	145	4	-	-	SYM
fcis-13124	145	5	12692	12692	NUM
fcis-13124	145	6	.	.	PUNCT
fcis-13124	146	1	[	[	X
fcis-13124	146	2	8	8	NUM
fcis-13124	146	3	]	]	X
fcis-13124	146	4	devlin	devlin	PROPN
fcis-13124	146	5	,	,	PUNCT
fcis-13124	146	6	j.	j.	PROPN
fcis-13124	146	7	,	,	PUNCT
fcis-13124	146	8	chang	chang	PROPN
fcis-13124	146	9	,	,	PUNCT
fcis-13124	146	10	m.-w	m.-w	PROPN
fcis-13124	146	11	.	.	PROPN
fcis-13124	146	12	,	,	PUNCT
fcis-13124	146	13	lee	lee	PROPN
fcis-13124	146	14	,	,	PUNCT
fcis-13124	146	15	k.	k.	PROPN
fcis-13124	146	16	,	,	PUNCT
fcis-13124	146	17	&	&	CCONJ
fcis-13124	146	18	toutanova	toutanova	PROPN
fcis-13124	146	19	,	,	PUNCT
fcis-13124	146	20	k.	k.	PROPN
fcis-13124	146	21	(	(	PUNCT
fcis-13124	146	22	2019	2019	NUM
fcis-13124	146	23	)	)	PUNCT
fcis-13124	146	24	.	.	PUNCT
fcis-13124	147	1	bert	bert	PROPN
fcis-13124	147	2	:	:	PUNCT
fcis-13124	147	3	pre	pre	ADJ
fcis-13124	147	4	-	-	NOUN
fcis-13124	147	5	training	training	NOUN
fcis-13124	147	6	of	of	ADP
fcis-13124	147	7	deep	deep	ADJ
fcis-13124	147	8	bidirectional	bidirectional	ADJ
fcis-13124	147	9	transformers	transformer	NOUN
fcis-13124	147	10	for	for	ADP
fcis-13124	147	11	language	language	NOUN
fcis-13124	147	12	understanding	understanding	NOUN
fcis-13124	147	13	.	.	PUNCT
fcis-13124	148	1	proceedings	proceeding	NOUN
fcis-13124	148	2	of	of	ADP
fcis-13124	148	3	the	the	DET
fcis-13124	148	4	2019	2019	NUM
fcis-13124	148	5	conference	conference	NOUN
fcis-13124	148	6	of	of	ADP
fcis-13124	148	7	the	the	DET
fcis-13124	148	8	north	north	ADJ
fcis-13124	148	9	american	american	ADJ
fcis-13124	148	10	chapter	chapter	NOUN
fcis-13124	148	11	of	of	ADP
fcis-13124	148	12	the	the	DET
fcis-13124	148	13	association	association	NOUN
fcis-13124	148	14	for	for	ADP
fcis-13124	148	15	computational	computational	ADJ
fcis-13124	148	16	linguistics	linguistic	NOUN
fcis-13124	148	17	:	:	PUNCT
fcis-13124	148	18	human	human	ADJ
fcis-13124	148	19	language	language	NOUN
fcis-13124	148	20	technologies	technology	NOUN
fcis-13124	148	21	,	,	PUNCT
fcis-13124	148	22	1	1	NUM
fcis-13124	148	23	:	:	SYM
fcis-13124	148	24	4171	4171	NUM
fcis-13124	148	25	-	-	SYM
fcis-13124	148	26	4186	4186	NUM
fcis-13124	148	27	.	.	PUNCT
fcis-13124	149	1	[	[	X
fcis-13124	149	2	9	9	NUM
fcis-13124	149	3	]	]	SYM
fcis-13124	149	4	vaswani	vaswani	NOUN
fcis-13124	149	5	,	,	PUNCT
fcis-13124	149	6	a.	a.	NOUN
fcis-13124	149	7	,	,	PUNCT
fcis-13124	149	8	shazeer	shazeer	NOUN
fcis-13124	149	9	,	,	PUNCT
fcis-13124	149	10	n.	n.	NOUN
fcis-13124	149	11	,	,	PUNCT
fcis-13124	149	12	parmar	parmar	PROPN
fcis-13124	149	13	,	,	PUNCT
fcis-13124	149	14	n.	n.	NOUN
fcis-13124	149	15	,	,	PUNCT
fcis-13124	149	16	uszkoreit	uszkoreit	PROPN
fcis-13124	149	17	,	,	PUNCT
fcis-13124	149	18	j.	j.	PROPN
fcis-13124	149	19	,	,	PUNCT
fcis-13124	149	20	jones	jones	PROPN
fcis-13124	149	21	,	,	PUNCT
fcis-13124	149	22	l.	l.	PROPN
fcis-13124	149	23	,	,	PUNCT
fcis-13124	149	24	gomez	gomez	PROPN
fcis-13124	149	25	,	,	PUNCT
fcis-13124	149	26	a.	a.	NOUN
fcis-13124	149	27	n.	n.	PROPN
fcis-13124	149	28	,	,	PUNCT
fcis-13124	149	29	kaiser	kaiser	PROPN
fcis-13124	149	30	,	,	PUNCT
fcis-13124	149	31	ł	ł	PROPN
fcis-13124	149	32	.	.	PROPN
fcis-13124	149	33	,	,	PUNCT
fcis-13124	149	34	&	&	CCONJ
fcis-13124	149	35	polosukhin	polosukhin	PROPN
fcis-13124	149	36	,	,	PUNCT
fcis-13124	149	37	i.	i.	NOUN
fcis-13124	149	38	(	(	PUNCT
fcis-13124	149	39	2017	2017	NUM
fcis-13124	149	40	)	)	PUNCT
fcis-13124	149	41	.	.	PUNCT
fcis-13124	150	1	attention	attention	NOUN
fcis-13124	150	2	is	be	AUX
fcis-13124	150	3	all	all	PRON
fcis-13124	150	4	you	you	PRON
fcis-13124	150	5	need	need	VERB
fcis-13124	150	6	.	.	PUNCT
fcis-13124	151	1	advances	advance	NOUN
fcis-13124	151	2	in	in	ADP
fcis-13124	151	3	neural	neural	ADJ
fcis-13124	151	4	information	information	NOUN
fcis-13124	151	5	processing	processing	NOUN
fcis-13124	151	6	systems	system	NOUN
fcis-13124	151	7	,	,	PUNCT
fcis-13124	151	8	30	30	NUM
fcis-13124	151	9	.	.	PUNCT
fcis-13124	152	1	[	[	X
fcis-13124	152	2	10	10	NUM
fcis-13124	152	3	]	]	SYM
fcis-13124	152	4	hu	hu	PROPN
fcis-13124	152	5	,	,	PUNCT
fcis-13124	152	6	z.	z.	PROPN
fcis-13124	152	7	,	,	PUNCT
fcis-13124	152	8	dong	dong	PROPN
fcis-13124	152	9	,	,	PUNCT
fcis-13124	152	10	y.	y.	PROPN
fcis-13124	152	11	,	,	PUNCT
fcis-13124	152	12	wang	wang	PROPN
fcis-13124	152	13	,	,	PUNCT
fcis-13124	152	14	k.	k.	PROPN
fcis-13124	152	15	,	,	PUNCT
fcis-13124	152	16	&	&	CCONJ
fcis-13124	152	17	sun	sun	PROPN
fcis-13124	152	18	,	,	PUNCT
fcis-13124	152	19	y.	y.	PROPN
fcis-13124	152	20	(	(	PUNCT
fcis-13124	152	21	2020	2020	NUM
fcis-13124	152	22	)	)	PUNCT
fcis-13124	152	23	.	.	PUNCT
fcis-13124	152	24	heterogeneous	heterogeneous	ADJ
fcis-13124	152	25	graph	graph	NOUN
fcis-13124	152	26	transformer	transformer	NOUN
fcis-13124	152	27	.	.	PUNCT
fcis-13124	153	1	proceedings	proceeding	NOUN
fcis-13124	153	2	of	of	ADP
fcis-13124	153	3	the	the	DET
fcis-13124	153	4	web	web	NOUN
fcis-13124	153	5	conference	conference	NOUN
fcis-13124	153	6	2020	2020	NUM
fcis-13124	153	7	.	.	PUNCT
fcis-13124	154	1	2704–2710	2704–2710	NUM
fcis-13124	154	2	.	.	PUNCT