id	sid	tid	token	lemma	pos
fcis-7525	1	1	frontiers	frontier	NOUN
fcis-7525	1	2	in	in	ADP
fcis-7525	1	3	computing	computing	NOUN
fcis-7525	1	4	and	and	CCONJ
fcis-7525	1	5	intelligent	intelligent	ADJ
fcis-7525	1	6	systems	system	NOUN
fcis-7525	1	7	issn	issn	VERB
fcis-7525	1	8	:	:	PUNCT
fcis-7525	1	9	2832	2832	NUM
fcis-7525	1	10	-	-	SYM
fcis-7525	1	11	6024	6024	NUM
fcis-7525	1	12	|	|	NOUN
fcis-7525	1	13	vol	vol	NOUN
fcis-7525	1	14	.	.	PROPN
fcis-7525	2	1	3	3	NUM
fcis-7525	2	2	,	,	PUNCT
fcis-7525	2	3	no	no	INTJ
fcis-7525	2	4	.	.	NOUN
fcis-7525	2	5	2	2	NUM
fcis-7525	2	6	,	,	PUNCT
fcis-7525	2	7	2023	2023	NUM
fcis-7525	2	8	106	106	NUM
fcis-7525	2	9	improving	improve	VERB
fcis-7525	2	10	nlp	nlp	ADJ
fcis-7525	2	11	accuracy	accuracy	NOUN
fcis-7525	2	12	with	with	ADP
fcis-7525	2	13	stack	stack	NOUN
fcis-7525	2	14	-	-	PUNCT
fcis-7525	2	15	propagation	propagation	NOUN
fcis-7525	2	16	and	and	CCONJ
fcis-7525	2	17	knowledge	knowledge	NOUN
fcis-7525	2	18	distillation	distillation	NOUN
fcis-7525	2	19	:	:	PUNCT
fcis-7525	2	20	a	a	DET
fcis-7525	2	21	joint	joint	ADJ
fcis-7525	2	22	model	model	NOUN
fcis-7525	2	23	for	for	ADP
fcis-7525	2	24	intent	intent	ADJ
fcis-7525	2	25	detection	detection	NOUN
fcis-7525	2	26	and	and	CCONJ
fcis-7525	2	27	slot	slot	NOUN
fcis-7525	2	28	filling	filling	NOUN
fcis-7525	2	29	yuan	yuan	PROPN
fcis-7525	2	30	wang	wang	PROPN
fcis-7525	2	31	*	*	PROPN
fcis-7525	2	32	,	,	PUNCT
fcis-7525	2	33	zhoumeng	zhoumeng	PROPN
fcis-7525	2	34	yang	yang	PROPN
fcis-7525	2	35	,	,	PUNCT
fcis-7525	2	36	xiyan	xiyan	PROPN
fcis-7525	3	1	zhang	zhang	PROPN
fcis-7525	3	2	department	department	PROPN
fcis-7525	3	3	of	of	ADP
fcis-7525	3	4	computer	computer	NOUN
fcis-7525	3	5	science	science	NOUN
fcis-7525	3	6	and	and	CCONJ
fcis-7525	3	7	information	information	NOUN
fcis-7525	3	8	,	,	PUNCT
fcis-7525	3	9	beijing	beijing	PROPN
fcis-7525	3	10	jiaotong	jiaotong	PROPN
fcis-7525	3	11	university	university	PROPN
fcis-7525	3	12	,	,	PUNCT
fcis-7525	3	13	beijing,100044	beijing,100044	PROPN
fcis-7525	3	14	,	,	PUNCT
fcis-7525	3	15	china	china	PROPN
fcis-7525	3	16	*	*	PUNCT
fcis-7525	3	17	corresponding	correspond	VERB
fcis-7525	3	18	author	author	NOUN
fcis-7525	3	19	:	:	PUNCT
fcis-7525	3	20	yuan	yuan	PROPN
fcis-7525	3	21	wang	wang	PROPN
fcis-7525	3	22	(	(	PUNCT
fcis-7525	3	23	email	email	NOUN
fcis-7525	3	24	:	:	PUNCT
fcis-7525	3	25	bjtu_wangyuan@163.com	bjtu_wangyuan@163.com	NOUN
fcis-7525	3	26	)	)	PUNCT
fcis-7525	3	27	abstract	abstract	ADJ
fcis-7525	3	28	:	:	PUNCT
fcis-7525	3	29	intent	intent	ADJ
fcis-7525	3	30	detection	detection	NOUN
fcis-7525	3	31	and	and	CCONJ
fcis-7525	3	32	slot	slot	NOUN
fcis-7525	3	33	filling	filling	NOUN
fcis-7525	3	34	are	be	AUX
fcis-7525	3	35	fundamental	fundamental	ADJ
fcis-7525	3	36	tasks	task	NOUN
fcis-7525	3	37	in	in	ADP
fcis-7525	3	38	natural	natural	ADJ
fcis-7525	3	39	language	language	NOUN
fcis-7525	3	40	understanding	understanding	NOUN
fcis-7525	3	41	(	(	PUNCT
fcis-7525	3	42	nlu	nlu	NOUN
fcis-7525	3	43	)	)	PUNCT
fcis-7525	3	44	,	,	PUNCT
fcis-7525	3	45	constituting	constitute	VERB
fcis-7525	3	46	important	important	ADJ
fcis-7525	3	47	components	component	NOUN
fcis-7525	3	48	of	of	ADP
fcis-7525	3	49	intelligent	intelligent	ADJ
fcis-7525	3	50	question	question	NOUN
fcis-7525	3	51	-	-	PUNCT
fcis-7525	3	52	answering	answer	VERB
fcis-7525	3	53	systems	system	NOUN
fcis-7525	3	54	.	.	PUNCT
fcis-7525	4	1	these	these	DET
fcis-7525	4	2	tasks	task	NOUN
fcis-7525	4	3	are	be	AUX
fcis-7525	4	4	closely	closely	ADV
fcis-7525	4	5	interrelated	interrelated	ADJ
fcis-7525	4	6	,	,	PUNCT
fcis-7525	4	7	forming	form	VERB
fcis-7525	4	8	a	a	DET
fcis-7525	4	9	core	core	NOUN
fcis-7525	4	10	aspect	aspect	NOUN
fcis-7525	4	11	of	of	ADP
fcis-7525	4	12	semantic	semantic	ADJ
fcis-7525	4	13	understanding	understanding	NOUN
fcis-7525	4	14	in	in	ADP
fcis-7525	4	15	natural	natural	ADJ
fcis-7525	4	16	language	language	NOUN
fcis-7525	4	17	processing	processing	NOUN
fcis-7525	4	18	.	.	PUNCT
fcis-7525	5	1	in	in	ADP
fcis-7525	5	2	this	this	DET
fcis-7525	5	3	paper	paper	NOUN
fcis-7525	5	4	,	,	PUNCT
fcis-7525	5	5	we	we	PRON
fcis-7525	5	6	propose	propose	VERB
fcis-7525	5	7	an	an	DET
fcis-7525	5	8	architecture	architecture	NOUN
fcis-7525	5	9	using	use	VERB
fcis-7525	5	10	stack	stack	NOUN
fcis-7525	5	11	-	-	PUNCT
fcis-7525	5	12	propagation	propagation	NOUN
fcis-7525	5	13	to	to	PART
fcis-7525	5	14	improve	improve	VERB
fcis-7525	5	15	the	the	DET
fcis-7525	5	16	accuracy	accuracy	NOUN
fcis-7525	5	17	of	of	ADP
fcis-7525	5	18	nlu	nlu	NOUN
fcis-7525	5	19	tasks	task	NOUN
fcis-7525	5	20	.	.	PUNCT
fcis-7525	6	1	in	in	ADP
fcis-7525	6	2	stack	stack	NOUN
fcis-7525	6	3	propagation	propagation	NOUN
fcis-7525	6	4	,	,	PUNCT
fcis-7525	6	5	we	we	PRON
fcis-7525	6	6	use	use	VERB
fcis-7525	6	7	a	a	DET
fcis-7525	6	8	joint	joint	ADJ
fcis-7525	6	9	model	model	NOUN
fcis-7525	6	10	that	that	PRON
fcis-7525	6	11	mainly	mainly	ADV
fcis-7525	6	12	incorporates	incorporate	VERB
fcis-7525	6	13	token	token	ADJ
fcis-7525	6	14	-	-	PUNCT
fcis-7525	6	15	level	level	NOUN
fcis-7525	6	16	intent	intent	NOUN
fcis-7525	6	17	detection	detection	NOUN
fcis-7525	6	18	data	datum	NOUN
fcis-7525	6	19	with	with	ADP
fcis-7525	6	20	sentence	sentence	NOUN
fcis-7525	6	21	word	word	NOUN
fcis-7525	6	22	vectors	vector	NOUN
fcis-7525	6	23	as	as	ADP
fcis-7525	6	24	input	input	NOUN
fcis-7525	6	25	for	for	ADP
fcis-7525	6	26	slot	slot	NOUN
fcis-7525	6	27	filling	fill	VERB
fcis-7525	6	28	to	to	PART
fcis-7525	6	29	capture	capture	VERB
fcis-7525	6	30	intent	intent	ADJ
fcis-7525	6	31	semantic	semantic	ADJ
fcis-7525	6	32	knowledge	knowledge	NOUN
fcis-7525	6	33	.	.	PUNCT
fcis-7525	7	1	additionally	additionally	ADV
fcis-7525	7	2	,	,	PUNCT
fcis-7525	7	3	we	we	PRON
fcis-7525	7	4	use	use	VERB
fcis-7525	7	5	knowledge	knowledge	NOUN
fcis-7525	7	6	distillation	distillation	NOUN
fcis-7525	7	7	(	(	PUNCT
fcis-7525	7	8	kd	kd	PROPN
fcis-7525	7	9	)	)	PUNCT
fcis-7525	7	10	to	to	PART
fcis-7525	7	11	improve	improve	VERB
fcis-7525	7	12	model	model	NOUN
fcis-7525	7	13	efficiency	efficiency	NOUN
fcis-7525	7	14	and	and	CCONJ
fcis-7525	7	15	enhance	enhance	VERB
fcis-7525	7	16	the	the	DET
fcis-7525	7	17	correlation	correlation	NOUN
fcis-7525	7	18	between	between	ADP
fcis-7525	7	19	the	the	DET
fcis-7525	7	20	two	two	NUM
fcis-7525	7	21	tasks	task	NOUN
fcis-7525	7	22	.	.	PUNCT
fcis-7525	8	1	our	our	PRON
fcis-7525	8	2	proposed	propose	VERB
fcis-7525	8	3	framework	framework	NOUN
fcis-7525	8	4	significantly	significantly	ADV
fcis-7525	8	5	differs	differ	VERB
fcis-7525	8	6	from	from	ADP
fcis-7525	8	7	existing	exist	VERB
fcis-7525	8	8	joint	joint	ADJ
fcis-7525	8	9	models	model	NOUN
fcis-7525	8	10	as	as	SCONJ
fcis-7525	8	11	it	it	PRON
fcis-7525	8	12	directly	directly	ADV
fcis-7525	8	13	leverages	leverage	VERB
fcis-7525	8	14	intent	intent	ADJ
fcis-7525	8	15	information	information	NOUN
fcis-7525	8	16	in	in	ADP
fcis-7525	8	17	the	the	DET
fcis-7525	8	18	joint	joint	ADJ
fcis-7525	8	19	model	model	NOUN
fcis-7525	8	20	and	and	CCONJ
fcis-7525	8	21	adopts	adopt	VERB
fcis-7525	8	22	token	token	VERB
fcis-7525	8	23	-	-	PUNCT
fcis-7525	8	24	level	level	NOUN
fcis-7525	8	25	intent	intent	NOUN
fcis-7525	8	26	information	information	NOUN
fcis-7525	8	27	for	for	ADP
fcis-7525	8	28	slot	slot	NOUN
fcis-7525	8	29	filling	fill	VERB
fcis-7525	8	30	to	to	PART
fcis-7525	8	31	ease	ease	VERB
fcis-7525	8	32	error	error	NOUN
fcis-7525	8	33	propagation	propagation	NOUN
fcis-7525	8	34	.	.	PUNCT
fcis-7525	9	1	furthermore	furthermore	ADV
fcis-7525	9	2	,	,	PUNCT
fcis-7525	9	3	our	our	PRON
fcis-7525	9	4	model	model	NOUN
fcis-7525	9	5	can	can	AUX
fcis-7525	9	6	explicitly	explicitly	ADV
fcis-7525	9	7	incorporate	incorporate	VERB
fcis-7525	9	8	intent	intent	ADJ
fcis-7525	9	9	information	information	NOUN
fcis-7525	9	10	for	for	ADP
fcis-7525	9	11	slot	slot	NOUN
fcis-7525	9	12	filling	fill	VERB
fcis-7525	9	13	with	with	ADP
fcis-7525	9	14	stack	stack	NOUN
fcis-7525	9	15	-	-	PUNCT
fcis-7525	9	16	propagation	propagation	NOUN
fcis-7525	9	17	,	,	PUNCT
fcis-7525	9	18	making	make	VERB
fcis-7525	9	19	the	the	DET
fcis-7525	9	20	interaction	interaction	NOUN
fcis-7525	9	21	procedure	procedure	NOUN
fcis-7525	9	22	more	more	ADV
fcis-7525	9	23	interpretable	interpretable	ADJ
fcis-7525	9	24	,	,	PUNCT
fcis-7525	9	25	while	while	SCONJ
fcis-7525	9	26	other	other	ADJ
fcis-7525	9	27	models	model	NOUN
fcis-7525	9	28	only	only	ADV
fcis-7525	9	29	interact	interact	VERB
fcis-7525	9	30	with	with	ADP
fcis-7525	9	31	hidden	hidden	ADJ
fcis-7525	9	32	states	state	NOUN
fcis-7525	9	33	implicitly	implicitly	ADV
fcis-7525	9	34	between	between	ADP
fcis-7525	9	35	the	the	DET
fcis-7525	9	36	two	two	NUM
fcis-7525	9	37	tasks	task	NOUN
fcis-7525	9	38	.	.	PUNCT
fcis-7525	10	1	we	we	PRON
fcis-7525	10	2	experimentally	experimentally	ADV
fcis-7525	10	3	evaluated	evaluate	VERB
fcis-7525	10	4	our	our	PRON
fcis-7525	10	5	model	model	NOUN
fcis-7525	10	6	on	on	ADP
fcis-7525	10	7	two	two	NUM
fcis-7525	10	8	publicly	publicly	ADV
fcis-7525	10	9	available	available	ADJ
fcis-7525	10	10	datasets	dataset	NOUN
fcis-7525	10	11	,	,	PUNCT
fcis-7525	10	12	and	and	CCONJ
fcis-7525	10	13	the	the	DET
fcis-7525	10	14	results	result	NOUN
fcis-7525	10	15	demonstrate	demonstrate	VERB
fcis-7525	10	16	that	that	SCONJ
fcis-7525	10	17	it	it	PRON
fcis-7525	10	18	achieves	achieve	VERB
fcis-7525	10	19	state	state	NOUN
fcis-7525	10	20	-	-	PUNCT
fcis-7525	10	21	of	of	ADP
fcis-7525	10	22	-	-	PUNCT
fcis-7525	10	23	the	the	DET
fcis-7525	10	24	-	-	PUNCT
fcis-7525	10	25	art	art	NOUN
fcis-7525	10	26	performance	performance	NOUN
fcis-7525	10	27	and	and	CCONJ
fcis-7525	10	28	outperforms	outperform	VERB
fcis-7525	10	29	previous	previous	ADJ
fcis-7525	10	30	methods	method	NOUN
fcis-7525	10	31	by	by	ADP
fcis-7525	10	32	a	a	DET
fcis-7525	10	33	significant	significant	ADJ
fcis-7525	10	34	margin	margin	NOUN
fcis-7525	10	35	,	,	PUNCT
fcis-7525	10	36	indicating	indicate	VERB
fcis-7525	10	37	its	its	PRON
fcis-7525	10	38	superiority	superiority	NOUN
fcis-7525	10	39	in	in	ADP
fcis-7525	10	40	addressing	address	VERB
fcis-7525	10	41	the	the	DET
fcis-7525	10	42	slot	slot	NOUN
fcis-7525	10	43	-	-	PUNCT
fcis-7525	10	44	filling	fill	VERB
fcis-7525	10	45	and	and	CCONJ
fcis-7525	10	46	intent	intent	ADJ
fcis-7525	10	47	detection	detection	NOUN
fcis-7525	10	48	tasks	task	NOUN
fcis-7525	10	49	.	.	PUNCT
fcis-7525	11	1	in	in	ADP
fcis-7525	11	2	future	future	ADJ
fcis-7525	11	3	research	research	NOUN
fcis-7525	11	4	,	,	PUNCT
fcis-7525	11	5	we	we	PRON
fcis-7525	11	6	will	will	AUX
fcis-7525	11	7	combine	combine	VERB
fcis-7525	11	8	the	the	DET
fcis-7525	11	9	stack	stack	NOUN
fcis-7525	11	10	-	-	PUNCT
fcis-7525	11	11	propagation	propagation	NOUN
fcis-7525	11	12	frame	frame	NOUN
fcis-7525	11	13	with	with	ADP
fcis-7525	11	14	the	the	DET
fcis-7525	11	15	kd	kd	PROPN
fcis-7525	11	16	module	module	NOUN
fcis-7525	11	17	in	in	ADP
fcis-7525	11	18	the	the	DET
fcis-7525	11	19	transform	transform	NOUN
fcis-7525	11	20	model	model	NOUN
fcis-7525	11	21	,	,	PUNCT
fcis-7525	11	22	which	which	PRON
fcis-7525	11	23	can	can	AUX
fcis-7525	11	24	boost	boost	VERB
fcis-7525	11	25	our	our	PRON
fcis-7525	11	26	model	model	NOUN
fcis-7525	11	27	performance	performance	NOUN
fcis-7525	11	28	to	to	PART
fcis-7525	11	29	move	move	VERB
fcis-7525	11	30	forward	forward	ADV
fcis-7525	11	31	a	a	DET
fcis-7525	11	32	single	single	ADJ
fcis-7525	11	33	step	step	NOUN
fcis-7525	11	34	in	in	ADP
fcis-7525	11	35	the	the	DET
fcis-7525	11	36	nlu	nlu	PROPN
fcis-7525	11	37	task	task	NOUN
fcis-7525	11	38	.	.	PUNCT
fcis-7525	12	1	keywords	keyword	NOUN
fcis-7525	12	2	:	:	PUNCT
fcis-7525	12	3	natural	natural	ADJ
fcis-7525	12	4	language	language	NOUN
fcis-7525	12	5	understanding	understanding	NOUN
fcis-7525	12	6	;	;	PUNCT
fcis-7525	12	7	slot	slot	NOUN
fcis-7525	12	8	-	-	PUNCT
fcis-7525	12	9	filling	filling	NOUN
fcis-7525	12	10	;	;	PUNCT
fcis-7525	12	11	intent	intent	ADJ
fcis-7525	12	12	detection	detection	NOUN
fcis-7525	12	13	;	;	PUNCT
fcis-7525	12	14	stack	stack	NOUN
fcis-7525	12	15	-	-	PUNCT
fcis-7525	12	16	propagation	propagation	NOUN
fcis-7525	12	17	;	;	PUNCT
fcis-7525	12	18	knowledge	knowledge	NOUN
fcis-7525	12	19	distillation	distillation	NOUN
fcis-7525	12	20	.	.	PUNCT
fcis-7525	13	1	1	1	X
fcis-7525	13	2	.	.	X
fcis-7525	13	3	introduction	introduction	NOUN
fcis-7525	13	4	natural	natural	ADJ
fcis-7525	13	5	language	language	NOUN
fcis-7525	13	6	understanding	understanding	NOUN
fcis-7525	13	7	(	(	PUNCT
fcis-7525	13	8	nlu	nlu	NOUN
fcis-7525	13	9	)	)	PUNCT
fcis-7525	13	10	is	be	AUX
fcis-7525	13	11	the	the	DET
fcis-7525	13	12	ability	ability	NOUN
fcis-7525	13	13	of	of	ADP
fcis-7525	13	14	a	a	DET
fcis-7525	13	15	computer	computer	NOUN
fcis-7525	13	16	program	program	NOUN
fcis-7525	13	17	to	to	PART
fcis-7525	13	18	understand	understand	VERB
fcis-7525	13	19	human	human	ADJ
fcis-7525	13	20	language	language	NOUN
fcis-7525	13	21	as	as	SCONJ
fcis-7525	13	22	it	it	PRON
fcis-7525	13	23	is	be	AUX
fcis-7525	13	24	spoken	speak	VERB
fcis-7525	13	25	or	or	CCONJ
fcis-7525	13	26	written	write	VERB
fcis-7525	13	27	.	.	PUNCT
fcis-7525	14	1	according	accord	VERB
fcis-7525	14	2	to	to	ADP
fcis-7525	14	3	jurafsky	jurafsky	PROPN
fcis-7525	14	4	and	and	CCONJ
fcis-7525	14	5	martin	martin	PROPN
fcis-7525	14	6	(	(	PUNCT
fcis-7525	14	7	2019	2019	NUM
fcis-7525	14	8	)	)	PUNCT
fcis-7525	14	9	,	,	PUNCT
fcis-7525	14	10	nlu	nlu	NOUN
fcis-7525	14	11	is	be	AUX
fcis-7525	14	12	defined	define	VERB
fcis-7525	14	13	as	as	ADP
fcis-7525	14	14	"	"	PUNCT
fcis-7525	14	15	the	the	DET
fcis-7525	14	16	process	process	NOUN
fcis-7525	14	17	of	of	ADP
fcis-7525	14	18	mapping	map	VERB
fcis-7525	14	19	a	a	DET
fcis-7525	14	20	given	give	VERB
fcis-7525	14	21	input	input	NOUN
fcis-7525	14	22	(	(	PUNCT
fcis-7525	14	23	usually	usually	ADV
fcis-7525	14	24	text	text	NOUN
fcis-7525	14	25	or	or	CCONJ
fcis-7525	14	26	speech	speech	NOUN
fcis-7525	14	27	)	)	PUNCT
fcis-7525	14	28	into	into	ADP
fcis-7525	14	29	a	a	DET
fcis-7525	14	30	structured	structured	ADJ
fcis-7525	14	31	representation	representation	NOUN
fcis-7525	14	32	that	that	PRON
fcis-7525	14	33	captures	capture	VERB
fcis-7525	14	34	the	the	DET
fcis-7525	14	35	meaning	meaning	NOUN
fcis-7525	14	36	of	of	ADP
fcis-7525	14	37	the	the	DET
fcis-7525	14	38	input	input	NOUN
fcis-7525	14	39	at	at	ADP
fcis-7525	14	40	different	different	ADJ
fcis-7525	14	41	levels	level	NOUN
fcis-7525	14	42	of	of	ADP
fcis-7525	14	43	granularity	granularity	NOUN
fcis-7525	14	44	.	.	PUNCT
fcis-7525	14	45	"	"	PUNCT
fcis-7525	15	1	nlu	nlu	NOUN
fcis-7525	15	2	is	be	AUX
fcis-7525	15	3	an	an	DET
fcis-7525	15	4	important	important	ADJ
fcis-7525	15	5	component	component	NOUN
fcis-7525	15	6	of	of	ADP
fcis-7525	15	7	natural	natural	ADJ
fcis-7525	15	8	language	language	NOUN
fcis-7525	15	9	processing	processing	NOUN
fcis-7525	15	10	(	(	PUNCT
fcis-7525	15	11	nlp	nlp	NOUN
fcis-7525	15	12	)	)	PUNCT
fcis-7525	15	13	and	and	CCONJ
fcis-7525	15	14	is	be	AUX
fcis-7525	15	15	used	use	VERB
fcis-7525	15	16	in	in	ADP
fcis-7525	15	17	various	various	ADJ
fcis-7525	15	18	applications	application	NOUN
fcis-7525	15	19	such	such	ADJ
fcis-7525	15	20	as	as	ADP
fcis-7525	15	21	virtual	virtual	ADJ
fcis-7525	15	22	assistants	assistant	NOUN
fcis-7525	15	23	,	,	PUNCT
fcis-7525	15	24	chatbots	chatbot	NOUN
fcis-7525	15	25	,	,	PUNCT
fcis-7525	15	26	and	and	CCONJ
fcis-7525	15	27	intelligent	intelligent	ADJ
fcis-7525	15	28	search	search	NOUN
fcis-7525	15	29	engines	engine	NOUN
fcis-7525	15	30	.	.	PUNCT
fcis-7525	16	1	slot	slot	NOUN
fcis-7525	16	2	filling	filling	NOUN
fcis-7525	16	3	and	and	CCONJ
fcis-7525	16	4	intent	intent	ADJ
fcis-7525	16	5	detection	detection	NOUN
fcis-7525	16	6	are	be	AUX
fcis-7525	16	7	fundamental	fundamental	ADJ
fcis-7525	16	8	tasks	task	NOUN
fcis-7525	16	9	in	in	ADP
fcis-7525	16	10	natural	natural	ADJ
fcis-7525	16	11	language	language	NOUN
fcis-7525	16	12	understanding	understanding	NOUN
fcis-7525	16	13	,	,	PUNCT
fcis-7525	16	14	constituting	constitute	VERB
fcis-7525	16	15	important	important	ADJ
fcis-7525	16	16	components	component	NOUN
fcis-7525	16	17	of	of	ADP
fcis-7525	16	18	intelligent	intelligent	ADJ
fcis-7525	16	19	question	question	NOUN
fcis-7525	16	20	-	-	PUNCT
fcis-7525	16	21	answering	answer	VERB
fcis-7525	16	22	systems	system	NOUN
fcis-7525	16	23	.	.	PUNCT
fcis-7525	17	1	these	these	DET
fcis-7525	17	2	tasks	task	NOUN
fcis-7525	17	3	are	be	AUX
fcis-7525	17	4	closely	closely	ADV
fcis-7525	17	5	interrelated	interrelated	ADJ
fcis-7525	17	6	,	,	PUNCT
fcis-7525	17	7	forming	form	VERB
fcis-7525	17	8	a	a	DET
fcis-7525	17	9	core	core	NOUN
fcis-7525	17	10	aspect	aspect	NOUN
fcis-7525	17	11	of	of	ADP
fcis-7525	17	12	semantic	semantic	ADJ
fcis-7525	17	13	understanding	understanding	NOUN
fcis-7525	17	14	in	in	ADP
fcis-7525	17	15	natural	natural	ADJ
fcis-7525	17	16	language	language	NOUN
fcis-7525	17	17	processing	processing	NOUN
fcis-7525	17	18	.	.	PUNCT
fcis-7525	18	1	various	various	ADJ
fcis-7525	18	2	joint	joint	ADJ
fcis-7525	18	3	models	model	NOUN
fcis-7525	18	4	have	have	AUX
fcis-7525	18	5	been	be	AUX
fcis-7525	18	6	proposed	propose	VERB
fcis-7525	18	7	to	to	PART
fcis-7525	18	8	capture	capture	VERB
fcis-7525	18	9	the	the	DET
fcis-7525	18	10	correlation	correlation	NOUN
fcis-7525	18	11	between	between	ADP
fcis-7525	18	12	the	the	DET
fcis-7525	18	13	two	two	NUM
fcis-7525	18	14	tasks	task	NOUN
fcis-7525	18	15	,	,	PUNCT
fcis-7525	18	16	and	and	CCONJ
fcis-7525	18	17	these	these	DET
fcis-7525	18	18	models	model	NOUN
fcis-7525	18	19	have	have	AUX
fcis-7525	18	20	demonstrated	demonstrate	VERB
fcis-7525	18	21	superiority	superiority	NOUN
fcis-7525	18	22	over	over	ADP
fcis-7525	18	23	traditional	traditional	ADJ
fcis-7525	18	24	pipelined	pipelined	ADJ
fcis-7525	18	25	approaches	approach	NOUN
fcis-7525	18	26	.	.	PUNCT
fcis-7525	19	1	table	table	NOUN
fcis-7525	19	2	1	1	NUM
fcis-7525	19	3	.	.	PUNCT
fcis-7525	20	1	an	an	DET
fcis-7525	20	2	example	example	NOUN
fcis-7525	20	3	with	with	ADP
fcis-7525	20	4	intent	intent	NOUN
fcis-7525	20	5	and	and	CCONJ
fcis-7525	20	6	slot	slot	NOUN
fcis-7525	20	7	annotation	annotation	NOUN
fcis-7525	20	8	utterance	utterance	VERB
fcis-7525	20	9	sample	sample	NOUN
fcis-7525	20	10	sentence	sentence	NOUN
fcis-7525	20	11	token	token	VERB
fcis-7525	20	12	leave	leave	NOUN
fcis-7525	20	13	on	on	ADP
fcis-7525	20	14	wednesday	wednesday	PROPN
fcis-7525	20	15	april	april	PROPN
fcis-7525	20	16	sixth	sixth	ADJ
fcis-7525	20	17	token	token	ADJ
fcis-7525	20	18	-	-	PUNCT
fcis-7525	20	19	level	level	NOUN
fcis-7525	20	20	intent	intent	NOUN
fcis-7525	20	21	action	action	NOUN
fcis-7525	20	22	weekday	weekday	NOUN
fcis-7525	20	23	month	month	NOUN
fcis-7525	20	24	day	day	NOUN
fcis-7525	20	25	slot	slot	NOUN
fcis-7525	20	26	-	-	PUNCT
fcis-7525	20	27	filling	fill	VERB
fcis-7525	20	28	o	o	NOUN
fcis-7525	20	29	depart_date	depart_date	NOUN
fcis-7525	20	30	.	.	PROPN
fcis-7525	20	31	day_name	day_name	NOUN
fcis-7525	20	32	depart_dat	depart_dat	PROPN
fcis-7525	20	33	e.month_n	e.month_n	PROPN
fcis-7525	20	34	ame	ame	PROPN
fcis-7525	20	35	depart_d	depart_d	PROPN
fcis-7525	20	36	ate.day_n	ate.day_n	PROPN
fcis-7525	20	37	umber	umber	PROPN
fcis-7525	20	38	sentence	sentence	NOUN
fcis-7525	20	39	intent	intent	NOUN
fcis-7525	20	40	depart	depart	PROPN
fcis-7525	20	41	date	date	NOUN
fcis-7525	20	42	information	information	NOUN
fcis-7525	20	43	as	as	SCONJ
fcis-7525	20	44	indicated	indicate	VERB
fcis-7525	20	45	in	in	ADP
fcis-7525	20	46	table	table	NOUN
fcis-7525	20	47	1	1	NUM
fcis-7525	20	48	,	,	PUNCT
fcis-7525	20	49	the	the	DET
fcis-7525	20	50	utterance	utterance	NOUN
fcis-7525	20	51	pertains	pertain	NOUN
fcis-7525	20	52	to	to	ADP
fcis-7525	20	53	obtaining	obtain	VERB
fcis-7525	20	54	detailed	detailed	ADJ
fcis-7525	20	55	information	information	NOUN
fcis-7525	20	56	regarding	regard	VERB
fcis-7525	20	57	a	a	DET
fcis-7525	20	58	flight	flight	NOUN
fcis-7525	20	59	.	.	PUNCT
fcis-7525	21	1	by	by	ADP
fcis-7525	21	2	training	train	VERB
fcis-7525	21	3	the	the	DET
fcis-7525	21	4	datasets	dataset	NOUN
fcis-7525	21	5	of	of	ADP
fcis-7525	21	6	the	the	DET
fcis-7525	21	7	airline	airline	NOUN
fcis-7525	21	8	travel	travel	NOUN
fcis-7525	21	9	information	information	NOUN
fcis-7525	21	10	system	system	NOUN
fcis-7525	21	11	(	(	PUNCT
fcis-7525	21	12	atis	atis	NOUN
fcis-7525	21	13	)	)	PUNCT
fcis-7525	21	14	,	,	PUNCT
fcis-7525	21	15	each	each	PRON
fcis-7525	21	16	token	token	VERB
fcis-7525	21	17	in	in	ADP
fcis-7525	21	18	the	the	DET
fcis-7525	21	19	utterance	utterance	NOUN
fcis-7525	21	20	is	be	AUX
fcis-7525	21	21	assigned	assign	VERB
fcis-7525	21	22	different	different	ADJ
fcis-7525	21	23	slot	slot	NOUN
fcis-7525	21	24	labels	label	NOUN
fcis-7525	21	25	,	,	PUNCT
fcis-7525	21	26	and	and	CCONJ
fcis-7525	21	27	the	the	DET
fcis-7525	21	28	whole	whole	ADJ
fcis-7525	21	29	utterance	utterance	NOUN
fcis-7525	21	30	is	be	AUX
fcis-7525	21	31	assigned	assign	VERB
fcis-7525	21	32	an	an	DET
fcis-7525	21	33	intent	intent	ADJ
fcis-7525	21	34	label	label	NOUN
fcis-7525	21	35	.	.	PUNCT
fcis-7525	22	1	this	this	PRON
fcis-7525	22	2	enables	enable	VERB
fcis-7525	22	3	the	the	DET
fcis-7525	22	4	model	model	NOUN
fcis-7525	22	5	to	to	PART
fcis-7525	22	6	identify	identify	VERB
fcis-7525	22	7	and	and	CCONJ
fcis-7525	22	8	extract	extract	VERB
fcis-7525	22	9	specific	specific	ADJ
fcis-7525	22	10	information	information	NOUN
fcis-7525	22	11	from	from	ADP
fcis-7525	22	12	the	the	DET
fcis-7525	22	13	utterance	utterance	NOUN
fcis-7525	22	14	,	,	PUNCT
fcis-7525	22	15	such	such	ADJ
fcis-7525	22	16	as	as	ADP
fcis-7525	22	17	the	the	DET
fcis-7525	22	18	flight	flight	NOUN
fcis-7525	22	19	number	number	NOUN
fcis-7525	22	20	or	or	CCONJ
fcis-7525	22	21	departure	departure	NOUN
fcis-7525	22	22	time	time	NOUN
fcis-7525	22	23	.	.	PUNCT
fcis-7525	23	1	in	in	ADP
fcis-7525	23	2	a	a	DET
fcis-7525	23	3	general	general	ADJ
fcis-7525	23	4	model	model	NOUN
fcis-7525	23	5	,	,	PUNCT
fcis-7525	23	6	intent	intent	ADJ
fcis-7525	23	7	detection	detection	NOUN
fcis-7525	23	8	and	and	CCONJ
fcis-7525	23	9	slot	slot	NOUN
fcis-7525	23	10	filling	filling	NOUN
fcis-7525	23	11	are	be	AUX
fcis-7525	23	12	separated	separate	VERB
fcis-7525	23	13	into	into	ADP
fcis-7525	23	14	different	different	ADJ
fcis-7525	23	15	implemented	implement	VERB
fcis-7525	23	16	training	training	NOUN
fcis-7525	23	17	models	model	NOUN
fcis-7525	23	18	.	.	PUNCT
fcis-7525	24	1	however	however	ADV
fcis-7525	24	2	,	,	PUNCT
fcis-7525	24	3	nowadays	nowadays	ADV
fcis-7525	24	4	,	,	PUNCT
fcis-7525	24	5	more	more	ADJ
fcis-7525	24	6	and	and	CCONJ
fcis-7525	24	7	more	more	ADJ
fcis-7525	24	8	studies	study	NOUN
fcis-7525	24	9	have	have	AUX
fcis-7525	24	10	shown	show	VERB
fcis-7525	24	11	that	that	SCONJ
fcis-7525	24	12	the	the	DET
fcis-7525	24	13	slots	slot	NOUN
fcis-7525	24	14	and	and	CCONJ
fcis-7525	24	15	intents	intent	NOUN
fcis-7525	24	16	are	be	AUX
fcis-7525	24	17	highly	highly	ADV
fcis-7525	24	18	correlated	correlate	VERB
fcis-7525	24	19	and	and	CCONJ
fcis-7525	24	20	that	that	SCONJ
fcis-7525	24	21	considering	consider	VERB
fcis-7525	24	22	them	they	PRON
fcis-7525	24	23	jointly	jointly	ADV
fcis-7525	24	24	may	may	AUX
fcis-7525	24	25	improve	improve	VERB
fcis-7525	24	26	the	the	DET
fcis-7525	24	27	performance	performance	NOUN
fcis-7525	24	28	of	of	ADP
fcis-7525	24	29	natural	natural	ADJ
fcis-7525	24	30	language	language	NOUN
fcis-7525	24	31	understanding	understanding	NOUN
fcis-7525	24	32	systems	system	NOUN
fcis-7525	24	33	(	(	PUNCT
fcis-7525	24	34	goo	goo	NOUN
fcis-7525	24	35	et	et	PROPN
fcis-7525	24	36	al	al	PROPN
fcis-7525	24	37	.	.	PROPN
fcis-7525	24	38	,	,	PUNCT
fcis-7525	24	39	2018	2018	NUM
fcis-7525	24	40	;	;	PUNCT
fcis-7525	24	41	li	li	PROPN
fcis-7525	24	42	et	et	PROPN
fcis-7525	24	43	al	al	PROPN
fcis-7525	24	44	.	.	PROPN
fcis-7525	24	45	,	,	PUNCT
fcis-7525	24	46	2018	2018	NUM
fcis-7525	24	47	;	;	PUNCT
fcis-7525	24	48	zhang	zhang	PROPN
fcis-7525	24	49	et	et	PROPN
fcis-7525	24	50	al	al	PROPN
fcis-7525	24	51	.	.	PROPN
fcis-7525	24	52	,	,	PUNCT
fcis-7525	24	53	2019	2019	NUM
fcis-7525	24	54	)	)	PUNCT
fcis-7525	24	55	.	.	PUNCT
fcis-7525	25	1	for	for	ADP
fcis-7525	25	2	example	example	NOUN
fcis-7525	25	3	,	,	PUNCT
fcis-7525	25	4	when	when	SCONJ
fcis-7525	25	5	processing	process	VERB
fcis-7525	25	6	a	a	DET
fcis-7525	25	7	sentence	sentence	NOUN
fcis-7525	25	8	that	that	PRON
fcis-7525	25	9	contains	contain	VERB
fcis-7525	25	10	multiple	multiple	ADJ
fcis-7525	25	11	temporal	temporal	ADJ
fcis-7525	25	12	expressions	expression	NOUN
fcis-7525	25	13	,	,	PUNCT
fcis-7525	25	14	it	it	PRON
fcis-7525	25	15	is	be	AUX
fcis-7525	25	16	often	often	ADV
fcis-7525	25	17	necessary	necessary	ADJ
fcis-7525	25	18	to	to	PART
fcis-7525	25	19	comprehend	comprehend	VERB
fcis-7525	25	20	the	the	DET
fcis-7525	25	21	sentence	sentence	NOUN
fcis-7525	25	22	as	as	ADP
fcis-7525	25	23	a	a	DET
fcis-7525	25	24	whole	whole	NOUN
fcis-7525	25	25	in	in	ADP
fcis-7525	25	26	order	order	NOUN
fcis-7525	25	27	to	to	PART
fcis-7525	25	28	determine	determine	VERB
fcis-7525	25	29	whether	whether	SCONJ
fcis-7525	25	30	a	a	DET
fcis-7525	25	31	particular	particular	ADJ
fcis-7525	25	32	expression	expression	NOUN
fcis-7525	25	33	pertains	pertain	VERB
fcis-7525	25	34	to	to	ADP
fcis-7525	25	35	a	a	DET
fcis-7525	25	36	departure	departure	NOUN
fcis-7525	25	37	or	or	CCONJ
fcis-7525	25	38	arrival	arrival	NOUN
fcis-7525	25	39	.	.	PUNCT
fcis-7525	26	1	however	however	ADV
fcis-7525	26	2	,	,	PUNCT
fcis-7525	26	3	using	use	VERB
fcis-7525	26	4	token	token	VERB
fcis-7525	26	5	-	-	PUNCT
fcis-7525	26	6	level	level	NOUN
fcis-7525	26	7	intent	intent	NOUN
fcis-7525	26	8	detection	detection	NOUN
fcis-7525	26	9	can	can	AUX
fcis-7525	26	10	help	help	VERB
fcis-7525	26	11	avoid	avoid	VERB
fcis-7525	26	12	errors	error	NOUN
fcis-7525	26	13	in	in	ADP
fcis-7525	26	14	slot	slot	NOUN
fcis-7525	26	15	filling	fill	VERB
fcis-7525	26	16	by	by	ADP
fcis-7525	26	17	providing	provide	VERB
fcis-7525	26	18	accurate	accurate	ADJ
fcis-7525	26	19	intent	intent	NOUN
fcis-7525	26	20	information	information	NOUN
fcis-7525	26	21	.	.	PUNCT
fcis-7525	27	1	for	for	ADP
fcis-7525	27	2	instance	instance	NOUN
fcis-7525	27	3	,	,	PUNCT
fcis-7525	27	4	by	by	ADP
fcis-7525	27	5	mapping	map	VERB
fcis-7525	27	6	the	the	DET
fcis-7525	27	7	slot	slot	NOUN
fcis-7525	27	8	label	label	NOUN
fcis-7525	27	9	"	"	PUNCT
fcis-7525	27	10	depart_date.day_name	depart_date.day_name	ADJ
fcis-7525	27	11	"	"	PUNCT
fcis-7525	27	12	to	to	ADP
fcis-7525	27	13	"	"	PUNCT
fcis-7525	27	14	arrival_date.day_name	arrival_date.day_name	PROPN
fcis-7525	27	15	"	"	PUNCT
fcis-7525	27	16	,	,	PUNCT
fcis-7525	27	17	the	the	DET
fcis-7525	27	18	guiding	guide	VERB
fcis-7525	27	19	annotation	annotation	NOUN
fcis-7525	27	20	function	function	NOUN
fcis-7525	27	21	of	of	ADP
fcis-7525	27	22	intent	intent	ADJ
fcis-7525	27	23	information	information	NOUN
fcis-7525	27	24	for	for	ADP
fcis-7525	27	25	slot	slot	NOUN
fcis-7525	27	26	filling	filling	NOUN
fcis-7525	27	27	can	can	AUX
fcis-7525	27	28	be	be	AUX
fcis-7525	27	29	improved	improve	VERB
fcis-7525	27	30	.	.	PUNCT
fcis-7525	28	1	considering	consider	VERB
fcis-7525	28	2	the	the	DET
fcis-7525	28	3	state	state	NOUN
fcis-7525	28	4	-	-	PUNCT
fcis-7525	28	5	of	of	ADP
fcis-7525	28	6	-	-	PUNCT
fcis-7525	28	7	art	art	NOUN
fcis-7525	28	8	performance	performance	NOUN
fcis-7525	28	9	for	for	ADP
fcis-7525	28	10	both	both	PRON
fcis-7525	28	11	intent	intent	ADJ
fcis-7525	28	12	detection	detection	NOUN
fcis-7525	28	13	and	and	CCONJ
fcis-7525	28	14	slot	slot	NOUN
fcis-7525	28	15	-	-	PUNCT
fcis-7525	28	16	filling	filling	NOUN
fcis-7525	28	17	,	,	PUNCT
fcis-7525	28	18	it	it	PRON
fcis-7525	28	19	is	be	AUX
fcis-7525	28	20	possible	possible	ADJ
fcis-7525	28	21	to	to	PART
fcis-7525	28	22	solve	solve	VERB
fcis-7525	28	23	some	some	DET
fcis-7525	28	24	classical	classical	ADJ
fcis-7525	28	25	problems	problem	NOUN
fcis-7525	28	26	of	of	ADP
fcis-7525	28	27	fuzzy	fuzzy	ADJ
fcis-7525	28	28	words	word	NOUN
fcis-7525	28	29	and	and	CCONJ
fcis-7525	28	30	inclusion	inclusion	NOUN
fcis-7525	28	31	words	word	NOUN
fcis-7525	28	32	in	in	ADP
fcis-7525	28	33	speech	speech	NOUN
fcis-7525	28	34	recognition	recognition	NOUN
fcis-7525	28	35	.	.	PUNCT
fcis-7525	29	1	in	in	ADP
fcis-7525	29	2	speech	speech	NOUN
fcis-7525	29	3	recognition	recognition	NOUN
fcis-7525	29	4	emergencies	emergency	NOUN
fcis-7525	29	5	,	,	PUNCT
fcis-7525	29	6	we	we	PRON
fcis-7525	29	7	often	often	ADV
fcis-7525	29	8	encounter	encounter	VERB
fcis-7525	29	9	the	the	DET
fcis-7525	29	10	conflict	conflict	NOUN
fcis-7525	29	11	between	between	ADP
fcis-7525	29	12	the	the	DET
fcis-7525	29	13	two	two	NUM
fcis-7525	29	14	confusing	confusing	ADJ
fcis-7525	29	15	words	word	NOUN
fcis-7525	29	16	"	"	PUNCT
fcis-7525	29	17	help	help	NOUN
fcis-7525	29	18	"	"	PUNCT
fcis-7525	29	19	and	and	CCONJ
fcis-7525	29	20	"	"	PUNCT
fcis-7525	29	21	rescuer	rescuer	NOUN
fcis-7525	29	22	"	"	PUNCT
fcis-7525	29	23	,	,	PUNCT
fcis-7525	29	24	but	but	CCONJ
fcis-7525	29	25	in	in	ADP
fcis-7525	29	26	the	the	DET
fcis-7525	29	27	face	face	NOUN
fcis-7525	29	28	of	of	ADP
fcis-7525	29	29	such	such	DET
fcis-7525	29	30	an	an	DET
fcis-7525	29	31	emergency	emergency	NOUN
fcis-7525	29	32	,	,	PUNCT
fcis-7525	29	33	we	we	PRON
fcis-7525	29	34	need	need	AUX
fcis-7525	29	35	to	to	ADP
fcis-7525	29	36	107	107	NUM
fcis-7525	29	37	greatly	greatly	ADV
fcis-7525	29	38	reduce	reduce	VERB
fcis-7525	29	39	the	the	DET
fcis-7525	29	40	probability	probability	NOUN
fcis-7525	29	41	of	of	ADP
fcis-7525	29	42	its	its	PRON
fcis-7525	29	43	triggering	trigger	VERB
fcis-7525	29	44	by	by	ADP
fcis-7525	29	45	mistake	mistake	NOUN
fcis-7525	29	46	.	.	PUNCT
fcis-7525	30	1	for	for	ADP
fcis-7525	30	2	such	such	DET
fcis-7525	30	3	an	an	DET
fcis-7525	30	4	understanding	understanding	NOUN
fcis-7525	30	5	of	of	ADP
fcis-7525	30	6	semantics	semantic	NOUN
fcis-7525	30	7	,	,	PUNCT
fcis-7525	30	8	we	we	PRON
fcis-7525	30	9	can	can	AUX
fcis-7525	30	10	use	use	VERB
fcis-7525	30	11	the	the	DET
fcis-7525	30	12	joint	joint	ADJ
fcis-7525	30	13	model	model	NOUN
fcis-7525	30	14	of	of	ADP
fcis-7525	30	15	slot	slot	NOUN
fcis-7525	30	16	filling	filling	NOUN
fcis-7525	30	17	and	and	CCONJ
fcis-7525	30	18	intent	intent	ADJ
fcis-7525	30	19	detection	detection	NOUN
fcis-7525	30	20	to	to	PART
fcis-7525	30	21	understand	understand	VERB
fcis-7525	30	22	tokenlevel	tokenlevel	NOUN
fcis-7525	30	23	intent	intent	NOUN
fcis-7525	30	24	and	and	CCONJ
fcis-7525	30	25	finally	finally	ADV
fcis-7525	30	26	accurately	accurately	ADV
fcis-7525	30	27	analyze	analyze	VERB
fcis-7525	30	28	the	the	DET
fcis-7525	30	29	true	true	ADJ
fcis-7525	30	30	intention	intention	NOUN
fcis-7525	30	31	of	of	ADP
fcis-7525	30	32	its	its	PRON
fcis-7525	30	33	sentences	sentence	NOUN
fcis-7525	30	34	.	.	PUNCT
fcis-7525	31	1	this	this	DET
fcis-7525	31	2	research	research	NOUN
fcis-7525	31	3	can	can	AUX
fcis-7525	31	4	provide	provide	VERB
fcis-7525	31	5	a	a	DET
fcis-7525	31	6	new	new	ADJ
fcis-7525	31	7	way	way	NOUN
fcis-7525	31	8	to	to	PART
fcis-7525	31	9	solve	solve	VERB
fcis-7525	31	10	semantic	semantic	ADJ
fcis-7525	31	11	understanding	understanding	NOUN
fcis-7525	31	12	problems	problem	NOUN
fcis-7525	31	13	such	such	ADJ
fcis-7525	31	14	as	as	ADP
fcis-7525	31	15	fuzzy	fuzzy	ADJ
fcis-7525	31	16	words	word	NOUN
fcis-7525	31	17	.	.	PUNCT
fcis-7525	32	1	in	in	ADP
fcis-7525	32	2	this	this	DET
fcis-7525	32	3	paper	paper	NOUN
fcis-7525	32	4	,	,	PUNCT
fcis-7525	32	5	we	we	PRON
fcis-7525	32	6	propose	propose	VERB
fcis-7525	32	7	a	a	DET
fcis-7525	32	8	joint	joint	ADJ
fcis-7525	32	9	framework	framework	NOUN
fcis-7525	32	10	to	to	PART
fcis-7525	32	11	address	address	VERB
fcis-7525	32	12	these	these	DET
fcis-7525	32	13	issues	issue	NOUN
fcis-7525	32	14	above	above	ADV
fcis-7525	32	15	.	.	PUNCT
fcis-7525	33	1	zhang	zhang	PROPN
fcis-7525	33	2	and	and	CCONJ
fcis-7525	33	3	huang	huang	PROPN
fcis-7525	33	4	(	(	PUNCT
fcis-7525	33	5	2009	2009	NUM
fcis-7525	33	6	)	)	PUNCT
fcis-7525	33	7	presented	present	VERB
fcis-7525	33	8	a	a	DET
fcis-7525	33	9	stackbased	stackbase	VERB
fcis-7525	33	10	approach	approach	NOUN
fcis-7525	33	11	to	to	ADP
fcis-7525	33	12	parsing	parse	VERB
fcis-7525	33	13	coordination	coordination	NOUN
fcis-7525	33	14	structures	structure	NOUN
fcis-7525	33	15	.	.	PUNCT
fcis-7525	34	1	in	in	ADP
fcis-7525	34	2	this	this	DET
fcis-7525	34	3	regard	regard	NOUN
fcis-7525	34	4	,	,	PUNCT
fcis-7525	34	5	our	our	PRON
fcis-7525	34	6	proposed	propose	VERB
fcis-7525	34	7	model	model	NOUN
fcis-7525	34	8	adopts	adopt	VERB
fcis-7525	34	9	the	the	DET
fcis-7525	34	10	concept	concept	NOUN
fcis-7525	34	11	of	of	ADP
fcis-7525	34	12	a	a	DET
fcis-7525	34	13	joint	joint	ADJ
fcis-7525	34	14	framework	framework	NOUN
fcis-7525	34	15	for	for	ADP
fcis-7525	34	16	training	train	VERB
fcis-7525	34	17	both	both	CCONJ
fcis-7525	34	18	intent	intent	NOUN
fcis-7525	34	19	-	-	PUNCT
fcis-7525	34	20	detection	detection	NOUN
fcis-7525	34	21	and	and	CCONJ
fcis-7525	34	22	slot	slot	NOUN
fcis-7525	34	23	-	-	PUNCT
fcis-7525	34	24	filling	fill	VERB
fcis-7525	34	25	tasks	task	NOUN
fcis-7525	34	26	.	.	PUNCT
fcis-7525	35	1	specifically	specifically	ADV
fcis-7525	35	2	,	,	PUNCT
fcis-7525	35	3	the	the	DET
fcis-7525	35	4	output	output	NOUN
fcis-7525	35	5	of	of	ADP
fcis-7525	35	6	intent	intent	ADJ
fcis-7525	35	7	detection	detection	NOUN
fcis-7525	35	8	is	be	AUX
fcis-7525	35	9	utilized	utilize	VERB
fcis-7525	35	10	as	as	ADP
fcis-7525	35	11	the	the	DET
fcis-7525	35	12	token	token	ADJ
fcis-7525	35	13	-	-	PUNCT
fcis-7525	35	14	level	level	NOUN
fcis-7525	35	15	intent	intent	NOUN
fcis-7525	35	16	and	and	CCONJ
fcis-7525	35	17	serves	serve	VERB
fcis-7525	35	18	as	as	ADP
fcis-7525	35	19	input	input	NOUN
fcis-7525	35	20	for	for	ADP
fcis-7525	35	21	training	train	VERB
fcis-7525	35	22	the	the	DET
fcis-7525	35	23	slotfilling	slotfilling	NOUN
fcis-7525	35	24	task	task	NOUN
fcis-7525	35	25	.	.	PUNCT
fcis-7525	36	1	to	to	PART
fcis-7525	36	2	enhance	enhance	VERB
fcis-7525	36	3	the	the	DET
fcis-7525	36	4	output	output	NOUN
fcis-7525	36	5	performance	performance	NOUN
fcis-7525	36	6	,	,	PUNCT
fcis-7525	36	7	the	the	DET
fcis-7525	36	8	framework	framework	NOUN
fcis-7525	36	9	implements	implement	VERB
fcis-7525	36	10	knowledge	knowledge	NOUN
fcis-7525	36	11	distillation	distillation	NOUN
fcis-7525	36	12	to	to	PART
fcis-7525	36	13	distill	distill	VERB
fcis-7525	36	14	knowledge	knowledge	NOUN
fcis-7525	36	15	from	from	ADP
fcis-7525	36	16	a	a	DET
fcis-7525	36	17	larger	large	ADJ
fcis-7525	36	18	deep	deep	ADJ
fcis-7525	36	19	neural	neural	ADJ
fcis-7525	36	20	network	network	NOUN
fcis-7525	36	21	into	into	ADP
fcis-7525	36	22	a	a	DET
fcis-7525	36	23	smaller	small	ADJ
fcis-7525	36	24	network	network	NOUN
fcis-7525	36	25	.	.	PUNCT
fcis-7525	37	1	the	the	DET
fcis-7525	37	2	intent	intent	NOUN
fcis-7525	37	3	and	and	CCONJ
fcis-7525	37	4	slot	slot	NOUN
fcis-7525	37	5	-	-	PUNCT
fcis-7525	37	6	filling	fill	VERB
fcis-7525	37	7	encodings	encoding	NOUN
fcis-7525	37	8	are	be	AUX
fcis-7525	37	9	utilized	utilize	VERB
fcis-7525	37	10	as	as	ADP
fcis-7525	37	11	the	the	DET
fcis-7525	37	12	teacher	teacher	NOUN
fcis-7525	37	13	model	model	NOUN
fcis-7525	37	14	,	,	PUNCT
fcis-7525	37	15	and	and	CCONJ
fcis-7525	37	16	a	a	DET
fcis-7525	37	17	student	student	NOUN
fcis-7525	37	18	model	model	NOUN
fcis-7525	37	19	is	be	AUX
fcis-7525	37	20	obtained	obtain	VERB
fcis-7525	37	21	through	through	ADP
fcis-7525	37	22	the	the	DET
fcis-7525	37	23	application	application	NOUN
fcis-7525	37	24	of	of	ADP
fcis-7525	37	25	a	a	DET
fcis-7525	37	26	softmax	softmax	NOUN
fcis-7525	37	27	function	function	NOUN
fcis-7525	37	28	via	via	ADP
fcis-7525	37	29	high	high	ADJ
fcis-7525	37	30	-	-	PUNCT
fcis-7525	37	31	temperature	temperature	NOUN
fcis-7525	37	32	knowledge	knowledge	NOUN
fcis-7525	37	33	distillation	distillation	NOUN
fcis-7525	37	34	.	.	PUNCT
fcis-7525	38	1	2	2	X
fcis-7525	38	2	.	.	X
fcis-7525	38	3	analysis	analysis	NOUN
fcis-7525	38	4	2.1	2.1	NUM
fcis-7525	38	5	.	.	PUNCT
fcis-7525	39	1	guidance	guidance	NOUN
fcis-7525	39	2	in	in	ADP
fcis-7525	39	3	this	this	DET
fcis-7525	39	4	section	section	NOUN
fcis-7525	39	5	,	,	PUNCT
fcis-7525	39	6	we	we	PRON
fcis-7525	39	7	will	will	AUX
fcis-7525	39	8	discuss	discuss	VERB
fcis-7525	39	9	the	the	DET
fcis-7525	39	10	definitions	definition	NOUN
fcis-7525	39	11	and	and	CCONJ
fcis-7525	39	12	approaches	approach	NOUN
fcis-7525	39	13	of	of	ADP
fcis-7525	39	14	intent	intent	ADJ
fcis-7525	39	15	detection	detection	NOUN
fcis-7525	39	16	and	and	CCONJ
fcis-7525	39	17	slot	slot	NOUN
fcis-7525	39	18	-	-	PUNCT
fcis-7525	39	19	filling	fill	VERB
fcis-7525	39	20	tasks	task	NOUN
fcis-7525	39	21	,	,	PUNCT
fcis-7525	39	22	which	which	PRON
fcis-7525	39	23	provide	provide	VERB
fcis-7525	39	24	a	a	DET
fcis-7525	39	25	detailed	detailed	ADJ
fcis-7525	39	26	description	description	NOUN
fcis-7525	39	27	of	of	ADP
fcis-7525	39	28	our	our	PRON
fcis-7525	39	29	stack	stack	NOUN
fcis-7525	39	30	-	-	PUNCT
fcis-7525	39	31	propagation	propagation	NOUN
fcis-7525	39	32	framework	framework	NOUN
fcis-7525	39	33	with	with	ADP
fcis-7525	39	34	knowledge	knowledge	NOUN
fcis-7525	39	35	distillation	distillation	NOUN
fcis-7525	39	36	.	.	PUNCT
fcis-7525	40	1	we	we	PRON
fcis-7525	40	2	will	will	AUX
fcis-7525	40	3	also	also	ADV
fcis-7525	40	4	compare	compare	VERB
fcis-7525	40	5	our	our	PRON
fcis-7525	40	6	approach	approach	NOUN
fcis-7525	40	7	with	with	ADP
fcis-7525	40	8	a	a	DET
fcis-7525	40	9	general	general	ADJ
fcis-7525	40	10	multitask	multitask	ADJ
fcis-7525	40	11	framework	framework	NOUN
fcis-7525	40	12	to	to	PART
fcis-7525	40	13	highlight	highlight	VERB
fcis-7525	40	14	the	the	DET
fcis-7525	40	15	advantages	advantage	NOUN
fcis-7525	40	16	of	of	ADP
fcis-7525	40	17	our	our	PRON
fcis-7525	40	18	proposed	propose	VERB
fcis-7525	40	19	method	method	NOUN
fcis-7525	40	20	.	.	PUNCT
fcis-7525	41	1	the	the	DET
fcis-7525	41	2	structure	structure	NOUN
fcis-7525	41	3	of	of	ADP
fcis-7525	41	4	the	the	DET
fcis-7525	41	5	stack	stack	NOUN
fcis-7525	41	6	-	-	PUNCT
fcis-7525	41	7	propagation	propagation	NOUN
fcis-7525	41	8	with	with	ADP
fcis-7525	41	9	knowledge	knowledge	NOUN
fcis-7525	41	10	distillation	distillation	NOUN
fcis-7525	41	11	model	model	NOUN
fcis-7525	41	12	has	have	AUX
fcis-7525	41	13	been	be	AUX
fcis-7525	41	14	shown	show	VERB
fcis-7525	41	15	in	in	ADP
fcis-7525	41	16	figure	figure	NOUN
fcis-7525	41	17	1	1	NUM
fcis-7525	41	18	,	,	PUNCT
fcis-7525	41	19	and	and	CCONJ
fcis-7525	41	20	the	the	DET
fcis-7525	41	21	following	follow	VERB
fcis-7525	41	22	paragraph	paragraph	NOUN
fcis-7525	41	23	will	will	AUX
fcis-7525	41	24	explain	explain	VERB
fcis-7525	41	25	each	each	DET
fcis-7525	41	26	part	part	NOUN
fcis-7525	41	27	of	of	ADP
fcis-7525	41	28	the	the	DET
fcis-7525	41	29	model	model	NOUN
fcis-7525	41	30	species	species	PROPN
fcis-7525	41	31	.	.	PUNCT
fcis-7525	42	1	figure	figure	NOUN
fcis-7525	42	2	1	1	NUM
fcis-7525	42	3	.	.	PUNCT
fcis-7525	42	4	stack	stack	NOUN
fcis-7525	42	5	-	-	PUNCT
fcis-7525	42	6	propagation	propagation	NOUN
fcis-7525	42	7	framework	framework	NOUN
fcis-7525	42	8	with	with	ADP
fcis-7525	42	9	knowledge	knowledge	NOUN
fcis-7525	42	10	distillation	distillation	NOUN
fcis-7525	42	11	the	the	DET
fcis-7525	42	12	stack	stack	NOUN
fcis-7525	42	13	-	-	PUNCT
fcis-7525	42	14	propagation	propagation	NOUN
fcis-7525	42	15	with	with	ADP
fcis-7525	42	16	knowledge	knowledge	NOUN
fcis-7525	42	17	distillation	distillation	NOUN
fcis-7525	42	18	model	model	NOUN
fcis-7525	42	19	for	for	ADP
fcis-7525	42	20	correlative	correlative	ADJ
fcis-7525	42	21	intent	intent	NOUN
fcis-7525	42	22	detection	detection	NOUN
fcis-7525	42	23	and	and	CCONJ
fcis-7525	42	24	slot	slot	NOUN
fcis-7525	42	25	filling	filling	NOUN
fcis-7525	42	26	is	be	AUX
fcis-7525	42	27	illustrated	illustrate	VERB
fcis-7525	42	28	in	in	ADP
fcis-7525	42	29	this	this	DET
fcis-7525	42	30	figure	figure	NOUN
fcis-7525	42	31	.	.	PUNCT
fcis-7525	43	1	the	the	DET
fcis-7525	43	2	model	model	NOUN
fcis-7525	43	3	comprises	comprise	VERB
fcis-7525	43	4	a	a	DET
fcis-7525	43	5	shared	share	VERB
fcis-7525	43	6	encoder	encoder	NOUN
fcis-7525	43	7	and	and	CCONJ
fcis-7525	43	8	two	two	NUM
fcis-7525	43	9	decoders	decoder	NOUN
fcis-7525	43	10	.	.	PUNCT
fcis-7525	44	1	the	the	DET
fcis-7525	44	2	output	output	NOUN
fcis-7525	44	3	distribution	distribution	NOUN
fcis-7525	44	4	of	of	ADP
fcis-7525	44	5	the	the	DET
fcis-7525	44	6	intent	intent	ADJ
fcis-7525	44	7	detection	detection	NOUN
fcis-7525	44	8	network	network	NOUN
fcis-7525	44	9	and	and	CCONJ
fcis-7525	44	10	the	the	DET
fcis-7525	44	11	representations	representation	NOUN
fcis-7525	44	12	obtained	obtain	VERB
fcis-7525	44	13	from	from	ADP
fcis-7525	44	14	the	the	DET
fcis-7525	44	15	encoder	encoder	NOUN
fcis-7525	44	16	are	be	AUX
fcis-7525	44	17	concatenated	concatenate	VERB
fcis-7525	44	18	to	to	PART
fcis-7525	44	19	serve	serve	VERB
fcis-7525	44	20	as	as	ADP
fcis-7525	44	21	input	input	NOUN
fcis-7525	44	22	for	for	ADP
fcis-7525	44	23	slot	slot	NOUN
fcis-7525	44	24	filling	filling	NOUN
fcis-7525	44	25	.	.	PUNCT
fcis-7525	45	1	both	both	PRON
fcis-7525	45	2	of	of	ADP
fcis-7525	45	3	the	the	DET
fcis-7525	45	4	decoder	decoder	NOUN
fcis-7525	45	5	outputs	output	NOUN
fcis-7525	45	6	are	be	AUX
fcis-7525	45	7	transmitted	transmit	VERB
fcis-7525	45	8	to	to	ADP
fcis-7525	45	9	the	the	DET
fcis-7525	45	10	knowledge	knowledge	NOUN
fcis-7525	45	11	distillation	distillation	NOUN
fcis-7525	45	12	module	module	NOUN
fcis-7525	45	13	for	for	ADP
fcis-7525	45	14	better	well	ADJ
fcis-7525	45	15	performance	performance	NOUN
fcis-7525	45	16	.	.	PUNCT
fcis-7525	46	1	2.2	2.2	NUM
fcis-7525	46	2	.	.	PUNCT
fcis-7525	46	3	shared	share	VERB
fcis-7525	46	4	encoder	encoder	NOUN
fcis-7525	46	5	the	the	DET
fcis-7525	46	6	proposed	propose	VERB
fcis-7525	46	7	stack	stack	NOUN
fcis-7525	46	8	-	-	PUNCT
fcis-7525	46	9	propagation	propagation	NOUN
fcis-7525	46	10	framework	framework	NOUN
fcis-7525	46	11	with	with	ADP
fcis-7525	46	12	kd	kd	PROPN
fcis-7525	46	13	employs	employ	VERB
fcis-7525	46	14	a	a	DET
fcis-7525	46	15	shared	shared	ADJ
fcis-7525	46	16	encoder	encoder	NOUN
fcis-7525	46	17	for	for	ADP
fcis-7525	46	18	both	both	PRON
fcis-7525	46	19	intent	intent	ADJ
fcis-7525	46	20	detection	detection	NOUN
fcis-7525	46	21	and	and	CCONJ
fcis-7525	46	22	slotfilling	slotfille	VERB
fcis-7525	46	23	tasks	task	NOUN
fcis-7525	46	24	,	,	PUNCT
fcis-7525	46	25	which	which	PRON
fcis-7525	46	26	is	be	AUX
fcis-7525	46	27	equipped	equip	VERB
fcis-7525	46	28	with	with	ADP
fcis-7525	46	29	a	a	DET
fcis-7525	46	30	bidirectional	bidirectional	ADJ
fcis-7525	46	31	long	long	ADJ
fcis-7525	46	32	short	short	ADJ
fcis-7525	46	33	-	-	PUNCT
fcis-7525	46	34	term	term	NOUN
fcis-7525	46	35	memory	memory	NOUN
fcis-7525	46	36	(	(	PUNCT
fcis-7525	46	37	bilstm	bilstm	NOUN
fcis-7525	46	38	)	)	PUNCT
fcis-7525	46	39	and	and	CCONJ
fcis-7525	46	40	a	a	DET
fcis-7525	46	41	self	self	NOUN
fcis-7525	46	42	-	-	PUNCT
fcis-7525	46	43	attention	attention	NOUN
fcis-7525	46	44	mechanism	mechanism	NOUN
fcis-7525	46	45	.	.	PUNCT
fcis-7525	47	1	the	the	DET
fcis-7525	47	2	bilstm	bilstm	NOUN
fcis-7525	47	3	reads	read	VERB
fcis-7525	47	4	the	the	DET
fcis-7525	47	5	input	input	NOUN
fcis-7525	47	6	tokens	token	NOUN
fcis-7525	47	7	in	in	ADP
fcis-7525	47	8	both	both	CCONJ
fcis-7525	47	9	forward	forward	ADJ
fcis-7525	47	10	and	and	CCONJ
fcis-7525	47	11	backward	backward	ADJ
fcis-7525	47	12	directions	direction	NOUN
fcis-7525	47	13	,	,	PUNCT
fcis-7525	47	14	allowing	allow	VERB
fcis-7525	47	15	for	for	ADP
fcis-7525	47	16	the	the	DET
fcis-7525	47	17	production	production	NOUN
fcis-7525	47	18	of	of	ADP
fcis-7525	47	19	a	a	DET
fcis-7525	47	20	context	context	NOUN
fcis-7525	47	21	-	-	PUNCT
fcis-7525	47	22	sensitive	sensitive	ADJ
fcis-7525	47	23	hidden	hidden	ADJ
fcis-7525	47	24	state	state	NOUN
fcis-7525	47	25	.	.	PUNCT
fcis-7525	48	1	the	the	DET
fcis-7525	48	2	self	self	NOUN
fcis-7525	48	3	-	-	PUNCT
fcis-7525	48	4	attention	attention	NOUN
fcis-7525	48	5	mechanism	mechanism	NOUN
fcis-7525	48	6	captures	capture	VERB
fcis-7525	48	7	the	the	DET
fcis-7525	48	8	hidden	hidden	ADJ
fcis-7525	48	9	state	state	NOUN
fcis-7525	48	10	and	and	CCONJ
fcis-7525	48	11	utilizes	utilize	VERB
fcis-7525	48	12	them	they	PRON
fcis-7525	48	13	to	to	PART
fcis-7525	48	14	represent	represent	VERB
fcis-7525	48	15	the	the	DET
fcis-7525	48	16	queries	query	NOUN
fcis-7525	48	17	,	,	PUNCT
fcis-7525	48	18	keys	key	NOUN
fcis-7525	48	19	,	,	PUNCT
fcis-7525	48	20	and	and	CCONJ
fcis-7525	48	21	values	value	NOUN
fcis-7525	48	22	(	(	PUNCT
fcis-7525	48	23	qkv	qkv	NOUN
fcis-7525	48	24	)	)	PUNCT
fcis-7525	48	25	matrices	matrix	NOUN
fcis-7525	48	26	using	use	VERB
fcis-7525	48	27	different	different	ADJ
fcis-7525	48	28	linear	linear	ADJ
fcis-7525	48	29	projections	projection	NOUN
fcis-7525	48	30	.	.	PUNCT
fcis-7525	49	1	the	the	DET
fcis-7525	49	2	output	output	NOUN
fcis-7525	49	3	,	,	PUNCT
fcis-7525	49	4	e	e	NOUN
fcis-7525	49	5	,	,	PUNCT
fcis-7525	49	6	is	be	AUX
fcis-7525	49	7	then	then	ADV
fcis-7525	49	8	formulated	formulate	VERB
fcis-7525	49	9	as	as	ADP
fcis-7525	49	10	:	:	PUNCT
fcis-7525	49	11	𝐞	𝐞	PROPN
fcis-7525	49	12	=	=	PUNCT
fcis-7525	49	13	softmax⁡	softmax⁡	NOUN
fcis-7525	49	14	(	(	PUNCT
fcis-7525	49	15	𝐐𝐊⊤	𝐐𝐊⊤	PROPN
fcis-7525	49	16	√𝑑𝑘	√𝑑𝑘	PROPN
fcis-7525	49	17	)	)	PUNCT
fcis-7525	49	18	𝐕.	𝐕.	PROPN
fcis-7525	49	19	2.3	2.3	NUM
fcis-7525	49	20	.	.	PUNCT
fcis-7525	50	1	token	token	VERB
fcis-7525	50	2	-	-	PUNCT
fcis-7525	50	3	level	level	NOUN
fcis-7525	50	4	intent	intent	NOUN
fcis-7525	50	5	decoder	decoder	NOUN
fcis-7525	50	6	in	in	ADP
fcis-7525	50	7	this	this	DET
fcis-7525	50	8	framework	framework	NOUN
fcis-7525	50	9	,	,	PUNCT
fcis-7525	50	10	we	we	PRON
fcis-7525	50	11	perform	perform	VERB
fcis-7525	50	12	token	token	VERB
fcis-7525	50	13	-	-	PUNCT
fcis-7525	50	14	level	level	NOUN
fcis-7525	50	15	intent	intent	NOUN
fcis-7525	50	16	detection	detection	NOUN
fcis-7525	50	17	.	.	PUNCT
fcis-7525	51	1	through	through	ADP
fcis-7525	51	2	training	train	VERB
fcis-7525	51	3	a	a	DET
fcis-7525	51	4	multitude	multitude	NOUN
fcis-7525	51	5	of	of	ADP
fcis-7525	51	6	label	label	NOUN
fcis-7525	51	7	features	feature	NOUN
fcis-7525	51	8	,	,	PUNCT
fcis-7525	51	9	the	the	DET
fcis-7525	51	10	stackpropagation	stackpropagation	NOUN
fcis-7525	51	11	framework	framework	NOUN
fcis-7525	51	12	divides	divide	VERB
fcis-7525	51	13	the	the	DET
fcis-7525	51	14	linguistic	linguistic	ADJ
fcis-7525	51	15	meaning	meaning	NOUN
fcis-7525	51	16	between	between	ADP
fcis-7525	51	17	various	various	ADJ
fcis-7525	51	18	words	word	NOUN
fcis-7525	51	19	and	and	CCONJ
fcis-7525	51	20	selects	select	VERB
fcis-7525	51	21	the	the	DET
fcis-7525	51	22	most	most	ADV
fcis-7525	51	23	probable	probable	ADJ
fcis-7525	51	24	utterance	utterance	ADJ
fcis-7525	51	25	-	-	PUNCT
fcis-7525	51	26	level	level	NOUN
fcis-7525	51	27	intention	intention	NOUN
fcis-7525	51	28	via	via	ADP
fcis-7525	51	29	a	a	DET
fcis-7525	51	30	voting	voting	NOUN
fcis-7525	51	31	process	process	NOUN
fcis-7525	51	32	.	.	PUNCT
fcis-7525	52	1	subsequently	subsequently	ADV
fcis-7525	52	2	,	,	PUNCT
fcis-7525	52	3	the	the	DET
fcis-7525	52	4	resulting	result	VERB
fcis-7525	52	5	semantic	semantic	ADJ
fcis-7525	52	6	information	information	NOUN
fcis-7525	52	7	is	be	AUX
fcis-7525	52	8	utilized	utilize	VERB
fcis-7525	52	9	to	to	PART
fcis-7525	52	10	correct	correct	VERB
fcis-7525	52	11	the	the	DET
fcis-7525	52	12	token	token	ADJ
fcis-7525	52	13	-	-	PUNCT
fcis-7525	52	14	level	level	NOUN
fcis-7525	52	15	semantic	semantic	ADJ
fcis-7525	52	16	output	output	NOUN
fcis-7525	52	17	.	.	PUNCT
fcis-7525	53	1	the	the	DET
fcis-7525	53	2	corrected	correct	VERB
fcis-7525	53	3	token	token	VERB
fcis-7525	53	4	-	-	PUNCT
fcis-7525	53	5	level	level	NOUN
fcis-7525	53	6	result	result	NOUN
fcis-7525	53	7	is	be	AUX
fcis-7525	53	8	then	then	ADV
fcis-7525	53	9	input	input	ADJ
fcis-7525	53	10	to	to	ADP
fcis-7525	53	11	the	the	DET
fcis-7525	53	12	slot	slot	NOUN
fcis-7525	53	13	-	-	PUNCT
fcis-7525	53	14	filling	fill	VERB
fcis-7525	53	15	decoder	decoder	NOUN
fcis-7525	53	16	to	to	PART
fcis-7525	53	17	complete	complete	VERB
fcis-7525	53	18	the	the	DET
fcis-7525	53	19	stackpropagation	stackpropagation	NOUN
fcis-7525	53	20	framework	framework	NOUN
fcis-7525	53	21	task	task	NOUN
fcis-7525	53	22	.	.	PUNCT
fcis-7525	54	1	2.4	2.4	NUM
fcis-7525	54	2	.	.	PUNCT
fcis-7525	54	3	slot	slot	NOUN
fcis-7525	54	4	-	-	PUNCT
fcis-7525	54	5	filling	fill	VERB
fcis-7525	54	6	decoder	decoder	NOUN
fcis-7525	54	7	this	this	DET
fcis-7525	54	8	paper	paper	NOUN
fcis-7525	54	9	highlights	highlight	NOUN
fcis-7525	54	10	one	one	NUM
fcis-7525	54	11	of	of	ADP
fcis-7525	54	12	the	the	DET
fcis-7525	54	13	advantages	advantage	NOUN
fcis-7525	54	14	of	of	ADP
fcis-7525	54	15	the	the	DET
fcis-7525	54	16	proposed	propose	VERB
fcis-7525	54	17	stack	stack	NOUN
fcis-7525	54	18	-	-	PUNCT
fcis-7525	54	19	propagation	propagation	NOUN
fcis-7525	54	20	framework	framework	NOUN
fcis-7525	54	21	,	,	PUNCT
fcis-7525	54	22	which	which	PRON
fcis-7525	54	23	is	be	AUX
fcis-7525	54	24	the	the	DET
fcis-7525	54	25	direct	direct	ADJ
fcis-7525	54	26	utilization	utilization	NOUN
fcis-7525	54	27	of	of	ADP
fcis-7525	54	28	explicit	explicit	ADJ
fcis-7525	54	29	intent	intent	ADJ
fcis-7525	54	30	information	information	NOUN
fcis-7525	54	31	to	to	PART
fcis-7525	54	32	restrict	restrict	VERB
fcis-7525	54	33	the	the	DET
fcis-7525	54	34	slots	slot	NOUN
fcis-7525	54	35	to	to	ADP
fcis-7525	54	36	specific	specific	ADJ
fcis-7525	54	37	intent	intent	NOUN
fcis-7525	54	38	and	and	CCONJ
fcis-7525	54	39	thereby	thereby	ADV
fcis-7525	54	40	reduce	reduce	VERB
fcis-7525	54	41	the	the	DET
fcis-7525	54	42	workload	workload	NOUN
fcis-7525	54	43	of	of	ADP
fcis-7525	54	44	the	the	DET
fcis-7525	54	45	slot	slot	NOUN
fcis-7525	54	46	-	-	PUNCT
fcis-7525	54	47	filling	fill	VERB
fcis-7525	54	48	decoder	decoder	NOUN
fcis-7525	54	49	.	.	PUNCT
fcis-7525	55	1	moreover	moreover	ADV
fcis-7525	55	2	,	,	PUNCT
fcis-7525	55	3	to	to	PART
fcis-7525	55	4	serve	serve	VERB
fcis-7525	55	5	as	as	ADP
fcis-7525	55	6	the	the	DET
fcis-7525	55	7	slot	slot	NOUN
fcis-7525	55	8	-	-	PUNCT
fcis-7525	55	9	filling	fill	VERB
fcis-7525	55	10	decoder	decoder	NOUN
fcis-7525	55	11	,	,	PUNCT
fcis-7525	55	12	we	we	PRON
fcis-7525	55	13	utilize	utilize	VERB
fcis-7525	55	14	another	another	DET
fcis-7525	55	15	unidirectional	unidirectional	ADJ
fcis-7525	55	16	lstm	lstm	NOUN
fcis-7525	55	17	in	in	ADP
fcis-7525	55	18	a	a	DET
fcis-7525	55	19	similar	similar	ADJ
fcis-7525	55	20	manner	manner	NOUN
fcis-7525	55	21	.	.	PUNCT
fcis-7525	56	1	to	to	PART
fcis-7525	56	2	obtain	obtain	VERB
fcis-7525	56	3	a	a	DET
fcis-7525	56	4	more	more	ADV
fcis-7525	56	5	accurate	accurate	ADJ
fcis-7525	56	6	output	output	NOUN
fcis-7525	56	7	for	for	ADP
fcis-7525	56	8	slot	slot	NOUN
fcis-7525	56	9	filling	filling	NOUN
fcis-7525	56	10	,	,	PUNCT
fcis-7525	56	11	our	our	PRON
fcis-7525	56	12	proposed	propose	VERB
fcis-7525	56	13	stack	stack	NOUN
fcis-7525	56	14	-	-	PUNCT
fcis-7525	56	15	propagation	propagation	NOUN
fcis-7525	56	16	framework	framework	NOUN
fcis-7525	56	17	conducts	conduct	VERB
fcis-7525	56	18	bidirectional	bidirectional	ADJ
fcis-7525	56	19	training	training	NOUN
fcis-7525	56	20	,	,	PUNCT
fcis-7525	56	21	taking	take	VERB
fcis-7525	56	22	into	into	ADP
fcis-7525	56	23	account	account	NOUN
fcis-7525	56	24	both	both	CCONJ
fcis-7525	56	25	the	the	DET
fcis-7525	56	26	intent	intent	NOUN
fcis-7525	56	27	of	of	ADP
fcis-7525	56	28	the	the	DET
fcis-7525	56	29	word	word	NOUN
fcis-7525	56	30	vector	vector	NOUN
fcis-7525	56	31	and	and	CCONJ
fcis-7525	56	32	the	the	DET
fcis-7525	56	33	token	token	ADJ
fcis-7525	56	34	-	-	PUNCT
fcis-7525	56	35	level	level	NOUN
fcis-7525	56	36	information	information	NOUN
fcis-7525	56	37	in	in	ADP
fcis-7525	56	38	the	the	DET
fcis-7525	56	39	original	original	ADJ
fcis-7525	56	40	sentence	sentence	NOUN
fcis-7525	56	41	.	.	PUNCT
fcis-7525	57	1	this	this	PRON
fcis-7525	57	2	allows	allow	VERB
fcis-7525	57	3	the	the	DET
fcis-7525	57	4	framework	framework	NOUN
fcis-7525	57	5	to	to	PART
fcis-7525	57	6	obtain	obtain	VERB
fcis-7525	57	7	the	the	DET
fcis-7525	57	8	instruction	instruction	NOUN
fcis-7525	57	9	of	of	ADP
fcis-7525	57	10	the	the	DET
fcis-7525	57	11	utterance	utterance	NOUN
fcis-7525	57	12	intent	intent	NOUN
fcis-7525	57	13	in	in	ADP
fcis-7525	57	14	slot	slot	NOUN
fcis-7525	57	15	filling	filling	NOUN
fcis-7525	57	16	,	,	PUNCT
fcis-7525	57	17	resulting	result	VERB
fcis-7525	57	18	in	in	ADP
fcis-7525	57	19	a	a	DET
fcis-7525	57	20	better	well	ADJ
fcis-7525	57	21	output	output	NOUN
fcis-7525	57	22	through	through	ADP
fcis-7525	57	23	the	the	DET
fcis-7525	57	24	linkage	linkage	NOUN
fcis-7525	57	25	effect	effect	NOUN
fcis-7525	57	26	between	between	ADP
fcis-7525	57	27	the	the	DET
fcis-7525	57	28	two	two	NUM
fcis-7525	57	29	tasks	task	NOUN
fcis-7525	57	30	.	.	PUNCT
fcis-7525	58	1	2.5	2.5	NUM
fcis-7525	58	2	.	.	PUNCT
fcis-7525	59	1	joint	joint	ADJ
fcis-7525	59	2	training	training	NOUN
fcis-7525	59	3	with	with	ADP
fcis-7525	59	4	knowledge	knowledge	NOUN
fcis-7525	59	5	distillation	distillation	NOUN
fcis-7525	59	6	in	in	ADP
fcis-7525	59	7	another	another	DET
fcis-7525	59	8	innovative	innovative	ADJ
fcis-7525	59	9	model	model	NOUN
fcis-7525	59	10	,	,	PUNCT
fcis-7525	59	11	we	we	PRON
fcis-7525	59	12	use	use	VERB
fcis-7525	59	13	a	a	DET
fcis-7525	59	14	knowledge	knowledge	NOUN
fcis-7525	59	15	distillation	distillation	NOUN
fcis-7525	59	16	module	module	NOUN
fcis-7525	59	17	with	with	ADP
fcis-7525	59	18	both	both	CCONJ
fcis-7525	59	19	the	the	DET
fcis-7525	59	20	slot	slot	NOUN
fcis-7525	59	21	filling	filling	NOUN
fcis-7525	59	22	and	and	CCONJ
fcis-7525	59	23	intention	intention	NOUN
fcis-7525	59	24	detection	detection	NOUN
fcis-7525	59	25	results	result	VERB
fcis-7525	59	26	for	for	ADP
fcis-7525	59	27	further	further	ADJ
fcis-7525	59	28	training	training	NOUN
fcis-7525	59	29	.	.	PUNCT
fcis-7525	60	1	in	in	ADP
fcis-7525	60	2	this	this	DET
fcis-7525	60	3	way	way	NOUN
fcis-7525	60	4	we	we	PRON
fcis-7525	60	5	can	can	AUX
fcis-7525	60	6	not	not	PART
fcis-7525	60	7	only	only	ADV
fcis-7525	60	8	convert	convert	VERB
fcis-7525	60	9	the	the	DET
fcis-7525	60	10	sentence	sentence	NOUN
fcis-7525	60	11	-	-	PUNCT
fcis-7525	60	12	level	level	NOUN
fcis-7525	60	13	classification	classification	NOUN
fcis-7525	60	14	task	task	NOUN
fcis-7525	60	15	into	into	ADP
fcis-7525	60	16	tokenlevel	tokenlevel	NOUN
fcis-7525	60	17	prediction	prediction	NOUN
fcis-7525	60	18	to	to	PART
fcis-7525	60	19	directly	directly	ADV
fcis-7525	60	20	leverage	leverage	VERB
fcis-7525	60	21	token	token	ADJ
fcis-7525	60	22	-	-	PUNCT
fcis-7525	60	23	level	level	NOUN
fcis-7525	60	24	intent	intent	NOUN
fcis-7525	60	25	information	information	NOUN
fcis-7525	60	26	for	for	ADP
fcis-7525	60	27	slot	slot	NOUN
fcis-7525	60	28	filling	filling	NOUN
fcis-7525	60	29	but	but	CCONJ
fcis-7525	60	30	can	can	AUX
fcis-7525	60	31	also	also	ADV
fcis-7525	60	32	combine	combine	VERB
fcis-7525	60	33	the	the	DET
fcis-7525	60	34	parameters	parameter	NOUN
fcis-7525	60	35	between	between	ADP
fcis-7525	60	36	the	the	DET
fcis-7525	60	37	original	original	ADJ
fcis-7525	60	38	teacher	teacher	NOUN
fcis-7525	60	39	model	model	NOUN
fcis-7525	60	40	through	through	ADP
fcis-7525	60	41	knowledge	knowledge	NOUN
fcis-7525	60	42	transformation	transformation	NOUN
fcis-7525	60	43	,	,	PUNCT
fcis-7525	60	44	and	and	CCONJ
fcis-7525	60	45	finally	finally	ADV
fcis-7525	60	46	obtain	obtain	VERB
fcis-7525	60	47	the	the	DET
fcis-7525	60	48	number	number	NOUN
fcis-7525	60	49	of	of	ADP
fcis-7525	60	50	parameters	parameter	NOUN
fcis-7525	60	51	of	of	ADP
fcis-7525	60	52	the	the	DET
fcis-7525	60	53	student	student	NOUN
fcis-7525	60	54	model	model	NOUN
fcis-7525	60	55	is	be	AUX
fcis-7525	60	56	greatly	greatly	ADV
fcis-7525	60	57	reduced	reduce	VERB
fcis-7525	60	58	compared	compare	VERB
fcis-7525	60	59	with	with	ADP
fcis-7525	60	60	that	that	PRON
fcis-7525	60	61	of	of	ADP
fcis-7525	60	62	the	the	DET
fcis-7525	60	63	teacher	teacher	NOUN
fcis-7525	60	64	model	model	NOUN
fcis-7525	60	65	,	,	PUNCT
fcis-7525	60	66	thus	thus	ADV
fcis-7525	60	67	greatly	greatly	ADV
fcis-7525	60	68	reducing	reduce	VERB
fcis-7525	60	69	the	the	DET
fcis-7525	60	70	difficulty	difficulty	NOUN
fcis-7525	60	71	and	and	CCONJ
fcis-7525	60	72	training	training	NOUN
fcis-7525	60	73	time	time	NOUN
fcis-7525	60	74	of	of	ADP
fcis-7525	60	75	the	the	DET
fcis-7525	60	76	training	training	NOUN
fcis-7525	60	77	.	.	PUNCT
fcis-7525	61	1	the	the	DET
fcis-7525	61	2	intent	intent	ADJ
fcis-7525	61	3	detection	detection	NOUN
fcis-7525	61	4	objection	objection	NOUN
fcis-7525	61	5	can	can	AUX
fcis-7525	61	6	be	be	AUX
fcis-7525	61	7	formulated	formulate	VERB
fcis-7525	61	8	as	as	ADP
fcis-7525	61	9	:	:	PUNCT
fcis-7525	61	10	ℒ𝐼	ℒ𝐼	PROPN
fcis-7525	61	11	≜	≜	NOUN
fcis-7525	61	12	−∑	−∑	PROPN
fcis-7525	61	13	𝑚	𝑚	X
fcis-7525	61	14	𝑗=1	𝑗=1	X
fcis-7525	61	15	∑	∑	ADP
fcis-7525	61	16	𝑛𝐼	𝑛𝐼	X
fcis-7525	61	17	𝑖=1	𝑖=1	PROPN
fcis-7525	61	18	𝐲	𝐲	X
fcis-7525	61	19	^	^	PUNCT
fcis-7525	61	20	𝑗	𝑗	PROPN
fcis-7525	61	21	𝑖,𝐼log⁡(𝐲𝑗	𝑖,𝐼log⁡(𝐲𝑗	PROPN
fcis-7525	61	22	𝑖,𝐼	𝑖,𝐼	NOUN
fcis-7525	61	23	)	)	PUNCT
fcis-7525	61	24	thus	thus	ADV
fcis-7525	61	25	,	,	PUNCT
fcis-7525	61	26	the	the	DET
fcis-7525	61	27	slot	slot	NOUN
fcis-7525	61	28	-	-	PUNCT
fcis-7525	61	29	filling	fill	VERB
fcis-7525	61	30	task	task	NOUN
fcis-7525	61	31	output	output	NOUN
fcis-7525	61	32	can	can	AUX
fcis-7525	61	33	be	be	AUX
fcis-7525	61	34	defined	define	VERB
fcis-7525	61	35	as	as	ADP
fcis-7525	61	36	:	:	PUNCT
fcis-7525	61	37	ℒ𝑆	ℒ𝑆	PROPN
fcis-7525	61	38	≜	≜	NOUN
fcis-7525	61	39	−∑	−∑	PROPN
fcis-7525	61	40	𝑚	𝑚	X
fcis-7525	61	41	𝑗=1	𝑗=1	X
fcis-7525	61	42	∑	∑	PUNCT
fcis-7525	61	43	𝑛𝑆	𝑛𝑆	NOUN
fcis-7525	61	44	𝑖=1	𝑖=1	PROPN
fcis-7525	61	45	𝐲	𝐲	X
fcis-7525	61	46	^	^	PUNCT
fcis-7525	61	47	𝑗	𝑗	PROPN
fcis-7525	61	48	𝑖,𝑆log⁡(𝐲𝑗	𝑖,𝑆log⁡(𝐲𝑗	PROPN
fcis-7525	61	49	𝑖,𝑆	𝑖,𝑆	PROPN
fcis-7525	61	50	)	)	PUNCT
fcis-7525	61	51	to	to	PART
fcis-7525	61	52	achieve	achieve	VERB
fcis-7525	61	53	simultaneous	simultaneous	ADJ
fcis-7525	61	54	slot	slot	NOUN
fcis-7525	61	55	filling	filling	NOUN
fcis-7525	61	56	and	and	CCONJ
fcis-7525	61	57	intent	intent	ADJ
fcis-7525	61	58	detection	detection	NOUN
fcis-7525	61	59	,	,	PUNCT
fcis-7525	61	60	the	the	DET
fcis-7525	61	61	final	final	ADJ
fcis-7525	61	62	joint	joint	ADJ
fcis-7525	61	63	objective	objective	NOUN
fcis-7525	61	64	combined	combine	VERB
fcis-7525	61	65	with	with	ADP
fcis-7525	61	66	the	the	DET
fcis-7525	61	67	knowledge	knowledge	NOUN
fcis-7525	61	68	distillation	distillation	NOUN
fcis-7525	61	69	module	module	NOUN
fcis-7525	61	70	ℒ𝐾	ℒ𝐾	NOUN
fcis-7525	61	71	is	be	AUX
fcis-7525	61	72	expressed	express	VERB
fcis-7525	61	73	as	as	SCONJ
fcis-7525	61	74	follows	follow	VERB
fcis-7525	61	75	:	:	PUNCT
fcis-7525	62	1	ℒ𝑓𝑖𝑛𝑎𝑙	ℒ𝑓𝑖𝑛𝑎𝑙	PROPN
fcis-7525	62	2	=	=	SYM
fcis-7525	62	3	ℒ𝐼	ℒ𝐼	PROPN
fcis-7525	62	4	+	+	CCONJ
fcis-7525	62	5	ℒ𝑆	ℒ𝑆	PROPN
fcis-7525	62	6	+	+	CCONJ
fcis-7525	62	7	ℒ𝐾	ℒ𝐾	NOUN
fcis-7525	62	8	the	the	DET
fcis-7525	62	9	loss	loss	NOUN
fcis-7525	62	10	function	function	NOUN
fcis-7525	62	11	is	be	AUX
fcis-7525	62	12	proposed	propose	VERB
fcis-7525	62	13	by	by	ADP
fcis-7525	62	14	liu	liu	PROPN
fcis-7525	62	15	and	and	CCONJ
fcis-7525	62	16	lane	lane	PROPN
fcis-7525	62	17	,	,	PUNCT
fcis-7525	62	18	2016	2016	NUM
fcis-7525	62	19	,	,	PUNCT
fcis-7525	62	20	which	which	PRON
fcis-7525	62	21	is	be	AUX
fcis-7525	62	22	known	know	VERB
fcis-7525	62	23	as	as	ADP
fcis-7525	62	24	the	the	DET
fcis-7525	62	25	pipeline	pipeline	NOUN
fcis-7525	62	26	approach	approach	NOUN
fcis-7525	62	27	,	,	PUNCT
fcis-7525	62	28	which	which	PRON
fcis-7525	62	29	separates	separate	VERB
fcis-7525	62	30	intent	intent	ADJ
fcis-7525	62	31	detection	detection	NOUN
fcis-7525	62	32	and	and	CCONJ
fcis-7525	62	33	slot	slot	NOUN
fcis-7525	62	34	filling	fill	VERB
fcis-7525	62	35	into	into	ADP
fcis-7525	62	36	two	two	NUM
fcis-7525	62	37	distinct	distinct	ADJ
fcis-7525	62	38	processes	process	NOUN
fcis-7525	62	39	.	.	PUNCT
fcis-7525	63	1	but	but	CCONJ
fcis-7525	63	2	it	it	PRON
fcis-7525	63	3	108	108	NUM
fcis-7525	63	4	suffers	suffer	VERB
fcis-7525	63	5	from	from	ADP
fcis-7525	63	6	error	error	NOUN
fcis-7525	63	7	propagation	propagation	NOUN
fcis-7525	63	8	,	,	PUNCT
fcis-7525	63	9	where	where	SCONJ
fcis-7525	63	10	errors	error	NOUN
fcis-7525	63	11	in	in	ADP
fcis-7525	63	12	earlier	early	ADJ
fcis-7525	63	13	stages	stage	NOUN
fcis-7525	63	14	can	can	AUX
fcis-7525	63	15	propagate	propagate	VERB
fcis-7525	63	16	and	and	CCONJ
fcis-7525	63	17	affect	affect	VERB
fcis-7525	63	18	later	later	ADJ
fcis-7525	63	19	stages	stage	NOUN
fcis-7525	63	20	.	.	PUNCT
fcis-7525	64	1	figure	figure	NOUN
fcis-7525	64	2	2	2	NUM
fcis-7525	64	3	.	.	PUNCT
fcis-7525	64	4	comparison	comparison	NOUN
fcis-7525	64	5	of	of	ADP
fcis-7525	64	6	general	general	ADJ
fcis-7525	64	7	and	and	CCONJ
fcis-7525	64	8	evaluated	evaluate	VERB
fcis-7525	64	9	multitask	multitask	ADJ
fcis-7525	64	10	framework	framework	NOUN
fcis-7525	64	11	2.6	2.6	NUM
fcis-7525	64	12	.	.	PUNCT
fcis-7525	65	1	framework	framework	NOUN
fcis-7525	65	2	with	with	ADP
fcis-7525	65	3	stack	stack	NOUN
fcis-7525	65	4	-	-	PUNCT
fcis-7525	65	5	propagation	propagation	NOUN
fcis-7525	65	6	and	and	CCONJ
fcis-7525	65	7	kd	kd	PROPN
fcis-7525	65	8	v.s.	v.s.	PROPN
fcis-7525	65	9	general	general	ADJ
fcis-7525	65	10	multitask	multitask	ADJ
fcis-7525	65	11	framework	framework	NOUN
fcis-7525	65	12	figure	figure	NOUN
fcis-7525	65	13	2	2	NUM
fcis-7525	65	14	,	,	PUNCT
fcis-7525	65	15	illustrates	illustrate	VERB
fcis-7525	65	16	the	the	DET
fcis-7525	65	17	general	general	ADJ
fcis-7525	65	18	multitask	multitask	ADJ
fcis-7525	65	19	framework	framework	NOUN
fcis-7525	65	20	,	,	PUNCT
fcis-7525	65	21	which	which	PRON
fcis-7525	65	22	involves	involve	VERB
fcis-7525	65	23	the	the	DET
fcis-7525	65	24	execution	execution	NOUN
fcis-7525	65	25	of	of	ADP
fcis-7525	65	26	distinct	distinct	ADJ
fcis-7525	65	27	tasks	task	NOUN
fcis-7525	65	28	,	,	PUNCT
fcis-7525	65	29	namely	namely	ADV
fcis-7525	65	30	task	task	NOUN
fcis-7525	65	31	a	a	PRON
fcis-7525	65	32	and	and	CCONJ
fcis-7525	65	33	task	task	PROPN
fcis-7525	65	34	b.	b.	PROPN
fcis-7525	65	35	however	however	ADV
fcis-7525	65	36	,	,	PUNCT
fcis-7525	65	37	the	the	DET
fcis-7525	65	38	framework	framework	NOUN
fcis-7525	65	39	lacks	lack	VERB
fcis-7525	65	40	correlation	correlation	NOUN
fcis-7525	65	41	during	during	ADP
fcis-7525	65	42	the	the	DET
fcis-7525	65	43	training	training	NOUN
fcis-7525	65	44	stage	stage	NOUN
fcis-7525	65	45	,	,	PUNCT
fcis-7525	65	46	and	and	CCONJ
fcis-7525	65	47	the	the	DET
fcis-7525	65	48	only	only	ADJ
fcis-7525	65	49	shared	share	VERB
fcis-7525	65	50	component	component	NOUN
fcis-7525	65	51	is	be	AUX
fcis-7525	65	52	the	the	DET
fcis-7525	65	53	encoder	encoder	NOUN
fcis-7525	65	54	.	.	PUNCT
fcis-7525	66	1	this	this	PRON
fcis-7525	66	2	results	result	VERB
fcis-7525	66	3	in	in	ADP
fcis-7525	66	4	a	a	DET
fcis-7525	66	5	lack	lack	NOUN
fcis-7525	66	6	of	of	ADP
fcis-7525	66	7	guidance	guidance	NOUN
fcis-7525	66	8	from	from	ADP
fcis-7525	66	9	the	the	DET
fcis-7525	66	10	upstream	upstream	ADJ
fcis-7525	66	11	task	task	NOUN
fcis-7525	66	12	to	to	ADP
fcis-7525	66	13	the	the	DET
fcis-7525	66	14	downstream	downstream	ADJ
fcis-7525	66	15	task	task	NOUN
fcis-7525	66	16	within	within	ADP
fcis-7525	66	17	the	the	DET
fcis-7525	66	18	general	general	ADJ
fcis-7525	66	19	multitask	multitask	ADJ
fcis-7525	66	20	framework	framework	NOUN
fcis-7525	66	21	.	.	PUNCT
fcis-7525	67	1	furthermore	furthermore	ADV
fcis-7525	67	2	,	,	PUNCT
fcis-7525	67	3	in	in	ADP
fcis-7525	67	4	the	the	DET
fcis-7525	67	5	event	event	NOUN
fcis-7525	67	6	of	of	ADP
fcis-7525	67	7	an	an	DET
fcis-7525	67	8	error	error	NOUN
fcis-7525	67	9	in	in	ADP
fcis-7525	67	10	the	the	DET
fcis-7525	67	11	upstream	upstream	ADJ
fcis-7525	67	12	task	task	NOUN
fcis-7525	67	13	,	,	PUNCT
fcis-7525	67	14	there	there	PRON
fcis-7525	67	15	is	be	VERB
fcis-7525	67	16	no	no	DET
fcis-7525	67	17	provision	provision	NOUN
fcis-7525	67	18	for	for	ADP
fcis-7525	67	19	negative	negative	ADJ
fcis-7525	67	20	feedback	feedback	NOUN
fcis-7525	67	21	from	from	ADP
fcis-7525	67	22	the	the	DET
fcis-7525	67	23	downstream	downstream	ADJ
fcis-7525	67	24	task	task	NOUN
fcis-7525	67	25	to	to	PART
fcis-7525	67	26	modify	modify	VERB
fcis-7525	67	27	and	and	CCONJ
fcis-7525	67	28	correct	correct	VERB
fcis-7525	67	29	the	the	DET
fcis-7525	67	30	error	error	NOUN
fcis-7525	67	31	promptly	promptly	ADV
fcis-7525	67	32	,	,	PUNCT
fcis-7525	67	33	leading	lead	VERB
fcis-7525	67	34	to	to	ADP
fcis-7525	67	35	the	the	DET
fcis-7525	67	36	propagation	propagation	NOUN
fcis-7525	67	37	and	and	CCONJ
fcis-7525	67	38	escalation	escalation	NOUN
fcis-7525	67	39	of	of	ADP
fcis-7525	67	40	errors	error	NOUN
fcis-7525	67	41	.	.	PUNCT
fcis-7525	68	1	however	however	ADV
fcis-7525	68	2	,	,	PUNCT
fcis-7525	68	3	stack	stack	NOUN
fcis-7525	68	4	-	-	PUNCT
fcis-7525	68	5	propagation	propagation	NOUN
fcis-7525	68	6	with	with	ADP
fcis-7525	68	7	knowledge	knowledge	NOUN
fcis-7525	68	8	distillation	distillation	NOUN
fcis-7525	68	9	can	can	AUX
fcis-7525	68	10	mitigate	mitigate	VERB
fcis-7525	68	11	the	the	DET
fcis-7525	68	12	shortcoming	shortcoming	NOUN
fcis-7525	68	13	.	.	PUNCT
fcis-7525	69	1	first	first	ADV
fcis-7525	69	2	,	,	PUNCT
fcis-7525	69	3	the	the	DET
fcis-7525	69	4	output	output	NOUN
fcis-7525	69	5	of	of	ADP
fcis-7525	69	6	task	task	NOUN
fcis-7525	69	7	a	a	PRON
fcis-7525	69	8	can	can	AUX
fcis-7525	69	9	guide	guide	VERB
fcis-7525	69	10	the	the	DET
fcis-7525	69	11	training	training	NOUN
fcis-7525	69	12	results	result	NOUN
fcis-7525	69	13	of	of	ADP
fcis-7525	69	14	task	task	NOUN
fcis-7525	69	15	b	b	PROPN
fcis-7525	69	16	,	,	PUNCT
fcis-7525	69	17	and	and	CCONJ
fcis-7525	69	18	task	task	PROPN
fcis-7525	69	19	b	b	PROPN
fcis-7525	69	20	can	can	AUX
fcis-7525	69	21	also	also	ADV
fcis-7525	69	22	adjust	adjust	VERB
fcis-7525	69	23	the	the	DET
fcis-7525	69	24	input	input	NOUN
fcis-7525	69	25	results	result	NOUN
fcis-7525	69	26	to	to	ADP
fcis-7525	69	27	the	the	DET
fcis-7525	69	28	training	training	NOUN
fcis-7525	69	29	model	model	NOUN
fcis-7525	69	30	.	.	PUNCT
fcis-7525	70	1	in	in	ADP
fcis-7525	70	2	the	the	DET
fcis-7525	70	3	final	final	ADJ
fcis-7525	70	4	kd	kd	NOUN
fcis-7525	70	5	module	module	NOUN
fcis-7525	70	6	,	,	PUNCT
fcis-7525	70	7	the	the	DET
fcis-7525	70	8	joint	joint	ADJ
fcis-7525	70	9	model	model	NOUN
fcis-7525	70	10	can	can	AUX
fcis-7525	70	11	also	also	ADV
fcis-7525	70	12	reduce	reduce	VERB
fcis-7525	70	13	the	the	DET
fcis-7525	70	14	training	training	NOUN
fcis-7525	70	15	amounts	amount	NOUN
fcis-7525	70	16	of	of	ADP
fcis-7525	70	17	parameters	parameter	NOUN
fcis-7525	70	18	,	,	PUNCT
fcis-7525	70	19	so	so	SCONJ
fcis-7525	70	20	that	that	SCONJ
fcis-7525	70	21	the	the	DET
fcis-7525	70	22	model	model	NOUN
fcis-7525	70	23	can	can	AUX
fcis-7525	70	24	be	be	AUX
fcis-7525	70	25	optimized	optimize	VERB
fcis-7525	70	26	.	.	PUNCT
fcis-7525	71	1	3	3	X
fcis-7525	71	2	.	.	X
fcis-7525	71	3	experiment	experiment	NOUN
fcis-7525	71	4	in	in	ADP
fcis-7525	71	5	order	order	NOUN
fcis-7525	71	6	to	to	PART
fcis-7525	71	7	test	test	VERB
fcis-7525	71	8	the	the	DET
fcis-7525	71	9	training	training	NOUN
fcis-7525	71	10	efficiency	efficiency	NOUN
fcis-7525	71	11	of	of	ADP
fcis-7525	71	12	our	our	PRON
fcis-7525	71	13	model	model	NOUN
fcis-7525	71	14	,	,	PUNCT
fcis-7525	71	15	we	we	PRON
fcis-7525	71	16	used	use	VERB
fcis-7525	71	17	two	two	NUM
fcis-7525	71	18	open	open	ADJ
fcis-7525	71	19	-	-	PUNCT
fcis-7525	71	20	source	source	NOUN
fcis-7525	71	21	data	datum	NOUN
fcis-7525	71	22	sets	set	NOUN
fcis-7525	71	23	to	to	PART
fcis-7525	71	24	obtain	obtain	VERB
fcis-7525	71	25	the	the	DET
fcis-7525	71	26	advantages	advantage	NOUN
fcis-7525	71	27	of	of	ADP
fcis-7525	71	28	this	this	DET
fcis-7525	71	29	model	model	NOUN
fcis-7525	71	30	in	in	ADP
fcis-7525	71	31	training	training	NOUN
fcis-7525	71	32	.	.	PUNCT
fcis-7525	72	1	the	the	DET
fcis-7525	72	2	atis	atis	PROPN
fcis-7525	72	3	(	(	PUNCT
fcis-7525	72	4	airline	airline	NOUN
fcis-7525	72	5	travel	travel	NOUN
fcis-7525	72	6	information	information	NOUN
fcis-7525	72	7	system	system	NOUN
fcis-7525	72	8	)	)	PUNCT
fcis-7525	72	9	and	and	CCONJ
fcis-7525	72	10	snips	snip	NOUN
fcis-7525	72	11	(	(	PUNCT
fcis-7525	72	12	smart	smart	ADJ
fcis-7525	72	13	home	home	NOUN
fcis-7525	72	14	interaction	interaction	NOUN
fcis-7525	72	15	)	)	PUNCT
fcis-7525	72	16	datasets	dataset	NOUN
fcis-7525	72	17	are	be	AUX
fcis-7525	72	18	two	two	NUM
fcis-7525	72	19	of	of	ADP
fcis-7525	72	20	the	the	DET
fcis-7525	72	21	most	most	ADV
fcis-7525	72	22	widely	widely	ADV
fcis-7525	72	23	used	use	VERB
fcis-7525	72	24	benchmarks	benchmark	NOUN
fcis-7525	72	25	for	for	ADP
fcis-7525	72	26	natural	natural	ADJ
fcis-7525	72	27	language	language	NOUN
fcis-7525	72	28	understanding	understanding	NOUN
fcis-7525	72	29	(	(	PUNCT
fcis-7525	72	30	nlu	nlu	NOUN
fcis-7525	72	31	)	)	PUNCT
fcis-7525	72	32	tasks	task	NOUN
fcis-7525	72	33	.	.	PUNCT
fcis-7525	73	1	the	the	DET
fcis-7525	73	2	atis	atis	ADJ
fcis-7525	73	3	dataset	dataset	NOUN
fcis-7525	73	4	comprises	comprise	VERB
fcis-7525	73	5	a	a	DET
fcis-7525	73	6	collection	collection	NOUN
fcis-7525	73	7	of	of	ADP
fcis-7525	73	8	queries	query	NOUN
fcis-7525	73	9	related	relate	VERB
fcis-7525	73	10	to	to	ADP
fcis-7525	73	11	airline	airline	NOUN
fcis-7525	73	12	travel	travel	NOUN
fcis-7525	73	13	,	,	PUNCT
fcis-7525	73	14	while	while	SCONJ
fcis-7525	73	15	the	the	DET
fcis-7525	73	16	snips	snip	NOUN
fcis-7525	73	17	dataset	dataset	VERB
fcis-7525	73	18	consists	consist	NOUN
fcis-7525	73	19	of	of	ADP
fcis-7525	73	20	a	a	DET
fcis-7525	73	21	range	range	NOUN
fcis-7525	73	22	of	of	ADP
fcis-7525	73	23	queries	query	NOUN
fcis-7525	73	24	related	relate	VERB
fcis-7525	73	25	to	to	ADP
fcis-7525	73	26	smart	smart	ADJ
fcis-7525	73	27	home	home	NOUN
fcis-7525	73	28	devices	device	NOUN
fcis-7525	73	29	.	.	PUNCT
fcis-7525	74	1	both	both	DET
fcis-7525	74	2	datasets	dataset	NOUN
fcis-7525	74	3	contain	contain	VERB
fcis-7525	74	4	a	a	DET
fcis-7525	74	5	large	large	ADJ
fcis-7525	74	6	number	number	NOUN
fcis-7525	74	7	of	of	ADP
fcis-7525	74	8	user	user	NOUN
fcis-7525	74	9	queries	query	NOUN
fcis-7525	74	10	,	,	PUNCT
fcis-7525	74	11	annotated	annotate	VERB
fcis-7525	74	12	with	with	ADP
fcis-7525	74	13	intent	intent	ADJ
fcis-7525	74	14	labels	label	NOUN
fcis-7525	74	15	and	and	CCONJ
fcis-7525	74	16	slot	slot	NOUN
fcis-7525	74	17	labels	label	NOUN
fcis-7525	74	18	.	.	PUNCT
fcis-7525	75	1	the	the	DET
fcis-7525	75	2	intent	intent	ADJ
fcis-7525	75	3	labels	label	NOUN
fcis-7525	75	4	represent	represent	VERB
fcis-7525	75	5	the	the	DET
fcis-7525	75	6	overall	overall	ADJ
fcis-7525	75	7	intention	intention	NOUN
fcis-7525	75	8	of	of	ADP
fcis-7525	75	9	the	the	DET
fcis-7525	75	10	query	query	NOUN
fcis-7525	75	11	,	,	PUNCT
fcis-7525	75	12	while	while	SCONJ
fcis-7525	75	13	the	the	DET
fcis-7525	75	14	slot	slot	NOUN
fcis-7525	75	15	labels	label	NOUN
fcis-7525	75	16	identify	identify	VERB
fcis-7525	75	17	specific	specific	ADJ
fcis-7525	75	18	pieces	piece	NOUN
fcis-7525	75	19	of	of	ADP
fcis-7525	75	20	information	information	NOUN
fcis-7525	75	21	within	within	ADP
fcis-7525	75	22	the	the	DET
fcis-7525	75	23	query	query	NOUN
fcis-7525	75	24	.	.	PUNCT
fcis-7525	76	1	these	these	DET
fcis-7525	76	2	datasets	dataset	NOUN
fcis-7525	76	3	have	have	AUX
fcis-7525	76	4	been	be	AUX
fcis-7525	76	5	used	use	VERB
fcis-7525	76	6	extensively	extensively	ADV
fcis-7525	76	7	in	in	ADP
fcis-7525	76	8	research	research	NOUN
fcis-7525	76	9	on	on	ADP
fcis-7525	76	10	nlu	nlu	PROPN
fcis-7525	76	11	,	,	PUNCT
fcis-7525	76	12	which	which	PRON
fcis-7525	76	13	have	have	AUX
fcis-7525	76	14	been	be	AUX
fcis-7525	76	15	instrumental	instrumental	ADJ
fcis-7525	76	16	in	in	ADP
fcis-7525	76	17	the	the	DET
fcis-7525	76	18	development	development	NOUN
fcis-7525	76	19	of	of	ADP
fcis-7525	76	20	many	many	ADJ
fcis-7525	76	21	state	state	NOUN
fcis-7525	76	22	-	-	PUNCT
fcis-7525	76	23	of	of	ADP
fcis-7525	76	24	-	-	PUNCT
fcis-7525	76	25	the	the	DET
fcis-7525	76	26	-	-	PUNCT
fcis-7525	76	27	art	art	NOUN
fcis-7525	76	28	models	model	NOUN
fcis-7525	76	29	for	for	ADP
fcis-7525	76	30	intent	intent	ADJ
fcis-7525	76	31	detection	detection	NOUN
fcis-7525	76	32	and	and	CCONJ
fcis-7525	76	33	slotfilling	slotfilling	NOUN
fcis-7525	76	34	.	.	PUNCT
fcis-7525	77	1	the	the	DET
fcis-7525	77	2	parameters	parameter	NOUN
fcis-7525	77	3	in	in	ADP
fcis-7525	77	4	our	our	PRON
fcis-7525	77	5	model	model	NOUN
fcis-7525	77	6	are	be	AUX
fcis-7525	77	7	optimized	optimize	VERB
fcis-7525	77	8	using	use	VERB
fcis-7525	77	9	adam	adam	PROPN
fcis-7525	77	10	(	(	PUNCT
fcis-7525	77	11	kingma	kingma	PROPN
fcis-7525	77	12	and	and	CCONJ
fcis-7525	77	13	ba	ba	PROPN
fcis-7525	77	14	,	,	PUNCT
fcis-7525	77	15	2014	2014	NUM
fcis-7525	77	16	)	)	PUNCT
fcis-7525	77	17	,	,	PUNCT
fcis-7525	77	18	which	which	PRON
fcis-7525	77	19	is	be	AUX
fcis-7525	77	20	a	a	DET
fcis-7525	77	21	popular	popular	ADJ
fcis-7525	77	22	optimization	optimization	NOUN
fcis-7525	77	23	algorithm	algorithm	NOUN
fcis-7525	77	24	in	in	ADP
fcis-7525	77	25	deep	deep	ADJ
fcis-7525	77	26	learning	learning	NOUN
fcis-7525	77	27	.	.	PUNCT
fcis-7525	78	1	3.1	3.1	NUM
fcis-7525	78	2	.	.	PUNCT
fcis-7525	78	3	baselines	baseline	NOUN
fcis-7525	78	4	we	we	PRON
fcis-7525	78	5	analyze	analyze	VERB
fcis-7525	78	6	the	the	DET
fcis-7525	78	7	baselines	baseline	NOUN
fcis-7525	78	8	that	that	PRON
fcis-7525	78	9	are	be	AUX
fcis-7525	78	10	relevant	relevant	ADJ
fcis-7525	78	11	to	to	ADP
fcis-7525	78	12	this	this	DET
fcis-7525	78	13	model	model	NOUN
fcis-7525	78	14	,	,	PUNCT
fcis-7525	78	15	including	include	VERB
fcis-7525	78	16	:	:	PUNCT
fcis-7525	78	17	joint	joint	ADJ
fcis-7525	78	18	sequential	sequential	ADJ
fcis-7525	78	19	model	model	NOUN
fcis-7525	78	20	(	(	PUNCT
fcis-7525	78	21	joint	joint	PROPN
fcis-7525	78	22	seq	seq	PROPN
fcis-7525	78	23	.	.	PUNCT
fcis-7525	78	24	):	):	PUNCT
fcis-7525	78	25	it	it	PRON
fcis-7525	78	26	is	be	AUX
fcis-7525	78	27	a	a	DET
fcis-7525	78	28	popular	popular	ADJ
fcis-7525	78	29	baseline	baseline	NOUN
fcis-7525	78	30	for	for	ADP
fcis-7525	78	31	the	the	DET
fcis-7525	78	32	task	task	NOUN
fcis-7525	78	33	of	of	ADP
fcis-7525	78	34	intent	intent	ADJ
fcis-7525	78	35	detection	detection	NOUN
fcis-7525	78	36	and	and	CCONJ
fcis-7525	78	37	slot	slot	NOUN
fcis-7525	78	38	filling	filling	NOUN
fcis-7525	78	39	.	.	PUNCT
fcis-7525	79	1	it	it	PRON
fcis-7525	79	2	involves	involve	VERB
fcis-7525	79	3	training	train	VERB
fcis-7525	79	4	a	a	DET
fcis-7525	79	5	single	single	ADJ
fcis-7525	79	6	model	model	NOUN
fcis-7525	79	7	to	to	PART
fcis-7525	79	8	perform	perform	VERB
fcis-7525	79	9	both	both	DET
fcis-7525	79	10	tasks	task	NOUN
fcis-7525	79	11	simultaneously	simultaneously	ADV
fcis-7525	79	12	,	,	PUNCT
fcis-7525	79	13	with	with	ADP
fcis-7525	79	14	the	the	DET
fcis-7525	79	15	output	output	NOUN
fcis-7525	79	16	of	of	ADP
fcis-7525	79	17	the	the	DET
fcis-7525	79	18	model	model	NOUN
fcis-7525	79	19	consisting	consist	VERB
fcis-7525	79	20	of	of	ADP
fcis-7525	79	21	both	both	CCONJ
fcis-7525	79	22	the	the	DET
fcis-7525	79	23	intent	intent	NOUN
fcis-7525	79	24	and	and	CCONJ
fcis-7525	79	25	the	the	DET
fcis-7525	79	26	slot	slot	NOUN
fcis-7525	79	27	labels	label	NOUN
fcis-7525	79	28	for	for	ADP
fcis-7525	79	29	each	each	DET
fcis-7525	79	30	input	input	NOUN
fcis-7525	79	31	sentence	sentence	NOUN
fcis-7525	79	32	.	.	PUNCT
fcis-7525	80	1	this	this	DET
fcis-7525	80	2	approach	approach	NOUN
fcis-7525	80	3	has	have	AUX
fcis-7525	80	4	been	be	AUX
fcis-7525	80	5	shown	show	VERB
fcis-7525	80	6	to	to	PART
fcis-7525	80	7	achieve	achieve	VERB
fcis-7525	80	8	good	good	ADJ
fcis-7525	80	9	performance	performance	NOUN
fcis-7525	80	10	on	on	ADP
fcis-7525	80	11	benchmark	benchmark	ADJ
fcis-7525	80	12	datasets	dataset	NOUN
fcis-7525	80	13	,	,	PUNCT
fcis-7525	80	14	and	and	CCONJ
fcis-7525	80	15	has	have	AUX
fcis-7525	80	16	been	be	AUX
fcis-7525	80	17	widely	widely	ADV
fcis-7525	80	18	used	use	VERB
fcis-7525	80	19	in	in	ADP
fcis-7525	80	20	research	research	NOUN
fcis-7525	80	21	on	on	ADP
fcis-7525	80	22	natural	natural	ADJ
fcis-7525	80	23	language	language	NOUN
fcis-7525	80	24	understanding	understanding	NOUN
fcis-7525	80	25	(	(	PUNCT
fcis-7525	80	26	nlu	nlu	NOUN
fcis-7525	80	27	)	)	PUNCT
fcis-7525	80	28	tasks	task	NOUN
fcis-7525	80	29	.	.	PUNCT
fcis-7525	81	1	attention	attention	NOUN
fcis-7525	81	2	-	-	PUNCT
fcis-7525	81	3	based	base	VERB
fcis-7525	81	4	model	model	NOUN
fcis-7525	81	5	(	(	PUNCT
fcis-7525	81	6	attention	attention	NOUN
fcis-7525	81	7	-	-	PUNCT
fcis-7525	81	8	based	base	VERB
fcis-7525	81	9	.	.	PROPN
fcis-7525	81	10	):	):	PUNCT
fcis-7525	81	11	the	the	DET
fcis-7525	81	12	model	model	NOUN
fcis-7525	81	13	utilizes	utilize	VERB
fcis-7525	81	14	a	a	DET
fcis-7525	81	15	self	self	NOUN
fcis-7525	81	16	-	-	PUNCT
fcis-7525	81	17	attention	attention	NOUN
fcis-7525	81	18	mechanism	mechanism	NOUN
fcis-7525	81	19	to	to	PART
fcis-7525	81	20	capture	capture	VERB
fcis-7525	81	21	contextual	contextual	ADJ
fcis-7525	81	22	information	information	NOUN
fcis-7525	81	23	and	and	CCONJ
fcis-7525	81	24	enhance	enhance	VERB
fcis-7525	81	25	the	the	DET
fcis-7525	81	26	model	model	NOUN
fcis-7525	81	27	's	's	PART
fcis-7525	81	28	ability	ability	NOUN
fcis-7525	81	29	to	to	PART
fcis-7525	81	30	attend	attend	VERB
fcis-7525	81	31	to	to	ADP
fcis-7525	81	32	relevant	relevant	ADJ
fcis-7525	81	33	parts	part	NOUN
fcis-7525	81	34	of	of	ADP
fcis-7525	81	35	the	the	DET
fcis-7525	81	36	input	input	NOUN
fcis-7525	81	37	sentence	sentence	NOUN
fcis-7525	81	38	.	.	PUNCT
fcis-7525	82	1	this	this	DET
fcis-7525	82	2	approach	approach	NOUN
fcis-7525	82	3	has	have	AUX
fcis-7525	82	4	been	be	AUX
fcis-7525	82	5	shown	show	VERB
fcis-7525	82	6	to	to	PART
fcis-7525	82	7	achieve	achieve	VERB
fcis-7525	82	8	state	state	NOUN
fcis-7525	82	9	-	-	PUNCT
fcis-7525	82	10	of	of	ADP
fcis-7525	82	11	-	-	PUNCT
fcis-7525	82	12	the	the	DET
fcis-7525	82	13	-	-	PUNCT
fcis-7525	82	14	art	art	NOUN
fcis-7525	82	15	performance	performance	NOUN
fcis-7525	82	16	on	on	ADP
fcis-7525	82	17	various	various	ADJ
fcis-7525	82	18	nlu	nlu	NOUN
fcis-7525	82	19	tasks	task	NOUN
fcis-7525	82	20	,	,	PUNCT
fcis-7525	82	21	including	include	VERB
fcis-7525	82	22	intent	intent	NOUN
fcis-7525	82	23	detection	detection	NOUN
fcis-7525	82	24	and	and	CCONJ
fcis-7525	82	25	slot	slot	NOUN
fcis-7525	82	26	filling	filling	NOUN
fcis-7525	82	27	.	.	PUNCT
fcis-7525	83	1	transformer	transformer	NOUN
fcis-7525	83	2	-	-	PUNCT
fcis-7525	83	3	based	base	VERB
fcis-7525	83	4	model	model	NOUN
fcis-7525	83	5	(	(	PUNCT
fcis-7525	83	6	transformer	transformer	NOUN
fcis-7525	83	7	-	-	PUNCT
fcis-7525	83	8	based	base	VERB
fcis-7525	83	9	.	.	PROPN
fcis-7525	83	10	):	):	PUNCT
fcis-7525	83	11	the	the	DET
fcis-7525	83	12	transformer	transformer	NOUN
fcis-7525	83	13	-	-	PUNCT
fcis-7525	83	14	based	base	VERB
fcis-7525	83	15	model	model	NOUN
fcis-7525	83	16	is	be	AUX
fcis-7525	83	17	a	a	DET
fcis-7525	83	18	neural	neural	ADJ
fcis-7525	83	19	network	network	NOUN
fcis-7525	83	20	model	model	NOUN
fcis-7525	83	21	that	that	PRON
fcis-7525	83	22	has	have	AUX
fcis-7525	83	23	been	be	AUX
fcis-7525	83	24	used	use	VERB
fcis-7525	83	25	for	for	ADP
fcis-7525	83	26	various	various	ADJ
fcis-7525	83	27	natural	natural	ADJ
fcis-7525	83	28	language	language	NOUN
fcis-7525	83	29	processing	processing	NOUN
fcis-7525	83	30	tasks	task	NOUN
fcis-7525	83	31	,	,	PUNCT
fcis-7525	83	32	including	include	VERB
fcis-7525	83	33	intent	intent	NOUN
fcis-7525	83	34	detection	detection	NOUN
fcis-7525	83	35	and	and	CCONJ
fcis-7525	83	36	slot	slot	NOUN
fcis-7525	83	37	filling	filling	NOUN
fcis-7525	83	38	.	.	PUNCT
fcis-7525	84	1	it	it	PRON
fcis-7525	84	2	was	be	AUX
fcis-7525	84	3	first	first	ADV
fcis-7525	84	4	introduced	introduce	VERB
fcis-7525	84	5	in	in	ADP
fcis-7525	84	6	a	a	DET
fcis-7525	84	7	paper	paper	NOUN
fcis-7525	84	8	by	by	ADP
fcis-7525	84	9	vaswani	vaswani	X
fcis-7525	84	10	et	et	PROPN
fcis-7525	84	11	al	al	PROPN
fcis-7525	84	12	.	.	PROPN
fcis-7525	85	1	(	(	PUNCT
fcis-7525	85	2	2017	2017	NUM
fcis-7525	85	3	)	)	PUNCT
fcis-7525	85	4	and	and	CCONJ
fcis-7525	85	5	has	have	AUX
fcis-7525	85	6	since	since	SCONJ
fcis-7525	85	7	become	become	VERB
fcis-7525	85	8	a	a	DET
fcis-7525	85	9	popular	popular	ADJ
fcis-7525	85	10	approach	approach	NOUN
fcis-7525	85	11	in	in	ADP
fcis-7525	85	12	the	the	DET
fcis-7525	85	13	field	field	NOUN
fcis-7525	85	14	of	of	ADP
fcis-7525	85	15	nlp	nlp	NOUN
fcis-7525	85	16	.	.	PUNCT
fcis-7525	86	1	the	the	DET
fcis-7525	86	2	transformer	transformer	NOUN
fcis-7525	86	3	model	model	NOUN
fcis-7525	86	4	utilizes	utilize	VERB
fcis-7525	86	5	self	self	NOUN
fcis-7525	86	6	-	-	PUNCT
fcis-7525	86	7	attention	attention	NOUN
fcis-7525	86	8	to	to	PART
fcis-7525	86	9	capture	capture	VERB
fcis-7525	86	10	contextual	contextual	ADJ
fcis-7525	86	11	information	information	NOUN
fcis-7525	86	12	and	and	CCONJ
fcis-7525	86	13	has	have	AUX
fcis-7525	86	14	been	be	AUX
fcis-7525	86	15	shown	show	VERB
fcis-7525	86	16	to	to	PART
fcis-7525	86	17	achieve	achieve	VERB
fcis-7525	86	18	stateof	stateof	ADJ
fcis-7525	86	19	-	-	PUNCT
fcis-7525	86	20	the	the	DET
fcis-7525	86	21	-	-	PUNCT
fcis-7525	86	22	art	art	NOUN
fcis-7525	86	23	performance	performance	NOUN
fcis-7525	86	24	on	on	ADP
fcis-7525	86	25	a	a	DET
fcis-7525	86	26	range	range	NOUN
fcis-7525	86	27	of	of	ADP
fcis-7525	86	28	benchmark	benchmark	NOUN
fcis-7525	86	29	datasets	dataset	NOUN
fcis-7525	86	30	.	.	PUNCT
fcis-7525	87	1	3.2	3.2	NUM
fcis-7525	87	2	.	.	PUNCT
fcis-7525	88	1	overall	overall	ADJ
fcis-7525	88	2	result	result	NOUN
fcis-7525	88	3	table	table	NOUN
fcis-7525	88	4	2	2	NUM
fcis-7525	88	5	.	.	PUNCT
fcis-7525	88	6	performance	performance	NOUN
fcis-7525	88	7	of	of	ADP
fcis-7525	88	8	related	related	ADJ
fcis-7525	88	9	model	model	NOUN
fcis-7525	88	10	model	model	NOUN
fcis-7525	88	11	snips	snip	NOUN
fcis-7525	88	12	atis	atis	ADJ
fcis-7525	88	13	slot	slot	NOUN
fcis-7525	88	14	intent	intent	NOUN
fcis-7525	88	15	overall	overall	ADJ
fcis-7525	88	16	slot	slot	NOUN
fcis-7525	88	17	intent	intent	NOUN
fcis-7525	88	18	overall	overall	ADJ
fcis-7525	88	19	joint	joint	ADJ
fcis-7525	88	20	seq	seq	NOUN
fcis-7525	88	21	.	.	PUNCT
fcis-7525	89	1	model	model	NOUN
fcis-7525	89	2	87.3	87.3	NUM
fcis-7525	89	3	96.9	96.9	NUM
fcis-7525	89	4	73.2	73.2	NUM
fcis-7525	89	5	94.3	94.3	NUM
fcis-7525	89	6	92.6	92.6	NUM
fcis-7525	89	7	80.7	80.7	NUM
fcis-7525	89	8	att.based	att.base	VERB
fcis-7525	89	9	model	model	NOUN
fcis-7525	89	10	87.8	87.8	NUM
fcis-7525	89	11	96.7	96.7	NUM
fcis-7525	89	12	74.1	74.1	NUM
fcis-7525	89	13	94.2	94.2	NUM
fcis-7525	89	14	91.1	91.1	NUM
fcis-7525	89	15	78.9	78.9	NUM
fcis-7525	89	16	trans	tran	NOUN
fcis-7525	89	17	.	.	PUNCT
fcis-7525	90	1	model	model	PROPN
fcis-7525	90	2	90.0	90.0	NUM
fcis-7525	90	3	97.5	97.5	NUM
fcis-7525	90	4	81.0	81.0	NUM
fcis-7525	90	5	95.1	95.1	NUM
fcis-7525	90	6	96.8	96.8	NUM
fcis-7525	90	7	82.8	82.8	NUM
fcis-7525	90	8	our	our	PRON
fcis-7525	90	9	model	model	NOUN
fcis-7525	90	10	without	without	ADP
fcis-7525	90	11	k.d	k.d	PROPN
fcis-7525	90	12	.	.	PROPN
fcis-7525	90	13	94.2	94.2	NUM
fcis-7525	90	14	98.9	98.9	NUM
fcis-7525	90	15	86.9	86.9	NUM
fcis-7525	90	16	95.9	95.9	NUM
fcis-7525	90	17	96.9	96.9	NUM
fcis-7525	90	18	86.5	86.5	NUM
fcis-7525	90	19	our	our	PRON
fcis-7525	90	20	model	model	NOUN
fcis-7525	90	21	95.7	95.7	NUM
fcis-7525	90	22	96.7	96.7	NUM
fcis-7525	90	23	86.7	86.7	NUM
fcis-7525	90	24	95.4	95.4	NUM
fcis-7525	90	25	96.9	96.9	NUM
fcis-7525	90	26	87.1	87.1	NUM
fcis-7525	90	27	the	the	DET
fcis-7525	90	28	final	final	ADJ
fcis-7525	90	29	line	line	NOUN
fcis-7525	90	30	shows	show	VERB
fcis-7525	90	31	the	the	DET
fcis-7525	90	32	performance	performance	NOUN
fcis-7525	90	33	of	of	ADP
fcis-7525	90	34	stack	stack	NOUN
fcis-7525	90	35	-	-	PUNCT
fcis-7525	90	36	prop	prop	NOUN
fcis-7525	90	37	.	.	PUNCT
fcis-7525	91	1	with	with	SCONJ
fcis-7525	91	2	kd	kd	PROPN
fcis-7525	91	3	model	model	NOUN
fcis-7525	91	4	as	as	SCONJ
fcis-7525	91	5	can	can	AUX
fcis-7525	91	6	be	be	AUX
fcis-7525	91	7	seen	see	VERB
fcis-7525	91	8	from	from	ADP
fcis-7525	91	9	the	the	DET
fcis-7525	91	10	table	table	NOUN
fcis-7525	91	11	,	,	PUNCT
fcis-7525	91	12	the	the	DET
fcis-7525	91	13	performance	performance	NOUN
fcis-7525	91	14	of	of	ADP
fcis-7525	91	15	the	the	DET
fcis-7525	91	16	first	first	ADJ
fcis-7525	91	17	three	three	NUM
fcis-7525	91	18	models	model	NOUN
fcis-7525	91	19	has	have	AUX
fcis-7525	91	20	gradually	gradually	ADV
fcis-7525	91	21	increased	increase	VERB
fcis-7525	91	22	.	.	PUNCT
fcis-7525	92	1	in	in	ADP
fcis-7525	92	2	the	the	DET
fcis-7525	92	3	model	model	NOUN
fcis-7525	92	4	proposed	propose	VERB
fcis-7525	92	5	in	in	ADP
fcis-7525	92	6	this	this	DET
fcis-7525	92	7	paper	paper	NOUN
fcis-7525	92	8	,	,	PUNCT
fcis-7525	92	9	state	state	NOUN
fcis-7525	92	10	-	-	PUNCT
fcis-7525	92	11	of	of	ADP
fcis-7525	92	12	-	-	PUNCT
fcis-7525	92	13	the	the	DET
fcis-7525	92	14	-	-	PUNCT
fcis-7525	92	15	art	art	NOUN
fcis-7525	92	16	performance	performance	NOUN
fcis-7525	92	17	is	be	AUX
fcis-7525	92	18	obtained	obtain	VERB
fcis-7525	92	19	,	,	PUNCT
fcis-7525	92	20	and	and	CCONJ
fcis-7525	92	21	the	the	DET
fcis-7525	92	22	training	training	NOUN
fcis-7525	92	23	results	result	NOUN
fcis-7525	92	24	and	and	CCONJ
fcis-7525	92	25	training	training	NOUN
fcis-7525	92	26	difficulty	difficulty	NOUN
fcis-7525	92	27	are	be	AUX
fcis-7525	92	28	reduced	reduce	VERB
fcis-7525	92	29	after	after	ADP
fcis-7525	92	30	using	use	VERB
fcis-7525	92	31	knowledge	knowledge	NOUN
fcis-7525	92	32	distillation	distillation	NOUN
fcis-7525	92	33	.	.	PUNCT
fcis-7525	93	1	this	this	DET
fcis-7525	93	2	characteristic	characteristic	NOUN
fcis-7525	93	3	of	of	ADP
fcis-7525	93	4	ours	ours	PRON
fcis-7525	93	5	states	state	NOUN
fcis-7525	93	6	that	that	SCONJ
fcis-7525	93	7	our	our	PRON
fcis-7525	93	8	architecture	architecture	NOUN
fcis-7525	93	9	directly	directly	ADV
fcis-7525	93	10	incorporates	incorporate	VERB
fcis-7525	93	11	the	the	DET
fcis-7525	93	12	intent	intent	ADJ
fcis-7525	93	13	information	information	NOUN
fcis-7525	93	14	to	to	PART
fcis-7525	93	15	improve	improve	VERB
fcis-7525	93	16	the	the	DET
fcis-7525	93	17	accuracy	accuracy	NOUN
fcis-7525	93	18	of	of	ADP
fcis-7525	93	19	nlu	nlu	NOUN
fcis-7525	93	20	tasks	task	NOUN
fcis-7525	93	21	by	by	ADP
fcis-7525	93	22	using	use	VERB
fcis-7525	93	23	stack	stack	NOUN
fcis-7525	93	24	propagation	propagation	NOUN
fcis-7525	93	25	.	.	PUNCT
fcis-7525	94	1	in	in	ADP
fcis-7525	94	2	stack	stack	NOUN
fcis-7525	94	3	propagation	propagation	NOUN
fcis-7525	94	4	,	,	PUNCT
fcis-7525	94	5	a	a	DET
fcis-7525	94	6	joint	joint	ADJ
fcis-7525	94	7	model	model	NOUN
fcis-7525	94	8	is	be	AUX
fcis-7525	94	9	used	use	VERB
fcis-7525	94	10	that	that	SCONJ
fcis-7525	94	11	mainly	mainly	ADV
fcis-7525	94	12	incorporates	incorporate	VERB
fcis-7525	94	13	token	token	ADJ
fcis-7525	94	14	-	-	PUNCT
fcis-7525	94	15	level	level	NOUN
fcis-7525	94	16	intent	intent	NOUN
fcis-7525	94	17	detection	detection	NOUN
fcis-7525	94	18	data	datum	NOUN
fcis-7525	94	19	with	with	ADP
fcis-7525	94	20	sentence	sentence	NOUN
fcis-7525	94	21	word	word	NOUN
fcis-7525	94	22	vectors	vector	NOUN
fcis-7525	94	23	as	as	ADP
fcis-7525	94	24	input	input	NOUN
fcis-7525	94	25	for	for	ADP
fcis-7525	94	26	slot	slot	NOUN
fcis-7525	94	27	filling	fill	VERB
fcis-7525	94	28	to	to	PART
fcis-7525	94	29	capture	capture	VERB
fcis-7525	94	30	intent	intent	ADJ
fcis-7525	94	31	semantic	semantic	ADJ
fcis-7525	94	32	knowledge	knowledge	NOUN
fcis-7525	94	33	.	.	PUNCT
fcis-7525	95	1	additionally	additionally	ADV
fcis-7525	95	2	,	,	PUNCT
fcis-7525	95	3	knowledge	knowledge	NOUN
fcis-7525	95	4	distillation	distillation	NOUN
fcis-7525	95	5	is	be	AUX
fcis-7525	95	6	used	use	VERB
fcis-7525	95	7	to	to	PART
fcis-7525	95	8	improve	improve	VERB
fcis-7525	95	9	model	model	NOUN
fcis-7525	95	10	efficiency	efficiency	NOUN
fcis-7525	95	11	and	and	CCONJ
fcis-7525	95	12	enhance	enhance	VERB
fcis-7525	95	13	the	the	DET
fcis-7525	95	14	correlation	correlation	NOUN
fcis-7525	95	15	between	between	ADP
fcis-7525	95	16	the	the	DET
fcis-7525	95	17	two	two	NUM
fcis-7525	95	18	tasks	task	NOUN
fcis-7525	95	19	.	.	PUNCT
fcis-7525	96	1	to	to	PART
fcis-7525	96	2	visualize	visualize	VERB
fcis-7525	96	3	the	the	DET
fcis-7525	96	4	role	role	NOUN
fcis-7525	96	5	of	of	ADP
fcis-7525	96	6	intent	intent	ADJ
fcis-7525	96	7	information	information	NOUN
fcis-7525	96	8	in	in	ADP
fcis-7525	96	9	nlu	nlu	NOUN
fcis-7525	96	10	tasks	task	NOUN
fcis-7525	96	11	,	,	PUNCT
fcis-7525	96	12	we	we	PRON
fcis-7525	96	13	present	present	VERB
fcis-7525	96	14	the	the	DET
fcis-7525	96	15	results	result	NOUN
fcis-7525	96	16	in	in	ADP
fcis-7525	96	17	table	table	NOUN
fcis-7525	96	18	2	2	NUM
fcis-7525	96	19	,	,	PUNCT
fcis-7525	96	20	where	where	SCONJ
fcis-7525	96	21	the	the	DET
fcis-7525	96	22	output	output	NOUN
fcis-7525	96	23	of	of	ADP
fcis-7525	96	24	the	the	DET
fcis-7525	96	25	joint	joint	ADJ
fcis-7525	96	26	model	model	NOUN
fcis-7525	96	27	with	with	ADP
fcis-7525	96	28	intent	intent	ADJ
fcis-7525	96	29	information	information	NOUN
fcis-7525	96	30	used	use	VERB
fcis-7525	96	31	in	in	ADP
fcis-7525	96	32	slot	slot	NOUN
fcis-7525	96	33	filling	filling	NOUN
fcis-7525	96	34	is	be	AUX
fcis-7525	96	35	compared	compare	VERB
fcis-7525	96	36	to	to	ADP
fcis-7525	96	37	the	the	DET
fcis-7525	96	38	output	output	NOUN
fcis-7525	96	39	when	when	SCONJ
fcis-7525	96	40	only	only	ADV
fcis-7525	96	41	sentence	sentence	NOUN
fcis-7525	96	42	-	-	PUNCT
fcis-7525	96	43	level	level	NOUN
fcis-7525	96	44	information	information	NOUN
fcis-7525	96	45	is	be	AUX
fcis-7525	96	46	utilized	utilize	VERB
fcis-7525	96	47	.	.	PUNCT
fcis-7525	97	1	the	the	DET
fcis-7525	97	2	results	result	NOUN
fcis-7525	97	3	demonstrate	demonstrate	VERB
fcis-7525	97	4	that	that	SCONJ
fcis-7525	97	5	the	the	DET
fcis-7525	97	6	joint	joint	ADJ
fcis-7525	97	7	model	model	NOUN
fcis-7525	97	8	with	with	ADP
fcis-7525	97	9	intent	intent	ADJ
fcis-7525	97	10	information	information	NOUN
fcis-7525	97	11	achieves	achieve	VERB
fcis-7525	97	12	better	well	ADJ
fcis-7525	97	13	performance	performance	NOUN
fcis-7525	97	14	in	in	ADP
fcis-7525	97	15	slot	slot	NOUN
fcis-7525	97	16	filling	fill	VERB
fcis-7525	97	17	by	by	ADP
fcis-7525	97	18	capturing	capture	VERB
fcis-7525	97	19	better	well	ADJ
fcis-7525	97	20	intent	intent	ADJ
fcis-7525	97	21	information	information	NOUN
fcis-7525	97	22	.	.	PUNCT
fcis-7525	98	1	moreover	moreover	ADV
fcis-7525	98	2	,	,	PUNCT
fcis-7525	98	3	the	the	DET
fcis-7525	98	4	results	result	NOUN
fcis-7525	98	5	confirm	confirm	VERB
fcis-7525	98	6	our	our	PRON
fcis-7525	98	7	claim	claim	NOUN
fcis-7525	98	8	that	that	SCONJ
fcis-7525	98	9	intent	intent	ADJ
fcis-7525	98	10	information	information	NOUN
fcis-7525	98	11	can	can	AUX
fcis-7525	98	12	be	be	AUX
fcis-7525	98	13	used	use	VERB
fcis-7525	98	14	to	to	PART
fcis-7525	98	15	guide	guide	VERB
fcis-7525	98	16	slot	slot	NOUN
fcis-7525	98	17	filling	filling	NOUN
fcis-7525	98	18	.	.	PUNCT
fcis-7525	99	1	4	4	X
fcis-7525	99	2	.	.	X
fcis-7525	99	3	related	relate	VERB
fcis-7525	99	4	work	work	NOUN
fcis-7525	99	5	slot	slot	NOUN
fcis-7525	99	6	filling	filling	NOUN
fcis-7525	99	7	is	be	AUX
fcis-7525	99	8	commonly	commonly	ADV
fcis-7525	99	9	considered	consider	VERB
fcis-7525	99	10	a	a	DET
fcis-7525	99	11	task	task	NOUN
fcis-7525	99	12	of	of	ADP
fcis-7525	99	13	sequence	sequence	NOUN
fcis-7525	99	14	labeling	labeling	NOUN
fcis-7525	99	15	.	.	PUNCT
fcis-7525	100	1	popular	popular	ADJ
fcis-7525	100	2	techniques	technique	NOUN
fcis-7525	100	3	used	use	VERB
fcis-7525	100	4	for	for	ADP
fcis-7525	100	5	slot	slot	NOUN
fcis-7525	100	6	filling	filling	NOUN
fcis-7525	100	7	are	be	AUX
fcis-7525	100	8	conditional	conditional	ADJ
fcis-7525	100	9	random	random	ADJ
fcis-7525	100	10	fields	field	NOUN
fcis-7525	100	11	(	(	PUNCT
fcis-7525	100	12	crf	crf	NOUN
fcis-7525	100	13	)	)	PUNCT
fcis-7525	100	14	and	and	CCONJ
fcis-7525	100	15	recurrent	recurrent	ADJ
fcis-7525	100	16	neural	neural	ADJ
fcis-7525	100	17	networks	network	NOUN
fcis-7525	100	18	(	(	PUNCT
fcis-7525	100	19	rnn	rnn	PROPN
fcis-7525	100	20	)	)	PUNCT
fcis-7525	100	21	(	(	PUNCT
fcis-7525	100	22	yao	yao	NOUN
fcis-7525	100	23	et	et	PROPN
fcis-7525	100	24	al	al	PROPN
fcis-7525	100	25	.	.	PROPN
fcis-7525	100	26	,	,	PUNCT
fcis-7525	100	27	2014	2014	NUM
fcis-7525	100	28	)	)	PUNCT
fcis-7525	100	29	.	.	PUNCT
fcis-7525	101	1	on	on	ADP
fcis-7525	101	2	the	the	DET
fcis-7525	101	3	other	other	ADJ
fcis-7525	101	4	hand	hand	NOUN
fcis-7525	101	5	,	,	PUNCT
fcis-7525	101	6	intent	intent	ADJ
fcis-7525	101	7	detection	detection	NOUN
fcis-7525	101	8	is	be	AUX
fcis-7525	101	9	approached	approach	VERB
fcis-7525	101	10	as	as	ADP
fcis-7525	101	11	an	an	DET
fcis-7525	101	12	109	109	NUM
fcis-7525	101	13	utterance	utterance	NOUN
fcis-7525	101	14	classification	classification	NOUN
fcis-7525	101	15	problem	problem	NOUN
fcis-7525	101	16	.	.	PUNCT
fcis-7525	102	1	various	various	ADJ
fcis-7525	102	2	classification	classification	NOUN
fcis-7525	102	3	methods	method	NOUN
fcis-7525	102	4	such	such	ADJ
fcis-7525	102	5	as	as	ADP
fcis-7525	102	6	support	support	NOUN
fcis-7525	102	7	vector	vector	NOUN
fcis-7525	102	8	machine	machine	NOUN
fcis-7525	102	9	(	(	PUNCT
fcis-7525	102	10	svm	svm	PROPN
fcis-7525	102	11	)	)	PUNCT
fcis-7525	102	12	and	and	CCONJ
fcis-7525	102	13	rnn	rnn	PROPN
fcis-7525	102	14	(	(	PUNCT
fcis-7525	102	15	sarikaya	sarikaya	PROPN
fcis-7525	102	16	et	et	PROPN
fcis-7525	102	17	al	al	PROPN
fcis-7525	102	18	.	.	PROPN
fcis-7525	102	19	,	,	PUNCT
fcis-7525	102	20	2011	2011	NUM
fcis-7525	102	21	)	)	PUNCT
fcis-7525	102	22	have	have	AUX
fcis-7525	102	23	been	be	AUX
fcis-7525	102	24	proposed	propose	VERB
fcis-7525	102	25	to	to	PART
fcis-7525	102	26	tackle	tackle	VERB
fcis-7525	102	27	this	this	DET
fcis-7525	102	28	problem	problem	NOUN
fcis-7525	102	29	.	.	PUNCT
fcis-7525	103	1	to	to	PART
fcis-7525	103	2	address	address	VERB
fcis-7525	103	3	the	the	DET
fcis-7525	103	4	issue	issue	NOUN
fcis-7525	103	5	of	of	ADP
fcis-7525	103	6	error	error	NOUN
fcis-7525	103	7	propagation	propagation	NOUN
fcis-7525	103	8	caused	cause	VERB
fcis-7525	103	9	by	by	ADP
fcis-7525	103	10	pipelined	pipelined	ADJ
fcis-7525	103	11	approaches	approach	NOUN
fcis-7525	103	12	,	,	PUNCT
fcis-7525	103	13	researchers	researcher	NOUN
fcis-7525	103	14	have	have	AUX
fcis-7525	103	15	proposed	propose	VERB
fcis-7525	103	16	joint	joint	ADJ
fcis-7525	103	17	models	model	NOUN
fcis-7525	103	18	in	in	ADP
fcis-7525	103	19	recent	recent	ADJ
fcis-7525	103	20	times	time	NOUN
fcis-7525	103	21	.	.	PUNCT
fcis-7525	104	1	zhang	zhang	PROPN
fcis-7525	104	2	and	and	CCONJ
fcis-7525	104	3	wang	wang	PROPN
fcis-7525	104	4	(	(	PUNCT
fcis-7525	104	5	2016	2016	NUM
fcis-7525	104	6	)	)	PUNCT
fcis-7525	104	7	were	be	AUX
fcis-7525	104	8	the	the	DET
fcis-7525	104	9	first	first	ADJ
fcis-7525	104	10	to	to	PART
fcis-7525	104	11	use	use	VERB
fcis-7525	104	12	recurrent	recurrent	ADJ
fcis-7525	104	13	neural	neural	ADJ
fcis-7525	104	14	networks	network	NOUN
fcis-7525	104	15	(	(	PUNCT
fcis-7525	104	16	rnns	rnns	PROPN
fcis-7525	104	17	)	)	PUNCT
fcis-7525	104	18	in	in	ADP
fcis-7525	104	19	a	a	DET
fcis-7525	104	20	joint	joint	ADJ
fcis-7525	104	21	model	model	NOUN
fcis-7525	104	22	to	to	PART
fcis-7525	104	23	capture	capture	VERB
fcis-7525	104	24	the	the	DET
fcis-7525	104	25	correlation	correlation	NOUN
fcis-7525	104	26	between	between	ADP
fcis-7525	104	27	intent	intent	NOUN
fcis-7525	104	28	and	and	CCONJ
fcis-7525	104	29	slots	slot	NOUN
fcis-7525	104	30	.	.	PUNCT
fcis-7525	105	1	liu	liu	PROPN
fcis-7525	105	2	and	and	CCONJ
fcis-7525	105	3	lane	lane	PROPN
fcis-7525	105	4	(	(	PUNCT
fcis-7525	105	5	2016	2016	NUM
fcis-7525	105	6	)	)	PUNCT
fcis-7525	105	7	proposed	propose	VERB
fcis-7525	105	8	an	an	DET
fcis-7525	105	9	attention	attention	NOUN
fcis-7525	105	10	-	-	PUNCT
fcis-7525	105	11	based	base	VERB
fcis-7525	105	12	neural	neural	ADJ
fcis-7525	105	13	network	network	NOUN
fcis-7525	105	14	that	that	PRON
fcis-7525	105	15	jointly	jointly	ADV
fcis-7525	105	16	modeled	model	VERB
fcis-7525	105	17	the	the	DET
fcis-7525	105	18	two	two	NUM
fcis-7525	105	19	tasks	task	NOUN
fcis-7525	105	20	,	,	PUNCT
fcis-7525	105	21	leading	lead	VERB
fcis-7525	105	22	to	to	ADP
fcis-7525	105	23	mutual	mutual	ADJ
fcis-7525	105	24	enhancement	enhancement	NOUN
fcis-7525	105	25	between	between	ADP
fcis-7525	105	26	them	they	PRON
fcis-7525	105	27	.	.	PUNCT
fcis-7525	106	1	these	these	DET
fcis-7525	106	2	joint	joint	ADJ
fcis-7525	106	3	models	model	NOUN
fcis-7525	106	4	have	have	AUX
fcis-7525	106	5	demonstrated	demonstrate	VERB
fcis-7525	106	6	superiority	superiority	NOUN
fcis-7525	106	7	over	over	ADP
fcis-7525	106	8	pipeline	pipeline	NOUN
fcis-7525	106	9	models	model	NOUN
fcis-7525	106	10	by	by	ADP
fcis-7525	106	11	considering	consider	VERB
fcis-7525	106	12	the	the	DET
fcis-7525	106	13	correlation	correlation	NOUN
fcis-7525	106	14	between	between	ADP
fcis-7525	106	15	the	the	DET
fcis-7525	106	16	two	two	NUM
fcis-7525	106	17	tasks	task	NOUN
fcis-7525	106	18	.	.	PUNCT
fcis-7525	107	1	however	however	ADV
fcis-7525	107	2	,	,	PUNCT
fcis-7525	107	3	they	they	PRON
fcis-7525	107	4	did	do	AUX
fcis-7525	107	5	not	not	PART
fcis-7525	107	6	explicitly	explicitly	ADV
fcis-7525	107	7	model	model	VERB
fcis-7525	107	8	the	the	DET
fcis-7525	107	9	intent	intent	ADJ
fcis-7525	107	10	information	information	NOUN
fcis-7525	107	11	for	for	ADP
fcis-7525	107	12	slots	slot	NOUN
fcis-7525	107	13	,	,	PUNCT
fcis-7525	107	14	only	only	ADV
fcis-7525	107	15	considering	consider	VERB
fcis-7525	107	16	their	their	PRON
fcis-7525	107	17	correlation	correlation	NOUN
fcis-7525	107	18	by	by	ADP
fcis-7525	107	19	sharing	share	VERB
fcis-7525	107	20	parameters	parameter	NOUN
fcis-7525	107	21	.	.	PUNCT
fcis-7525	108	1	in	in	ADP
fcis-7525	108	2	addition	addition	NOUN
fcis-7525	108	3	to	to	ADP
fcis-7525	108	4	these	these	DET
fcis-7525	108	5	works	work	NOUN
fcis-7525	108	6	,	,	PUNCT
fcis-7525	108	7	some	some	DET
fcis-7525	108	8	recent	recent	ADJ
fcis-7525	108	9	studies	study	NOUN
fcis-7525	108	10	have	have	AUX
fcis-7525	108	11	proposed	propose	VERB
fcis-7525	108	12	incorporating	incorporate	VERB
fcis-7525	108	13	intent	intent	ADJ
fcis-7525	108	14	information	information	NOUN
fcis-7525	108	15	into	into	ADP
fcis-7525	108	16	the	the	DET
fcis-7525	108	17	joint	joint	ADJ
fcis-7525	108	18	model	model	NOUN
fcis-7525	108	19	.	.	PUNCT
fcis-7525	109	1	for	for	ADP
fcis-7525	109	2	instance	instance	NOUN
fcis-7525	109	3	,	,	PUNCT
fcis-7525	109	4	chen	chen	PROPN
fcis-7525	109	5	et	et	PROPN
fcis-7525	109	6	al	al	PROPN
fcis-7525	109	7	.	.	PROPN
fcis-7525	110	1	(	(	PUNCT
fcis-7525	110	2	2019	2019	NUM
fcis-7525	110	3	)	)	PUNCT
fcis-7525	110	4	proposed	propose	VERB
fcis-7525	110	5	an	an	DET
fcis-7525	110	6	intent	intent	NOUN
fcis-7525	110	7	-	-	PUNCT
fcis-7525	110	8	aware	aware	ADJ
fcis-7525	110	9	attention	attention	NOUN
fcis-7525	110	10	-	-	PUNCT
fcis-7525	110	11	based	base	VERB
fcis-7525	110	12	model	model	NOUN
fcis-7525	110	13	that	that	PRON
fcis-7525	110	14	takes	take	VERB
fcis-7525	110	15	into	into	ADP
fcis-7525	110	16	account	account	NOUN
fcis-7525	110	17	the	the	DET
fcis-7525	110	18	intent	intent	ADJ
fcis-7525	110	19	information	information	NOUN
fcis-7525	110	20	while	while	SCONJ
fcis-7525	110	21	performing	perform	VERB
fcis-7525	110	22	slot	slot	NOUN
fcis-7525	110	23	filling	filling	NOUN
fcis-7525	110	24	.	.	PUNCT
fcis-7525	111	1	they	they	PRON
fcis-7525	111	2	demonstrated	demonstrate	VERB
fcis-7525	111	3	that	that	SCONJ
fcis-7525	111	4	their	their	PRON
fcis-7525	111	5	approach	approach	NOUN
fcis-7525	111	6	outperformed	outperform	VERB
fcis-7525	111	7	previous	previous	ADJ
fcis-7525	111	8	joint	joint	ADJ
fcis-7525	111	9	models	model	NOUN
fcis-7525	111	10	that	that	PRON
fcis-7525	111	11	did	do	AUX
fcis-7525	111	12	not	not	PART
fcis-7525	111	13	consider	consider	VERB
fcis-7525	111	14	explicit	explicit	ADJ
fcis-7525	111	15	intent	intent	ADJ
fcis-7525	111	16	information	information	NOUN
fcis-7525	111	17	.	.	PUNCT
fcis-7525	112	1	recently	recently	ADV
fcis-7525	112	2	,	,	PUNCT
fcis-7525	112	3	there	there	PRON
fcis-7525	112	4	has	have	AUX
fcis-7525	112	5	been	be	AUX
fcis-7525	112	6	a	a	DET
fcis-7525	112	7	growing	grow	VERB
fcis-7525	112	8	interest	interest	NOUN
fcis-7525	112	9	in	in	ADP
fcis-7525	112	10	joint	joint	ADJ
fcis-7525	112	11	models	model	NOUN
fcis-7525	112	12	to	to	PART
fcis-7525	112	13	address	address	VERB
fcis-7525	112	14	the	the	DET
fcis-7525	112	15	issue	issue	NOUN
fcis-7525	112	16	of	of	ADP
fcis-7525	112	17	error	error	NOUN
fcis-7525	112	18	propagation	propagation	NOUN
fcis-7525	112	19	caused	cause	VERB
fcis-7525	112	20	by	by	ADP
fcis-7525	112	21	pipelined	pipelined	ADJ
fcis-7525	112	22	approaches	approach	NOUN
fcis-7525	112	23	in	in	ADP
fcis-7525	112	24	slot	slot	NOUN
fcis-7525	112	25	-	-	PUNCT
fcis-7525	112	26	filling	fill	VERB
fcis-7525	112	27	and	and	CCONJ
fcis-7525	112	28	intent	intent	ADJ
fcis-7525	112	29	detection	detection	NOUN
fcis-7525	112	30	tasks	task	NOUN
fcis-7525	112	31	.	.	PUNCT
fcis-7525	113	1	researchers	researcher	NOUN
fcis-7525	113	2	have	have	AUX
fcis-7525	113	3	proposed	propose	VERB
fcis-7525	113	4	various	various	ADJ
fcis-7525	113	5	joint	joint	ADJ
fcis-7525	113	6	models	model	NOUN
fcis-7525	113	7	to	to	PART
fcis-7525	113	8	capture	capture	VERB
fcis-7525	113	9	the	the	DET
fcis-7525	113	10	correlation	correlation	NOUN
fcis-7525	113	11	between	between	ADP
fcis-7525	113	12	the	the	DET
fcis-7525	113	13	two	two	NUM
fcis-7525	113	14	tasks	task	NOUN
fcis-7525	113	15	.	.	PUNCT
fcis-7525	114	1	however	however	ADV
fcis-7525	114	2	,	,	PUNCT
fcis-7525	114	3	most	most	ADJ
fcis-7525	114	4	of	of	ADP
fcis-7525	114	5	these	these	DET
fcis-7525	114	6	models	model	NOUN
fcis-7525	114	7	did	do	AUX
fcis-7525	114	8	not	not	PART
fcis-7525	114	9	explicitly	explicitly	ADV
fcis-7525	114	10	model	model	VERB
fcis-7525	114	11	the	the	DET
fcis-7525	114	12	intent	intent	ADJ
fcis-7525	114	13	information	information	NOUN
fcis-7525	114	14	for	for	ADP
fcis-7525	114	15	slots	slot	NOUN
fcis-7525	114	16	and	and	CCONJ
fcis-7525	114	17	only	only	ADV
fcis-7525	114	18	considered	consider	VERB
fcis-7525	114	19	their	their	PRON
fcis-7525	114	20	correlation	correlation	NOUN
fcis-7525	114	21	by	by	ADP
fcis-7525	114	22	sharing	share	VERB
fcis-7525	114	23	parameters	parameter	NOUN
fcis-7525	114	24	.	.	PUNCT
fcis-7525	115	1	several	several	ADJ
fcis-7525	115	2	joint	joint	ADJ
fcis-7525	115	3	models	model	NOUN
fcis-7525	115	4	have	have	AUX
fcis-7525	115	5	been	be	AUX
fcis-7525	115	6	proposed	propose	VERB
fcis-7525	115	7	to	to	PART
fcis-7525	115	8	incorporate	incorporate	VERB
fcis-7525	115	9	the	the	DET
fcis-7525	115	10	intent	intent	ADJ
fcis-7525	115	11	information	information	NOUN
fcis-7525	115	12	for	for	ADP
fcis-7525	115	13	slot	slot	NOUN
fcis-7525	115	14	filling	filling	NOUN
fcis-7525	115	15	.	.	PUNCT
fcis-7525	116	1	li	li	PROPN
fcis-7525	116	2	et	et	PROPN
fcis-7525	116	3	al	al	PROPN
fcis-7525	116	4	.	.	PROPN
fcis-7525	117	1	(	(	PUNCT
fcis-7525	117	2	2018	2018	NUM
fcis-7525	117	3	)	)	PUNCT
fcis-7525	117	4	proposed	propose	VERB
fcis-7525	117	5	the	the	DET
fcis-7525	117	6	intent	intent	NOUN
fcis-7525	117	7	-	-	PUNCT
fcis-7525	117	8	augmented	augment	VERB
fcis-7525	117	9	gate	gate	NOUN
fcis-7525	117	10	mechanism	mechanism	NOUN
fcis-7525	117	11	to	to	PART
fcis-7525	117	12	utilize	utilize	VERB
fcis-7525	117	13	the	the	DET
fcis-7525	117	14	semantic	semantic	ADJ
fcis-7525	117	15	correlation	correlation	NOUN
fcis-7525	117	16	between	between	ADP
fcis-7525	117	17	slots	slot	NOUN
fcis-7525	117	18	and	and	CCONJ
fcis-7525	117	19	intent	intent	NOUN
fcis-7525	117	20	.	.	PUNCT
fcis-7525	118	1	wang	wang	PROPN
fcis-7525	118	2	et	et	PROPN
fcis-7525	118	3	al	al	PROPN
fcis-7525	118	4	.	.	PROPN
fcis-7525	119	1	(	(	PUNCT
fcis-7525	119	2	2018	2018	NUM
fcis-7525	119	3	)	)	PUNCT
fcis-7525	119	4	proposed	propose	VERB
fcis-7525	119	5	the	the	DET
fcis-7525	119	6	bi	bi	NOUN
fcis-7525	119	7	-	-	NOUN
fcis-7525	119	8	model	model	NOUN
fcis-7525	119	9	to	to	PART
fcis-7525	119	10	consider	consider	VERB
fcis-7525	119	11	the	the	DET
fcis-7525	119	12	cross	cross	NOUN
fcis-7525	119	13	-	-	NOUN
fcis-7525	119	14	impact	impact	NOUN
fcis-7525	119	15	between	between	ADP
fcis-7525	119	16	the	the	DET
fcis-7525	119	17	intent	intent	NOUN
fcis-7525	119	18	and	and	CCONJ
fcis-7525	119	19	slots	slot	NOUN
fcis-7525	119	20	and	and	CCONJ
fcis-7525	119	21	achieve	achieve	VERB
fcis-7525	119	22	state	state	NOUN
fcis-7525	119	23	-	-	PUNCT
fcis-7525	119	24	of	of	ADP
fcis-7525	119	25	-	-	PUNCT
fcis-7525	119	26	the	the	DET
fcis-7525	119	27	-	-	PUNCT
fcis-7525	119	28	art	art	NOUN
fcis-7525	119	29	results	result	NOUN
fcis-7525	119	30	.	.	PUNCT
fcis-7525	120	1	zhang	zhang	PROPN
fcis-7525	120	2	et	et	PROPN
fcis-7525	120	3	al	al	PROPN
fcis-7525	120	4	.	.	PROPN
fcis-7525	121	1	(	(	PUNCT
fcis-7525	121	2	2019	2019	NUM
fcis-7525	121	3	)	)	PUNCT
fcis-7525	121	4	proposed	propose	VERB
fcis-7525	121	5	a	a	DET
fcis-7525	121	6	hierarchical	hierarchical	ADJ
fcis-7525	121	7	capsule	capsule	NOUN
fcis-7525	121	8	neural	neural	ADJ
fcis-7525	121	9	network	network	NOUN
fcis-7525	121	10	to	to	PART
fcis-7525	121	11	model	model	VERB
fcis-7525	121	12	the	the	DET
fcis-7525	121	13	hierarchical	hierarchical	ADJ
fcis-7525	121	14	relationship	relationship	NOUN
fcis-7525	121	15	among	among	ADP
fcis-7525	121	16	word	word	NOUN
fcis-7525	121	17	,	,	PUNCT
fcis-7525	121	18	slot	slot	NOUN
fcis-7525	121	19	,	,	PUNCT
fcis-7525	121	20	and	and	CCONJ
fcis-7525	121	21	intent	intent	NOUN
fcis-7525	121	22	in	in	ADP
fcis-7525	121	23	an	an	DET
fcis-7525	121	24	utterance	utterance	NOUN
fcis-7525	121	25	.	.	PUNCT
fcis-7525	122	1	chen	chen	PROPN
fcis-7525	122	2	et	et	PROPN
fcis-7525	122	3	al	al	PROPN
fcis-7525	122	4	.	.	PROPN
fcis-7525	123	1	(	(	PUNCT
fcis-7525	123	2	2019	2019	NUM
fcis-7525	123	3	)	)	PUNCT
fcis-7525	123	4	proposed	propose	VERB
fcis-7525	123	5	an	an	DET
fcis-7525	123	6	intentaware	intentaware	ADJ
fcis-7525	123	7	attention	attention	NOUN
fcis-7525	123	8	-	-	PUNCT
fcis-7525	123	9	based	base	VERB
fcis-7525	123	10	model	model	NOUN
fcis-7525	123	11	that	that	PRON
fcis-7525	123	12	takes	take	VERB
fcis-7525	123	13	into	into	ADP
fcis-7525	123	14	account	account	NOUN
fcis-7525	123	15	the	the	DET
fcis-7525	123	16	intent	intent	ADJ
fcis-7525	123	17	information	information	NOUN
fcis-7525	123	18	while	while	SCONJ
fcis-7525	123	19	performing	perform	VERB
fcis-7525	123	20	slot	slot	NOUN
fcis-7525	123	21	filling	filling	NOUN
fcis-7525	123	22	.	.	PUNCT
fcis-7525	124	1	they	they	PRON
fcis-7525	124	2	demonstrated	demonstrate	VERB
fcis-7525	124	3	that	that	SCONJ
fcis-7525	124	4	their	their	PRON
fcis-7525	124	5	approach	approach	NOUN
fcis-7525	124	6	outperformed	outperform	VERB
fcis-7525	124	7	previous	previous	ADJ
fcis-7525	124	8	joint	joint	ADJ
fcis-7525	124	9	models	model	NOUN
fcis-7525	124	10	that	that	PRON
fcis-7525	124	11	did	do	AUX
fcis-7525	124	12	not	not	PART
fcis-7525	124	13	consider	consider	VERB
fcis-7525	124	14	explicit	explicit	ADJ
fcis-7525	124	15	intent	intent	ADJ
fcis-7525	124	16	information	information	NOUN
fcis-7525	124	17	.	.	PUNCT
fcis-7525	125	1	5	5	X
fcis-7525	125	2	.	.	X
fcis-7525	125	3	conclusion	conclusion	VERB
fcis-7525	125	4	our	our	PRON
fcis-7525	125	5	proposed	propose	VERB
fcis-7525	125	6	framework	framework	NOUN
fcis-7525	125	7	is	be	AUX
fcis-7525	125	8	significantly	significantly	ADV
fcis-7525	125	9	different	different	ADJ
fcis-7525	125	10	from	from	ADP
fcis-7525	125	11	these	these	DET
fcis-7525	125	12	models	model	NOUN
fcis-7525	125	13	in	in	ADP
fcis-7525	125	14	several	several	ADJ
fcis-7525	125	15	aspects	aspect	NOUN
fcis-7525	125	16	.	.	PUNCT
fcis-7525	126	1	firstly	firstly	ADV
fcis-7525	126	2	,	,	PUNCT
fcis-7525	126	3	our	our	PRON
fcis-7525	126	4	model	model	NOUN
fcis-7525	126	5	directly	directly	ADV
fcis-7525	126	6	leverages	leverage	VERB
fcis-7525	126	7	the	the	DET
fcis-7525	126	8	intent	intent	ADJ
fcis-7525	126	9	information	information	NOUN
fcis-7525	126	10	in	in	ADP
fcis-7525	126	11	the	the	DET
fcis-7525	126	12	joint	joint	ADJ
fcis-7525	126	13	model	model	NOUN
fcis-7525	126	14	by	by	ADP
fcis-7525	126	15	feeding	feed	VERB
fcis-7525	126	16	the	the	DET
fcis-7525	126	17	predicted	predict	VERB
fcis-7525	126	18	intent	intent	NOUN
fcis-7525	126	19	information	information	NOUN
fcis-7525	126	20	directly	directly	ADV
fcis-7525	126	21	into	into	ADP
fcis-7525	126	22	slot	slot	NOUN
fcis-7525	126	23	filling	filling	NOUN
fcis-7525	126	24	with	with	ADP
fcis-7525	126	25	a	a	DET
fcis-7525	126	26	stack	stack	NOUN
fcis-7525	126	27	-	-	PUNCT
fcis-7525	126	28	propagation	propagation	NOUN
fcis-7525	126	29	framework	framework	NOUN
fcis-7525	126	30	.	.	PUNCT
fcis-7525	127	1	secondly	secondly	ADV
fcis-7525	127	2	,	,	PUNCT
fcis-7525	127	3	we	we	PRON
fcis-7525	127	4	can	can	AUX
fcis-7525	127	5	directly	directly	ADV
fcis-7525	127	6	incorporate	incorporate	VERB
fcis-7525	127	7	the	the	DET
fcis-7525	127	8	intent	intent	ADJ
fcis-7525	127	9	information	information	NOUN
fcis-7525	127	10	for	for	ADP
fcis-7525	127	11	slot	slot	NOUN
fcis-7525	127	12	filling	fill	VERB
fcis-7525	127	13	explicitly	explicitly	ADV
fcis-7525	127	14	with	with	ADP
fcis-7525	127	15	stack	stack	NOUN
fcis-7525	127	16	-	-	PUNCT
fcis-7525	127	17	propagation	propagation	NOUN
fcis-7525	127	18	,	,	PUNCT
fcis-7525	127	19	making	make	VERB
fcis-7525	127	20	the	the	DET
fcis-7525	127	21	interaction	interaction	NOUN
fcis-7525	127	22	procedure	procedure	NOUN
fcis-7525	127	23	more	more	ADV
fcis-7525	127	24	interpretable	interpretable	ADJ
fcis-7525	127	25	,	,	PUNCT
fcis-7525	127	26	while	while	SCONJ
fcis-7525	127	27	their	their	PRON
fcis-7525	127	28	models	model	NOUN
fcis-7525	127	29	just	just	ADV
fcis-7525	127	30	interact	interact	VERB
fcis-7525	127	31	with	with	ADP
fcis-7525	127	32	hidden	hidden	ADJ
fcis-7525	127	33	states	state	NOUN
fcis-7525	127	34	implicitly	implicitly	ADV
fcis-7525	127	35	between	between	ADP
fcis-7525	127	36	two	two	NUM
fcis-7525	127	37	tasks	task	NOUN
fcis-7525	127	38	.	.	PUNCT
fcis-7525	128	1	finally	finally	ADV
fcis-7525	128	2	,	,	PUNCT
fcis-7525	128	3	for	for	ADP
fcis-7525	128	4	a	a	DET
fcis-7525	128	5	better	well	ADJ
fcis-7525	128	6	performance	performance	NOUN
fcis-7525	128	7	of	of	ADP
fcis-7525	128	8	training	train	VERB
fcis-7525	128	9	the	the	DET
fcis-7525	128	10	model	model	NOUN
fcis-7525	128	11	and	and	CCONJ
fcis-7525	128	12	improving	improve	VERB
fcis-7525	128	13	the	the	DET
fcis-7525	128	14	correlation	correlation	NOUN
fcis-7525	128	15	between	between	ADP
fcis-7525	128	16	the	the	DET
fcis-7525	128	17	intent	intent	ADJ
fcis-7525	128	18	detection	detection	NOUN
fcis-7525	128	19	and	and	CCONJ
fcis-7525	128	20	slot	slot	NOUN
fcis-7525	128	21	-	-	PUNCT
fcis-7525	128	22	filling	fill	VERB
fcis-7525	128	23	tasks	task	NOUN
fcis-7525	128	24	,	,	PUNCT
fcis-7525	128	25	we	we	PRON
fcis-7525	128	26	put	put	VERB
fcis-7525	128	27	the	the	DET
fcis-7525	128	28	results	result	NOUN
fcis-7525	128	29	generated	generate	VERB
fcis-7525	128	30	by	by	ADP
fcis-7525	128	31	the	the	DET
fcis-7525	128	32	two	two	NUM
fcis-7525	128	33	tasks	task	NOUN
fcis-7525	128	34	into	into	ADP
fcis-7525	128	35	the	the	DET
fcis-7525	128	36	knowledge	knowledge	NOUN
fcis-7525	128	37	distillation	distillation	NOUN
fcis-7525	128	38	module	module	NOUN
fcis-7525	128	39	,	,	PUNCT
fcis-7525	128	40	and	and	CCONJ
fcis-7525	128	41	the	the	DET
fcis-7525	128	42	final	final	ADJ
fcis-7525	128	43	results	result	NOUN
fcis-7525	128	44	show	show	VERB
fcis-7525	128	45	that	that	SCONJ
fcis-7525	128	46	the	the	DET
fcis-7525	128	47	accuracy	accuracy	NOUN
fcis-7525	128	48	is	be	AUX
fcis-7525	128	49	also	also	ADV
fcis-7525	128	50	improved	improve	VERB
fcis-7525	128	51	.	.	PUNCT
fcis-7525	129	1	for	for	ADP
fcis-7525	129	2	the	the	DET
fcis-7525	129	3	experiment	experiment	NOUN
fcis-7525	129	4	section	section	NOUN
fcis-7525	129	5	,	,	PUNCT
fcis-7525	129	6	the	the	DET
fcis-7525	129	7	results	result	NOUN
fcis-7525	129	8	on	on	ADP
fcis-7525	129	9	the	the	DET
fcis-7525	129	10	two	two	NUM
fcis-7525	129	11	datasets	dataset	NOUN
fcis-7525	129	12	show	show	VERB
fcis-7525	129	13	the	the	DET
fcis-7525	129	14	state	state	NOUN
fcis-7525	129	15	-	-	PUNCT
fcis-7525	129	16	of	of	ADP
fcis-7525	129	17	-	-	PUNCT
fcis-7525	129	18	art	art	NOUN
fcis-7525	129	19	level	level	NOUN
fcis-7525	129	20	beyond	beyond	ADP
fcis-7525	129	21	the	the	DET
fcis-7525	129	22	former	former	ADJ
fcis-7525	129	23	experiment	experiment	NOUN
fcis-7525	129	24	,	,	PUNCT
fcis-7525	129	25	which	which	PRON
fcis-7525	129	26	shows	show	VERB
fcis-7525	129	27	the	the	DET
fcis-7525	129	28	effectiveness	effectiveness	NOUN
fcis-7525	129	29	of	of	ADP
fcis-7525	129	30	the	the	DET
fcis-7525	129	31	stack	stack	NOUN
fcis-7525	129	32	propagation	propagation	NOUN
fcis-7525	129	33	framework	framework	NOUN
fcis-7525	129	34	and	and	CCONJ
fcis-7525	129	35	knowledge	knowledge	NOUN
fcis-7525	129	36	distillation	distillation	NOUN
fcis-7525	129	37	module	module	NOUN
fcis-7525	129	38	.	.	PUNCT
fcis-7525	130	1	references	reference	NOUN
fcis-7525	130	2	[	[	X
fcis-7525	130	3	1	1	NUM
fcis-7525	130	4	]	]	X
fcis-7525	130	5	jurafsky	jurafsky	PROPN
fcis-7525	130	6	,	,	PUNCT
fcis-7525	130	7	d.	d.	PROPN
fcis-7525	130	8	,	,	PUNCT
fcis-7525	130	9	&	&	CCONJ
fcis-7525	130	10	martin	martin	PROPN
fcis-7525	130	11	,	,	PUNCT
fcis-7525	130	12	j.	j.	PROPN
fcis-7525	130	13	h.	h.	PROPN
fcis-7525	130	14	(	(	PUNCT
fcis-7525	130	15	2019	2019	NUM
fcis-7525	130	16	)	)	PUNCT
fcis-7525	130	17	.	.	PUNCT
fcis-7525	131	1	speech	speech	NOUN
fcis-7525	131	2	and	and	CCONJ
fcis-7525	131	3	language	language	NOUN
fcis-7525	131	4	processing	processing	NOUN
fcis-7525	131	5	(	(	PUNCT
fcis-7525	131	6	3rd	3rd	ADJ
fcis-7525	131	7	ed	ed	NOUN
fcis-7525	131	8	.	.	PUNCT
fcis-7525	131	9	)	)	PUNCT
fcis-7525	131	10	.	.	PUNCT
fcis-7525	132	1	cambridge	cambridge	PROPN
fcis-7525	132	2	university	university	PROPN
fcis-7525	132	3	press	press	NOUN
fcis-7525	132	4	.	.	PUNCT
fcis-7525	133	1	[	[	X
fcis-7525	133	2	2	2	NUM
fcis-7525	133	3	]	]	X
fcis-7525	133	4	chen	chen	PROPN
fcis-7525	133	5	,	,	PUNCT
fcis-7525	133	6	l.	l.	PROPN
fcis-7525	133	7	,	,	PUNCT
fcis-7525	133	8	zhang	zhang	PROPN
fcis-7525	133	9	,	,	PUNCT
fcis-7525	133	10	y.	y.	PROPN
fcis-7525	133	11	,	,	PUNCT
fcis-7525	133	12	du	du	PROPN
fcis-7525	133	13	,	,	PUNCT
fcis-7525	133	14	n.	n.	PROPN
fcis-7525	133	15	,	,	PUNCT
fcis-7525	133	16	liu	liu	PROPN
fcis-7525	133	17	,	,	PUNCT
fcis-7525	133	18	x.	x.	PROPN
fcis-7525	133	19	,	,	PUNCT
fcis-7525	133	20	&	&	CCONJ
fcis-7525	133	21	sun	sun	PROPN
fcis-7525	133	22	,	,	PUNCT
fcis-7525	133	23	m.	m.	NOUN
fcis-7525	133	24	(	(	PUNCT
fcis-7525	133	25	2019	2019	NUM
fcis-7525	133	26	)	)	PUNCT
fcis-7525	133	27	.	.	PUNCT
fcis-7525	134	1	multitask	multitask	ADJ
fcis-7525	134	2	learning	learning	NOUN
fcis-7525	134	3	for	for	ADP
fcis-7525	134	4	joint	joint	ADJ
fcis-7525	134	5	language	language	NOUN
fcis-7525	134	6	understanding	understanding	NOUN
fcis-7525	134	7	and	and	CCONJ
fcis-7525	134	8	dialogue	dialogue	NOUN
fcis-7525	134	9	state	state	NOUN
fcis-7525	134	10	tracking	tracking	NOUN
fcis-7525	134	11	.	.	PUNCT
fcis-7525	135	1	in	in	ADP
fcis-7525	135	2	proceedings	proceeding	NOUN
fcis-7525	135	3	of	of	ADP
fcis-7525	135	4	the	the	DET
fcis-7525	135	5	aaai	aaai	PROPN
fcis-7525	135	6	conference	conference	NOUN
fcis-7525	135	7	on	on	ADP
fcis-7525	135	8	artificial	artificial	ADJ
fcis-7525	135	9	intelligence	intelligence	NOUN
fcis-7525	135	10	(	(	PUNCT
fcis-7525	135	11	vol	vol	NOUN
fcis-7525	135	12	.	.	PROPN
fcis-7525	136	1	33	33	NUM
fcis-7525	136	2	,	,	PUNCT
fcis-7525	136	3	pp	pp	ADJ
fcis-7525	136	4	.	.	PUNCT
fcis-7525	137	1	6901	6901	NUM
fcis-7525	137	2	-	-	SYM
fcis-7525	137	3	6908	6908	NUM
fcis-7525	137	4	)	)	PUNCT
fcis-7525	137	5	.	.	PUNCT
fcis-7525	138	1	[	[	X
fcis-7525	138	2	3	3	X
fcis-7525	138	3	]	]	SYM
fcis-7525	138	4	li	li	PROPN
fcis-7525	138	5	,	,	PUNCT
fcis-7525	138	6	x.	x.	PROPN
fcis-7525	138	7	,	,	PUNCT
fcis-7525	138	8	chen	chen	PROPN
fcis-7525	138	9	,	,	PUNCT
fcis-7525	138	10	q.	q.	PROPN
fcis-7525	138	11	,	,	PUNCT
fcis-7525	138	12	li	li	PROPN
fcis-7525	138	13	,	,	PUNCT
fcis-7525	138	14	x.	x.	PROPN
fcis-7525	138	15	,	,	PUNCT
fcis-7525	138	16	du	du	PROPN
fcis-7525	138	17	,	,	PUNCT
fcis-7525	138	18	n.	n.	NOUN
fcis-7525	138	19	,	,	PUNCT
fcis-7525	138	20	&	&	CCONJ
fcis-7525	138	21	zhou	zhou	PROPN
fcis-7525	138	22	,	,	PUNCT
fcis-7525	138	23	d.	d.	PROPN
fcis-7525	138	24	(	(	PUNCT
fcis-7525	138	25	2018	2018	NUM
fcis-7525	138	26	)	)	PUNCT
fcis-7525	138	27	.	.	PUNCT
fcis-7525	139	1	a	a	DET
fcis-7525	139	2	selfattentive	selfattentive	ADJ
fcis-7525	139	3	model	model	NOUN
fcis-7525	139	4	with	with	ADP
fcis-7525	139	5	gate	gate	NOUN
fcis-7525	139	6	mechanism	mechanism	NOUN
fcis-7525	139	7	for	for	ADP
fcis-7525	139	8	spatiotemporal	spatiotemporal	ADJ
fcis-7525	139	9	slot	slot	NOUN
fcis-7525	139	10	filling	filling	NOUN
fcis-7525	139	11	in	in	ADP
fcis-7525	139	12	spoken	spoken	ADJ
fcis-7525	139	13	language	language	NOUN
fcis-7525	139	14	understanding	understanding	NOUN
fcis-7525	139	15	.	.	PUNCT
fcis-7525	140	1	in	in	ADP
fcis-7525	140	2	proceedings	proceeding	NOUN
fcis-7525	140	3	of	of	ADP
fcis-7525	140	4	the	the	DET
fcis-7525	140	5	2018	2018	NUM
fcis-7525	140	6	conference	conference	NOUN
fcis-7525	140	7	on	on	ADP
fcis-7525	140	8	empirical	empirical	ADJ
fcis-7525	140	9	methods	method	NOUN
fcis-7525	140	10	in	in	ADP
fcis-7525	140	11	natural	natural	ADJ
fcis-7525	140	12	language	language	NOUN
fcis-7525	140	13	processing	processing	NOUN
fcis-7525	140	14	(	(	PUNCT
fcis-7525	140	15	pp	pp	ADJ
fcis-7525	140	16	.	.	PUNCT
fcis-7525	140	17	4019	4019	NUM
fcis-7525	140	18	-	-	SYM
fcis-7525	140	19	4028	4028	NUM
fcis-7525	140	20	)	)	PUNCT
fcis-7525	140	21	.	.	PUNCT
fcis-7525	141	1	[	[	X
fcis-7525	141	2	4	4	NUM
fcis-7525	141	3	]	]	X
fcis-7525	141	4	zhang	zhang	PROPN
fcis-7525	141	5	,	,	PUNCT
fcis-7525	141	6	y.	y.	PROPN
fcis-7525	141	7	,	,	PUNCT
fcis-7525	141	8	chen	chen	PROPN
fcis-7525	141	9	,	,	PUNCT
fcis-7525	141	10	y.	y.	PROPN
fcis-7525	141	11	n.	n.	PROPN
fcis-7525	141	12	,	,	PUNCT
fcis-7525	141	13	&	&	CCONJ
fcis-7525	141	14	chen	chen	PROPN
fcis-7525	141	15	,	,	PUNCT
fcis-7525	141	16	w.	w.	PROPN
fcis-7525	141	17	(	(	PUNCT
fcis-7525	141	18	2019	2019	NUM
fcis-7525	141	19	)	)	PUNCT
fcis-7525	141	20	.	.	PUNCT
fcis-7525	142	1	joint	joint	ADJ
fcis-7525	142	2	extraction	extraction	NOUN
fcis-7525	142	3	of	of	ADP
fcis-7525	142	4	entities	entity	NOUN
fcis-7525	142	5	and	and	CCONJ
fcis-7525	142	6	relations	relation	NOUN
fcis-7525	142	7	based	base	VERB
fcis-7525	142	8	on	on	ADP
fcis-7525	142	9	a	a	DET
fcis-7525	142	10	novel	novel	ADJ
fcis-7525	142	11	graph	graph	NOUN
fcis-7525	142	12	scheme	scheme	NOUN
fcis-7525	142	13	in	in	ADP
fcis-7525	142	14	natural	natural	ADJ
fcis-7525	142	15	language	language	NOUN
fcis-7525	142	16	processing	processing	NOUN
fcis-7525	142	17	.	.	PUNCT
fcis-7525	143	1	ieee	ieee	NOUN
fcis-7525	143	2	access	access	NOUN
fcis-7525	143	3	,	,	PUNCT
fcis-7525	143	4	7	7	NUM
fcis-7525	143	5	,	,	PUNCT
fcis-7525	143	6	47493	47493	NUM
fcis-7525	143	7	-	-	SYM
fcis-7525	143	8	47505	47505	NUM
fcis-7525	143	9	.	.	PUNCT
fcis-7525	144	1	[	[	X
fcis-7525	144	2	5	5	NUM
fcis-7525	144	3	]	]	X
fcis-7525	144	4	liu	liu	PROPN
fcis-7525	144	5	,	,	PUNCT
fcis-7525	144	6	b.	b.	PROPN
fcis-7525	144	7	,	,	PUNCT
fcis-7525	144	8	&	&	CCONJ
fcis-7525	144	9	lane	lane	PROPN
fcis-7525	144	10	,	,	PUNCT
fcis-7525	144	11	i.	i.	PROPN
fcis-7525	144	12	(	(	PUNCT
fcis-7525	144	13	2016	2016	NUM
fcis-7525	144	14	)	)	PUNCT
fcis-7525	144	15	.	.	PUNCT
fcis-7525	145	1	attention	attention	NOUN
fcis-7525	145	2	-	-	PUNCT
fcis-7525	145	3	based	base	VERB
fcis-7525	145	4	recurrent	recurrent	ADJ
fcis-7525	145	5	neural	neural	ADJ
fcis-7525	145	6	network	network	NOUN
fcis-7525	145	7	models	model	NOUN
fcis-7525	145	8	for	for	ADP
fcis-7525	145	9	joint	joint	ADJ
fcis-7525	145	10	intent	intent	NOUN
fcis-7525	145	11	detection	detection	NOUN
fcis-7525	145	12	and	and	CCONJ
fcis-7525	145	13	slot	slot	NOUN
fcis-7525	145	14	filling	filling	NOUN
fcis-7525	145	15	.	.	PUNCT
fcis-7525	146	1	in	in	ADP
fcis-7525	146	2	proceedings	proceeding	NOUN
fcis-7525	146	3	of	of	ADP
fcis-7525	146	4	the	the	DET
fcis-7525	146	5	association	association	NOUN
fcis-7525	146	6	for	for	ADP
fcis-7525	146	7	computational	computational	ADJ
fcis-7525	146	8	linguistics	linguistic	NOUN
fcis-7525	146	9	(	(	PUNCT
fcis-7525	146	10	acl	acl	PROPN
fcis-7525	146	11	)	)	PUNCT
fcis-7525	146	12	(	(	PUNCT
fcis-7525	146	13	pp	pp	ADJ
fcis-7525	146	14	.	.	PUNCT
fcis-7525	147	1	1	1	NUM
fcis-7525	147	2	-	-	SYM
fcis-7525	147	3	10	10	NUM
fcis-7525	147	4	)	)	PUNCT
fcis-7525	147	5	.	.	PUNCT
fcis-7525	148	1	[	[	X
fcis-7525	148	2	6	6	NUM
fcis-7525	148	3	]	]	X
fcis-7525	148	4	kingma	kingma	PROPN
fcis-7525	148	5	,	,	PUNCT
fcis-7525	148	6	d.	d.	PROPN
fcis-7525	148	7	p.	p.	PROPN
fcis-7525	148	8	,	,	PUNCT
fcis-7525	148	9	&	&	CCONJ
fcis-7525	148	10	ba	ba	PROPN
fcis-7525	148	11	,	,	PUNCT
fcis-7525	148	12	j.	j.	PROPN
fcis-7525	148	13	(	(	PUNCT
fcis-7525	148	14	2014	2014	NUM
fcis-7525	148	15	)	)	PUNCT
fcis-7525	148	16	.	.	PUNCT
fcis-7525	149	1	adam	adam	PROPN
fcis-7525	149	2	:	:	PUNCT
fcis-7525	149	3	a	a	DET
fcis-7525	149	4	method	method	NOUN
fcis-7525	149	5	for	for	ADP
fcis-7525	149	6	stochastic	stochastic	ADJ
fcis-7525	149	7	optimization	optimization	NOUN
fcis-7525	149	8	.	.	PUNCT
fcis-7525	150	1	arxiv	arxiv	PROPN
fcis-7525	150	2	preprint	preprint	VERB
fcis-7525	150	3	arxiv:1412.6980	arxiv:1412.6980	NOUN
fcis-7525	150	4	.	.	PUNCT
fcis-7525	151	1	[	[	X
fcis-7525	151	2	7	7	NUM
fcis-7525	151	3	]	]	X
fcis-7525	151	4	vaswani	vaswani	NOUN
fcis-7525	151	5	,	,	PUNCT
fcis-7525	151	6	a.	a.	NOUN
fcis-7525	151	7	,	,	PUNCT
fcis-7525	151	8	shazeer	shazeer	NOUN
fcis-7525	151	9	,	,	PUNCT
fcis-7525	151	10	n.	n.	NOUN
fcis-7525	151	11	,	,	PUNCT
fcis-7525	151	12	parmar	parmar	PROPN
fcis-7525	151	13	,	,	PUNCT
fcis-7525	151	14	n.	n.	NOUN
fcis-7525	151	15	,	,	PUNCT
fcis-7525	151	16	uszkoreit	uszkoreit	PROPN
fcis-7525	151	17	,	,	PUNCT
fcis-7525	151	18	j.	j.	PROPN
fcis-7525	151	19	,	,	PUNCT
fcis-7525	151	20	jones	jones	PROPN
fcis-7525	151	21	,	,	PUNCT
fcis-7525	151	22	l.	l.	PROPN
fcis-7525	151	23	,	,	PUNCT
fcis-7525	151	24	gomez	gomez	PROPN
fcis-7525	151	25	,	,	PUNCT
fcis-7525	151	26	a.	a.	PROPN
fcis-7525	151	27	n	n	PROPN
fcis-7525	151	28	&	&	CCONJ
fcis-7525	151	29	polosukhin	polosukhin	PROPN
fcis-7525	151	30	,	,	PUNCT
fcis-7525	151	31	i.	i.	NOUN
fcis-7525	151	32	(	(	PUNCT
fcis-7525	151	33	2017	2017	NUM
fcis-7525	151	34	)	)	PUNCT
fcis-7525	151	35	.	.	PUNCT
fcis-7525	152	1	attention	attention	NOUN
fcis-7525	152	2	is	be	AUX
fcis-7525	152	3	all	all	PRON
fcis-7525	152	4	you	you	PRON
fcis-7525	152	5	need	need	VERB
fcis-7525	152	6	.	.	PUNCT
fcis-7525	153	1	in	in	ADP
fcis-7525	153	2	advances	advance	NOUN
fcis-7525	153	3	in	in	ADP
fcis-7525	153	4	neural	neural	ADJ
fcis-7525	153	5	information	information	NOUN
fcis-7525	153	6	processing	processing	NOUN
fcis-7525	153	7	systems	system	NOUN
fcis-7525	153	8	(	(	PUNCT
fcis-7525	153	9	pp	pp	ADJ
fcis-7525	153	10	.	.	PUNCT
fcis-7525	154	1	5998	5998	NUM
fcis-7525	154	2	-	-	SYM
fcis-7525	154	3	6008	6008	NUM
fcis-7525	154	4	)	)	PUNCT
fcis-7525	154	5	.	.	PUNCT