id	sid	tid	token	lemma	pos
bracis-33609	1	1	standing	stand	VERB
bracis-33609	1	2	on	on	ADP
bracis-33609	1	3	 	 	SPACE
bracis-33609	1	4	the	the	DET
bracis-33609	1	5	 	 	SPACE
bracis-33609	1	6	shoulders	shoulder	NOUN
bracis-33609	1	7	of	of	ADP
bracis-33609	1	8	 	 	SPACE
bracis-33609	1	9	giants	giant	NOUN
bracis-33609	1	10	|	|	ADV
bracis-33609	1	11	springer	springer	NOUN
bracis-33609	1	12	nature	nature	PROPN
bracis-33609	1	13	link	link	PROPN
bracis-33609	1	14	(	(	PUNCT
bracis-33609	1	15	formerly	formerly	ADV
bracis-33609	1	16	springerlink	springerlink	NOUN
bracis-33609	1	17	)	)	PUNCT
bracis-33609	1	18	skip	skip	VERB
bracis-33609	1	19	to	to	ADP
bracis-33609	1	20	main	main	ADJ
bracis-33609	1	21	content	content	NOUN
bracis-33609	1	22	advertisement	advertisement	NOUN
bracis-33609	1	23	log	log	NOUN
bracis-33609	1	24	in	in	ADP
bracis-33609	1	25	menu	menu	NOUN
bracis-33609	1	26	find	find	VERB
bracis-33609	1	27	a	a	DET
bracis-33609	1	28	journal	journal	NOUN
bracis-33609	1	29	publish	publish	VERB
bracis-33609	1	30	with	with	ADP
bracis-33609	1	31	us	we	PRON
bracis-33609	1	32	track	track	VERB
bracis-33609	1	33	your	your	PRON
bracis-33609	1	34	research	research	NOUN
bracis-33609	1	35	search	search	NOUN
bracis-33609	1	36	cart	cart	NOUN
bracis-33609	1	37	home	home	NOUN
bracis-33609	1	38	intelligent	intelligent	ADJ
bracis-33609	1	39	systems	system	NOUN
bracis-33609	1	40	conference	conference	NOUN
bracis-33609	1	41	paper	paper	NOUN
bracis-33609	1	42	standing	stand	VERB
bracis-33609	1	43	on	on	ADP
bracis-33609	1	44	 	 	SPACE
bracis-33609	1	45	the	the	DET
bracis-33609	1	46	 	 	SPACE
bracis-33609	1	47	shoulders	shoulder	NOUN
bracis-33609	1	48	of	of	ADP
bracis-33609	1	49	 	 	SPACE
bracis-33609	1	50	giants	giants	PROPN
bracis-33609	1	51	conference	conference	NOUN
bracis-33609	1	52	paper	paper	NOUN
bracis-33609	1	53	first	first	ADV
bracis-33609	1	54	online	online	ADV
bracis-33609	1	55	:	:	PUNCT
bracis-33609	1	56	30	30	NUM
bracis-33609	1	57	january	january	NOUN
bracis-33609	1	58	2025	2025	NUM
bracis-33609	1	59	pp	pp	NUM
bracis-33609	1	60	416–430	416–430	NUM
bracis-33609	1	61	cite	cite	VERB
bracis-33609	1	62	this	this	DET
bracis-33609	1	63	conference	conference	NOUN
bracis-33609	1	64	paper	paper	NOUN
bracis-33609	1	65	access	access	NOUN
bracis-33609	1	66	provided	provide	VERB
bracis-33609	1	67	by	by	ADP
bracis-33609	1	68	university	university	PROPN
bracis-33609	1	69	of	of	ADP
bracis-33609	1	70	notre	notre	PROPN
bracis-33609	1	71	dame	dame	PROPN
bracis-33609	1	72	hesburgh	hesburgh	PROPN
bracis-33609	1	73	library	library	PROPN
bracis-33609	1	74	download	download	PROPN
bracis-33609	1	75	book	book	NOUN
bracis-33609	1	76	pdf	pdf	PROPN
bracis-33609	1	77	download	download	NOUN
bracis-33609	1	78	book	book	NOUN
bracis-33609	1	79	epub	epub	PROPN
bracis-33609	1	80	intelligent	intelligent	ADJ
bracis-33609	1	81	systems	system	NOUN
bracis-33609	1	82	(	(	PUNCT
bracis-33609	1	83	bracis	bracis	NOUN
bracis-33609	1	84	2024	2024	NUM
bracis-33609	1	85	)	)	PUNCT
bracis-33609	1	86	standing	stand	VERB
bracis-33609	1	87	on	on	ADP
bracis-33609	1	88	 	 	SPACE
bracis-33609	1	89	the	the	DET
bracis-33609	1	90	 	 	SPACE
bracis-33609	1	91	shoulders	shoulder	NOUN
bracis-33609	1	92	of	of	ADP
bracis-33609	1	93	 	 	SPACE
bracis-33609	1	94	giants	giant	NOUN
bracis-33609	1	95	download	download	VERB
bracis-33609	1	96	book	book	NOUN
bracis-33609	1	97	pdf	pdf	PROPN
bracis-33609	1	98	download	download	NOUN
bracis-33609	1	99	book	book	PROPN
bracis-33609	1	100	epub	epub	PROPN
bracis-33609	1	101	lucas	lucas	PROPN
bracis-33609	1	102	f.	f.	PROPN
bracis-33609	1	103	f.	f.	PROPN
bracis-33609	1	104	cardoso	cardoso	PROPN
bracis-33609	1	105	  	  	SPACE
bracis-33609	1	106	orcid	orcid	NOUN
bracis-33609	1	107	:	:	PUNCT
bracis-33609	1	108	orcid.org/0000-0003-3838-32149	orcid.org/0000-0003-3838-32149	NOUN
bracis-33609	1	109	,	,	PUNCT
bracis-33609	1	110	josé	josé	PROPN
bracis-33609	1	111	de	de	PROPN
bracis-33609	1	112	sousa	sousa	PROPN
bracis-33609	1	113	ribeiro	ribeiro	PROPN
bracis-33609	1	114	filho	filho	PROPN
bracis-33609	1	115	  	  	SPACE
bracis-33609	1	116	orcid	orcid	NOUN
bracis-33609	1	117	:	:	PUNCT
bracis-33609	1	118	orcid.org/0000-0002-8836-418810	orcid.org/0000-0002-8836-418810	NOUN
bracis-33609	1	119	,	,	PUNCT
bracis-33609	1	120	vitor	vitor	PROPN
bracis-33609	1	121	c.	c.	PROPN
bracis-33609	1	122	a.	a.	PROPN
bracis-33609	1	123	santos	santos	PROPN
bracis-33609	1	124	  	  	SPACE
bracis-33609	1	125	orcid	orcid	NOUN
bracis-33609	1	126	:	:	PUNCT
bracis-33609	1	127	orcid.org/0000-0002-7960-307911	orcid.org/0000-0002-7960-307911	NOUN
bracis-33609	1	128	,	,	PUNCT
bracis-33609	1	129	regiane	regiane	VERB
bracis-33609	1	130	s.	s.	PROPN
bracis-33609	1	131	kawasaki	kawasaki	PROPN
bracis-33609	1	132	francês	francês	PROPN
bracis-33609	1	133	  	  	SPACE
bracis-33609	1	134	orcid	orcid	NOUN
bracis-33609	1	135	:	:	PUNCT
bracis-33609	1	136	orcid.org/0000-0003-3958-064x9	orcid.org/0000-0003-3958-064x9	NUM
bracis-33609	1	137	&	&	CCONJ
bracis-33609	1	138	…	…	PUNCT
bracis-33609	1	139	ronnie	ronnie	PROPN
bracis-33609	1	140	c.	c.	PROPN
bracis-33609	1	141	o.	o.	PROPN
bracis-33609	1	142	alves	alve	VERB
bracis-33609	1	143	  	  	SPACE
bracis-33609	1	144	orcid	orcid	NOUN
bracis-33609	1	145	:	:	PUNCT
bracis-33609	1	146	orcid.org/0000-0003-4139-056211	orcid.org/0000-0003-4139-056211	NOUN
bracis-33609	1	147	  	  	SPACE
bracis-33609	1	148	show	show	VERB
bracis-33609	1	149	authors	author	NOUN
bracis-33609	1	150	part	part	NOUN
bracis-33609	1	151	of	of	ADP
bracis-33609	1	152	the	the	DET
bracis-33609	1	153	book	book	NOUN
bracis-33609	1	154	series	series	NOUN
bracis-33609	1	155	:	:	PUNCT
bracis-33609	1	156	lecture	lecture	NOUN
bracis-33609	1	157	notes	note	NOUN
bracis-33609	1	158	in	in	ADP
bracis-33609	1	159	computer	computer	NOUN
bracis-33609	1	160	science	science	NOUN
bracis-33609	1	161	(	(	PUNCT
bracis-33609	1	162	(	(	PUNCT
bracis-33609	1	163	lnai	lnai	ADJ
bracis-33609	1	164	,	,	PUNCT
bracis-33609	1	165	volume	volume	NOUN
bracis-33609	1	166	15413	15413	NUM
bracis-33609	1	167	)	)	PUNCT
bracis-33609	1	168	)	)	PUNCT
bracis-33609	1	169	included	include	VERB
bracis-33609	1	170	in	in	ADP
bracis-33609	1	171	the	the	DET
bracis-33609	1	172	following	follow	VERB
bracis-33609	1	173	conference	conference	NOUN
bracis-33609	1	174	series	series	NOUN
bracis-33609	1	175	:	:	PUNCT
bracis-33609	1	176	brazilian	brazilian	ADJ
bracis-33609	1	177	conference	conference	NOUN
bracis-33609	1	178	on	on	ADP
bracis-33609	1	179	intelligent	intelligent	ADJ
bracis-33609	1	180	systems	system	NOUN
bracis-33609	1	181	379	379	NUM
bracis-33609	1	182	accesses	access	VERB
bracis-33609	1	183	2	2	NUM
bracis-33609	1	184	citations	citation	NOUN
bracis-33609	1	185	abstract	abstract	ADJ
bracis-33609	1	186	although	although	SCONJ
bracis-33609	1	187	fundamental	fundamental	ADJ
bracis-33609	1	188	to	to	ADP
bracis-33609	1	189	the	the	DET
bracis-33609	1	190	advancement	advancement	NOUN
bracis-33609	1	191	of	of	ADP
bracis-33609	1	192	machine	machine	NOUN
bracis-33609	1	193	learning	learning	NOUN
bracis-33609	1	194	,	,	PUNCT
bracis-33609	1	195	the	the	DET
bracis-33609	1	196	classic	classic	ADJ
bracis-33609	1	197	evaluation	evaluation	NOUN
bracis-33609	1	198	metrics	metric	NOUN
bracis-33609	1	199	extracted	extract	VERB
bracis-33609	1	200	from	from	ADP
bracis-33609	1	201	the	the	DET
bracis-33609	1	202	confusion	confusion	NOUN
bracis-33609	1	203	matrix	matrix	NOUN
bracis-33609	1	204	,	,	PUNCT
bracis-33609	1	205	such	such	ADJ
bracis-33609	1	206	as	as	ADP
bracis-33609	1	207	precision	precision	NOUN
bracis-33609	1	208	and	and	CCONJ
bracis-33609	1	209	f1	f1	NOUN
bracis-33609	1	210	,	,	PUNCT
bracis-33609	1	211	are	be	AUX
bracis-33609	1	212	limited	limited	ADJ
bracis-33609	1	213	.	.	PUNCT
bracis-33609	2	1	such	such	ADJ
bracis-33609	2	2	metrics	metric	NOUN
bracis-33609	2	3	only	only	ADV
bracis-33609	2	4	offer	offer	VERB
bracis-33609	2	5	a	a	DET
bracis-33609	2	6	quantitative	quantitative	ADJ
bracis-33609	2	7	view	view	NOUN
bracis-33609	2	8	of	of	ADP
bracis-33609	2	9	the	the	DET
bracis-33609	2	10	models	model	NOUN
bracis-33609	2	11	’	'	PUNCT
bracis-33609	2	12	performance	performance	NOUN
bracis-33609	2	13	,	,	PUNCT
bracis-33609	2	14	without	without	ADP
bracis-33609	2	15	considering	consider	VERB
bracis-33609	2	16	the	the	DET
bracis-33609	2	17	complexity	complexity	NOUN
bracis-33609	2	18	of	of	ADP
bracis-33609	2	19	the	the	DET
bracis-33609	2	20	data	datum	NOUN
bracis-33609	2	21	or	or	CCONJ
bracis-33609	2	22	the	the	DET
bracis-33609	2	23	quality	quality	NOUN
bracis-33609	2	24	of	of	ADP
bracis-33609	2	25	the	the	DET
bracis-33609	2	26	hit	hit	NOUN
bracis-33609	2	27	.	.	PUNCT
bracis-33609	3	1	to	to	PART
bracis-33609	3	2	overcome	overcome	VERB
bracis-33609	3	3	these	these	DET
bracis-33609	3	4	limitations	limitation	NOUN
bracis-33609	3	5	,	,	PUNCT
bracis-33609	3	6	recent	recent	ADJ
bracis-33609	3	7	research	research	NOUN
bracis-33609	3	8	has	have	AUX
bracis-33609	3	9	introduced	introduce	VERB
bracis-33609	3	10	the	the	DET
bracis-33609	3	11	use	use	NOUN
bracis-33609	3	12	of	of	ADP
bracis-33609	3	13	psychometric	psychometric	ADJ
bracis-33609	3	14	metrics	metric	NOUN
bracis-33609	3	15	such	such	ADJ
bracis-33609	3	16	as	as	ADP
bracis-33609	3	17	item	item	NOUN
bracis-33609	3	18	response	response	NOUN
bracis-33609	3	19	theory	theory	NOUN
bracis-33609	3	20	(	(	PUNCT
bracis-33609	3	21	irt	irt	PROPN
bracis-33609	3	22	)	)	PUNCT
bracis-33609	3	23	,	,	PUNCT
bracis-33609	3	24	which	which	PRON
bracis-33609	3	25	allows	allow	VERB
bracis-33609	3	26	an	an	DET
bracis-33609	3	27	assessment	assessment	NOUN
bracis-33609	3	28	at	at	ADP
bracis-33609	3	29	the	the	DET
bracis-33609	3	30	level	level	NOUN
bracis-33609	3	31	of	of	ADP
bracis-33609	3	32	latent	latent	ADJ
bracis-33609	3	33	characteristics	characteristic	NOUN
bracis-33609	3	34	of	of	ADP
bracis-33609	3	35	instances	instance	NOUN
bracis-33609	3	36	.	.	PUNCT
bracis-33609	4	1	this	this	DET
bracis-33609	4	2	work	work	NOUN
bracis-33609	4	3	investigates	investigate	VERB
bracis-33609	4	4	how	how	SCONJ
bracis-33609	4	5	irt	irt	PROPN
bracis-33609	4	6	concepts	concept	NOUN
bracis-33609	4	7	can	can	AUX
bracis-33609	4	8	enrich	enrich	VERB
bracis-33609	4	9	a	a	DET
bracis-33609	4	10	confusion	confusion	NOUN
bracis-33609	4	11	matrix	matrix	NOUN
bracis-33609	4	12	in	in	ADP
bracis-33609	4	13	order	order	NOUN
bracis-33609	4	14	to	to	PART
bracis-33609	4	15	identify	identify	VERB
bracis-33609	4	16	which	which	DET
bracis-33609	4	17	model	model	NOUN
bracis-33609	4	18	is	be	AUX
bracis-33609	4	19	the	the	DET
bracis-33609	4	20	most	most	ADV
bracis-33609	4	21	appropriate	appropriate	ADJ
bracis-33609	4	22	among	among	ADP
bracis-33609	4	23	options	option	NOUN
bracis-33609	4	24	with	with	ADP
bracis-33609	4	25	similar	similar	ADJ
bracis-33609	4	26	performance	performance	NOUN
bracis-33609	4	27	.	.	PUNCT
bracis-33609	5	1	in	in	ADP
bracis-33609	5	2	the	the	DET
bracis-33609	5	3	study	study	NOUN
bracis-33609	5	4	carried	carry	VERB
bracis-33609	5	5	out	out	ADP
bracis-33609	5	6	,	,	PUNCT
bracis-33609	5	7	irt	irt	PROPN
bracis-33609	5	8	does	do	AUX
bracis-33609	5	9	not	not	PART
bracis-33609	5	10	replace	replace	VERB
bracis-33609	5	11	,	,	PUNCT
bracis-33609	5	12	but	but	CCONJ
bracis-33609	5	13	complements	complement	VERB
bracis-33609	5	14	classical	classical	ADJ
bracis-33609	5	15	metrics	metric	NOUN
bracis-33609	5	16	by	by	ADP
bracis-33609	5	17	offering	offer	VERB
bracis-33609	5	18	a	a	DET
bracis-33609	5	19	new	new	ADJ
bracis-33609	5	20	layer	layer	NOUN
bracis-33609	5	21	of	of	ADP
bracis-33609	5	22	evaluation	evaluation	NOUN
bracis-33609	5	23	and	and	CCONJ
bracis-33609	5	24	observation	observation	NOUN
bracis-33609	5	25	of	of	ADP
bracis-33609	5	26	the	the	DET
bracis-33609	5	27	fine	fine	ADJ
bracis-33609	5	28	behavior	behavior	NOUN
bracis-33609	5	29	of	of	ADP
bracis-33609	5	30	models	model	NOUN
bracis-33609	5	31	in	in	ADP
bracis-33609	5	32	specific	specific	ADJ
bracis-33609	5	33	instances	instance	NOUN
bracis-33609	5	34	.	.	PUNCT
bracis-33609	6	1	it	it	PRON
bracis-33609	6	2	was	be	AUX
bracis-33609	6	3	also	also	ADV
bracis-33609	6	4	observed	observe	VERB
bracis-33609	6	5	that	that	SCONJ
bracis-33609	6	6	there	there	PRON
bracis-33609	6	7	is	be	VERB
bracis-33609	6	8	97	97	NUM
bracis-33609	6	9	%	%	NOUN
bracis-33609	6	10	confidence	confidence	NOUN
bracis-33609	6	11	that	that	SCONJ
bracis-33609	6	12	the	the	DET
bracis-33609	6	13	score	score	NOUN
bracis-33609	6	14	from	from	ADP
bracis-33609	6	15	the	the	DET
bracis-33609	6	16	irt	irt	PROPN
bracis-33609	6	17	has	have	AUX
bracis-33609	6	18	different	different	ADJ
bracis-33609	6	19	contributions	contribution	NOUN
bracis-33609	6	20	from	from	ADP
bracis-33609	6	21	66	66	NUM
bracis-33609	6	22	%	%	NOUN
bracis-33609	6	23	of	of	ADP
bracis-33609	6	24	the	the	DET
bracis-33609	6	25	classical	classical	ADJ
bracis-33609	6	26	metrics	metric	NOUN
bracis-33609	6	27	analyzed	analyze	VERB
bracis-33609	6	28	.	.	PUNCT
bracis-33609	7	1	access	access	NOUN
bracis-33609	7	2	provided	provide	VERB
bracis-33609	7	3	by	by	ADP
bracis-33609	7	4	university	university	PROPN
bracis-33609	7	5	of	of	ADP
bracis-33609	7	6	notre	notre	PROPN
bracis-33609	7	7	dame	dame	PROPN
bracis-33609	7	8	hesburgh	hesburgh	PROPN
bracis-33609	7	9	library	library	PROPN
bracis-33609	7	10	.	.	PUNCT
bracis-33609	8	1	download	download	PROPN
bracis-33609	8	2	conference	conference	NOUN
bracis-33609	8	3	paper	paper	NOUN
bracis-33609	8	4	pdf	pdf	NOUN
bracis-33609	8	5	similar	similar	ADJ
bracis-33609	8	6	content	content	NOUN
bracis-33609	8	7	being	be	AUX
bracis-33609	8	8	viewed	view	VERB
bracis-33609	8	9	by	by	ADP
bracis-33609	8	10	others	other	NOUN
bracis-33609	8	11	decoding	decode	VERB
bracis-33609	8	12	machine	machine	NOUN
bracis-33609	8	13	learning	learning	NOUN
bracis-33609	8	14	benchmarks	benchmark	NOUN
bracis-33609	8	15	chapter	chapter	NOUN
bracis-33609	8	16	©	©	NOUN
bracis-33609	8	17	2020	2020	NUM
bracis-33609	8	18	use	use	NOUN
bracis-33609	8	19	and	and	CCONJ
bracis-33609	8	20	 	 	SPACE
bracis-33609	8	21	interpretation	interpretation	NOUN
bracis-33609	8	22	of	of	ADP
bracis-33609	8	23	 	 	SPACE
bracis-33609	8	24	item	item	NOUN
bracis-33609	8	25	response	response	NOUN
bracis-33609	8	26	theory	theory	NOUN
bracis-33609	8	27	applied	apply	VERB
bracis-33609	8	28	to	to	ADP
bracis-33609	8	29	 	 	SPACE
bracis-33609	8	30	machine	machine	NOUN
bracis-33609	8	31	learning	learn	VERB
bracis-33609	8	32	chapter	chapter	NOUN
bracis-33609	8	33	©	©	PROPN
bracis-33609	8	34	2022	2022	NUM
bracis-33609	8	35	comparing	compare	VERB
bracis-33609	8	36	irt	irt	PROPN
bracis-33609	8	37	properties	property	NOUN
bracis-33609	8	38	among	among	ADP
bracis-33609	8	39	different	different	ADJ
bracis-33609	8	40	category	category	NOUN
bracis-33609	8	41	numbers	number	NOUN
bracis-33609	8	42	:	:	PUNCT
bracis-33609	8	43	a	a	DET
bracis-33609	8	44	case	case	NOUN
bracis-33609	8	45	from	from	ADP
bracis-33609	8	46	attitudinal	attitudinal	ADJ
bracis-33609	8	47	measurement	measurement	NOUN
bracis-33609	8	48	on	on	ADP
bracis-33609	8	49	physics	physics	PROPN
bracis-33609	8	50	education	education	PROPN
bracis-33609	8	51	research	research	NOUN
bracis-33609	8	52	article	article	NOUN
bracis-33609	8	53	open	open	VERB
bracis-33609	8	54	access	access	NOUN
bracis-33609	8	55	30	30	NUM
bracis-33609	8	56	november	november	PROPN
bracis-33609	8	57	2023	2023	NUM
bracis-33609	8	58	1	1	NUM
bracis-33609	8	59	introduction	introduction	NOUN
bracis-33609	8	60	artificial	artificial	ADJ
bracis-33609	8	61	intelligence	intelligence	NOUN
bracis-33609	8	62	(	(	PUNCT
bracis-33609	8	63	ai	ai	NOUN
bracis-33609	8	64	)	)	PUNCT
bracis-33609	8	65	systems	system	NOUN
bracis-33609	8	66	are	be	AUX
bracis-33609	8	67	present	present	ADJ
bracis-33609	8	68	in	in	ADP
bracis-33609	8	69	all	all	DET
bracis-33609	8	70	spheres	sphere	NOUN
bracis-33609	8	71	of	of	ADP
bracis-33609	8	72	society	society	NOUN
bracis-33609	8	73	.	.	PUNCT
bracis-33609	9	1	despite	despite	SCONJ
bracis-33609	9	2	the	the	DET
bracis-33609	9	3	different	different	ADJ
bracis-33609	9	4	types	type	NOUN
bracis-33609	9	5	of	of	ADP
bracis-33609	9	6	ai	ai	VERB
bracis-33609	9	7	that	that	PRON
bracis-33609	9	8	exist	exist	VERB
bracis-33609	9	9	,	,	PUNCT
bracis-33609	9	10	machine	machine	NOUN
bracis-33609	9	11	learning	learning	NOUN
bracis-33609	9	12	(	(	PUNCT
bracis-33609	9	13	ml	ml	NOUN
bracis-33609	9	14	)	)	PUNCT
bracis-33609	9	15	techniques	technique	NOUN
bracis-33609	9	16	are	be	AUX
bracis-33609	9	17	the	the	DET
bracis-33609	9	18	most	most	ADV
bracis-33609	9	19	commonly	commonly	ADV
bracis-33609	9	20	used	use	VERB
bracis-33609	9	21	,	,	PUNCT
bracis-33609	9	22	especially	especially	ADV
bracis-33609	9	23	for	for	ADP
bracis-33609	9	24	more	more	ADJ
bracis-33609	9	25	objective	objective	ADJ
bracis-33609	9	26	tasks	task	NOUN
bracis-33609	9	27	such	such	ADJ
bracis-33609	9	28	as	as	ADP
bracis-33609	9	29	classification	classification	NOUN
bracis-33609	9	30	problems	problem	NOUN
bracis-33609	9	31	[	[	X
bracis-33609	9	32	7	7	NUM
bracis-33609	9	33	]	]	PUNCT
bracis-33609	9	34	.	.	PUNCT
bracis-33609	10	1	the	the	DET
bracis-33609	10	2	increasing	increase	VERB
bracis-33609	10	3	advancement	advancement	NOUN
bracis-33609	10	4	of	of	ADP
bracis-33609	10	5	its	its	PRON
bracis-33609	10	6	applications	application	NOUN
bracis-33609	10	7	requires	require	VERB
bracis-33609	10	8	models	model	NOUN
bracis-33609	10	9	with	with	ADP
bracis-33609	10	10	increasingly	increasingly	ADV
bracis-33609	10	11	higher	high	ADJ
bracis-33609	10	12	success	success	NOUN
bracis-33609	10	13	rates	rate	NOUN
bracis-33609	10	14	and	and	CCONJ
bracis-33609	10	15	a	a	DET
bracis-33609	10	16	low	low	ADJ
bracis-33609	10	17	chance	chance	NOUN
bracis-33609	10	18	of	of	ADP
bracis-33609	10	19	error	error	NOUN
bracis-33609	10	20	[	[	X
bracis-33609	10	21	8	8	NUM
bracis-33609	10	22	]	]	PUNCT
bracis-33609	10	23	.	.	PUNCT
bracis-33609	11	1	the	the	DET
bracis-33609	11	2	binary	binary	PROPN
bracis-33609	11	3	classification	classification	NOUN
bracis-33609	11	4	task	task	NOUN
bracis-33609	11	5	is	be	AUX
bracis-33609	11	6	a	a	DET
bracis-33609	11	7	classic	classic	ADJ
bracis-33609	11	8	ml	ml	NOUN
bracis-33609	11	9	task	task	NOUN
bracis-33609	11	10	,	,	PUNCT
bracis-33609	11	11	in	in	ADP
bracis-33609	11	12	which	which	PRON
bracis-33609	11	13	the	the	DET
bracis-33609	11	14	model	model	NOUN
bracis-33609	11	15	is	be	AUX
bracis-33609	11	16	challenged	challenge	VERB
bracis-33609	11	17	with	with	ADP
bracis-33609	11	18	a	a	DET
bracis-33609	11	19	dataset	dataset	NOUN
bracis-33609	11	20	that	that	PRON
bracis-33609	11	21	has	have	VERB
bracis-33609	11	22	only	only	ADV
bracis-33609	11	23	two	two	NUM
bracis-33609	11	24	classes	class	NOUN
bracis-33609	11	25	,	,	PUNCT
bracis-33609	11	26	normally	normally	ADV
bracis-33609	11	27	translated	translate	VERB
bracis-33609	11	28	into	into	ADP
bracis-33609	11	29	class	class	NOUN
bracis-33609	11	30	1	1	NUM
bracis-33609	11	31	(	(	PUNCT
bracis-33609	11	32	positive	positive	ADJ
bracis-33609	11	33	)	)	PUNCT
bracis-33609	11	34	and	and	CCONJ
bracis-33609	11	35	0	0	NUM
bracis-33609	11	36	(	(	PUNCT
bracis-33609	11	37	negative	negative	ADJ
bracis-33609	11	38	)	)	PUNCT
bracis-33609	11	39	.	.	PUNCT
bracis-33609	12	1	this	this	DET
bracis-33609	12	2	format	format	NOUN
bracis-33609	12	3	is	be	AUX
bracis-33609	12	4	used	use	VERB
bracis-33609	12	5	because	because	SCONJ
bracis-33609	12	6	in	in	ADP
bracis-33609	12	7	binary	binary	ADJ
bracis-33609	12	8	problems	problem	NOUN
bracis-33609	12	9	a	a	DET
bracis-33609	12	10	class	class	NOUN
bracis-33609	12	11	tends	tend	VERB
bracis-33609	12	12	to	to	PART
bracis-33609	12	13	be	be	AUX
bracis-33609	12	14	the	the	DET
bracis-33609	12	15	objective	objective	NOUN
bracis-33609	12	16	of	of	ADP
bracis-33609	12	17	classification	classification	NOUN
bracis-33609	12	18	,	,	PUNCT
bracis-33609	12	19	e.g.	e.g.	ADV
bracis-33609	12	20	,	,	PUNCT
bracis-33609	12	21	in	in	ADP
bracis-33609	12	22	a	a	DET
bracis-33609	12	23	dataset	dataset	NOUN
bracis-33609	12	24	that	that	PRON
bracis-33609	12	25	has	have	VERB
bracis-33609	12	26	information	information	NOUN
bracis-33609	12	27	on	on	ADP
bracis-33609	12	28	patients	patient	NOUN
bracis-33609	12	29	in	in	ADP
bracis-33609	12	30	a	a	DET
bracis-33609	12	31	hospital	hospital	NOUN
bracis-33609	12	32	who	who	PRON
bracis-33609	12	33	do	do	VERB
bracis-33609	12	34	or	or	CCONJ
bracis-33609	12	35	do	do	AUX
bracis-33609	12	36	not	not	PART
bracis-33609	12	37	have	have	VERB
bracis-33609	12	38	a	a	DET
bracis-33609	12	39	certain	certain	ADJ
bracis-33609	12	40	disease	disease	NOUN
bracis-33609	12	41	,	,	PUNCT
bracis-33609	12	42	the	the	DET
bracis-33609	12	43	objective	objective	NOUN
bracis-33609	12	44	of	of	ADP
bracis-33609	12	45	a	a	DET
bracis-33609	12	46	classifier	classifier	NOUN
bracis-33609	12	47	would	would	AUX
bracis-33609	12	48	be	be	AUX
bracis-33609	12	49	to	to	PART
bracis-33609	12	50	identify	identify	VERB
bracis-33609	12	51	whether	whether	SCONJ
bracis-33609	12	52	a	a	DET
bracis-33609	12	53	new	new	ADJ
bracis-33609	12	54	patient	patient	NOUN
bracis-33609	12	55	has	have	VERB
bracis-33609	12	56	the	the	DET
bracis-33609	12	57	disease	disease	NOUN
bracis-33609	12	58	(	(	PUNCT
bracis-33609	12	59	positive	positive	ADJ
bracis-33609	12	60	)	)	PUNCT
bracis-33609	12	61	or	or	CCONJ
bracis-33609	12	62	does	do	AUX
bracis-33609	12	63	not	not	PART
bracis-33609	12	64	(	(	PUNCT
bracis-33609	12	65	negative	negative	ADJ
bracis-33609	12	66	)	)	PUNCT
bracis-33609	13	1	[	[	X
bracis-33609	13	2	18	18	NUM
bracis-33609	13	3	]	]	PUNCT
bracis-33609	13	4	.	.	PUNCT
bracis-33609	14	1	with	with	ADP
bracis-33609	14	2	this	this	DET
bracis-33609	14	3	standard	standard	NOUN
bracis-33609	14	4	,	,	PUNCT
bracis-33609	14	5	it	it	PRON
bracis-33609	14	6	is	be	AUX
bracis-33609	14	7	possible	possible	ADJ
bracis-33609	14	8	to	to	PART
bracis-33609	14	9	evaluate	evaluate	VERB
bracis-33609	14	10	the	the	DET
bracis-33609	14	11	model	model	NOUN
bracis-33609	14	12	’s	’s	PART
bracis-33609	14	13	performance	performance	NOUN
bracis-33609	14	14	based	base	VERB
bracis-33609	14	15	on	on	ADP
bracis-33609	14	16	its	its	PRON
bracis-33609	14	17	confusion	confusion	NOUN
bracis-33609	14	18	matrix	matrix	NOUN
bracis-33609	14	19	and	and	CCONJ
bracis-33609	14	20	extract	extract	VERB
bracis-33609	14	21	the	the	DET
bracis-33609	14	22	most	most	ADV
bracis-33609	14	23	classic	classic	ADJ
bracis-33609	14	24	evaluation	evaluation	NOUN
bracis-33609	14	25	metrics	metric	NOUN
bracis-33609	14	26	used	use	VERB
bracis-33609	14	27	in	in	ADP
bracis-33609	14	28	ml	ml	ADP
bracis-33609	14	29	,	,	PUNCT
bracis-33609	14	30	such	such	ADJ
bracis-33609	14	31	as	as	ADP
bracis-33609	14	32	accuracy	accuracy	NOUN
bracis-33609	14	33	,	,	PUNCT
bracis-33609	14	34	f1	f1	NOUN
bracis-33609	14	35	score	score	NOUN
bracis-33609	14	36	and	and	CCONJ
bracis-33609	14	37	recall	recall	VERB
bracis-33609	14	38	[	[	X
bracis-33609	14	39	18	18	NUM
bracis-33609	14	40	]	]	PUNCT
bracis-33609	14	41	.	.	PUNCT
bracis-33609	15	1	despite	despite	SCONJ
bracis-33609	15	2	being	be	AUX
bracis-33609	15	3	widely	widely	ADV
bracis-33609	15	4	used	use	VERB
bracis-33609	15	5	,	,	PUNCT
bracis-33609	15	6	classical	classical	ADJ
bracis-33609	15	7	metrics	metric	NOUN
bracis-33609	15	8	can	can	AUX
bracis-33609	15	9	only	only	ADV
bracis-33609	15	10	evaluate	evaluate	VERB
bracis-33609	15	11	in	in	ADP
bracis-33609	15	12	a	a	DET
bracis-33609	15	13	quantitative	quantitative	ADJ
bracis-33609	15	14	way	way	NOUN
bracis-33609	15	15	,	,	PUNCT
bracis-33609	15	16	as	as	SCONJ
bracis-33609	15	17	they	they	PRON
bracis-33609	15	18	only	only	ADV
bracis-33609	15	19	count	count	VERB
bracis-33609	15	20	errors	error	NOUN
bracis-33609	15	21	and	and	CCONJ
bracis-33609	15	22	successes	success	NOUN
bracis-33609	15	23	and	and	CCONJ
bracis-33609	15	24	then	then	ADV
bracis-33609	15	25	evaluate	evaluate	VERB
bracis-33609	15	26	the	the	DET
bracis-33609	15	27	model	model	NOUN
bracis-33609	15	28	over	over	ADP
bracis-33609	15	29	the	the	DET
bracis-33609	15	30	entire	entire	ADJ
bracis-33609	15	31	test	test	NOUN
bracis-33609	15	32	set	set	NOUN
bracis-33609	15	33	,	,	PUNCT
bracis-33609	15	34	without	without	ADP
bracis-33609	15	35	differentiating	differentiate	VERB
bracis-33609	15	36	the	the	DET
bracis-33609	15	37	instances	instance	NOUN
bracis-33609	15	38	that	that	PRON
bracis-33609	15	39	are	be	AUX
bracis-33609	15	40	classified	classify	VERB
bracis-33609	15	41	[	[	PUNCT
bracis-33609	15	42	11	11	NUM
bracis-33609	15	43	]	]	PUNCT
bracis-33609	15	44	.	.	PUNCT
bracis-33609	16	1	recent	recent	ADJ
bracis-33609	16	2	work	work	NOUN
bracis-33609	16	3	aims	aim	VERB
bracis-33609	16	4	to	to	PART
bracis-33609	16	5	overcome	overcome	VERB
bracis-33609	16	6	this	this	DET
bracis-33609	16	7	limitation	limitation	NOUN
bracis-33609	16	8	by	by	ADP
bracis-33609	16	9	applying	apply	VERB
bracis-33609	16	10	other	other	ADJ
bracis-33609	16	11	forms	form	NOUN
bracis-33609	16	12	of	of	ADP
bracis-33609	16	13	evaluation	evaluation	NOUN
bracis-33609	16	14	within	within	ADP
bracis-33609	16	15	the	the	DET
bracis-33609	16	16	ml	ml	NOUN
bracis-33609	16	17	context	context	NOUN
bracis-33609	16	18	.	.	PUNCT
bracis-33609	17	1	an	an	DET
bracis-33609	17	2	interesting	interesting	ADJ
bracis-33609	17	3	approach	approach	NOUN
bracis-33609	17	4	that	that	PRON
bracis-33609	17	5	has	have	AUX
bracis-33609	17	6	been	be	AUX
bracis-33609	17	7	gaining	gain	VERB
bracis-33609	17	8	ground	ground	NOUN
bracis-33609	17	9	is	be	AUX
bracis-33609	17	10	the	the	DET
bracis-33609	17	11	use	use	NOUN
bracis-33609	17	12	of	of	ADP
bracis-33609	17	13	concepts	concept	NOUN
bracis-33609	17	14	from	from	ADP
bracis-33609	17	15	psychometrics	psychometric	NOUN
bracis-33609	17	16	to	to	PART
bracis-33609	17	17	evaluate	evaluate	VERB
bracis-33609	17	18	models	model	NOUN
bracis-33609	17	19	.	.	PUNCT
bracis-33609	18	1	works	work	VERB
bracis-33609	18	2	such	such	ADJ
bracis-33609	18	3	as	as	ADP
bracis-33609	18	4	[	[	X
bracis-33609	18	5	1	1	NUM
bracis-33609	18	6	,	,	PUNCT
bracis-33609	18	7	6	6	NUM
bracis-33609	18	8	,	,	PUNCT
bracis-33609	18	9	19	19	NUM
bracis-33609	18	10	]	]	PUNCT
bracis-33609	18	11	use	use	NOUN
bracis-33609	18	12	item	item	NOUN
bracis-33609	18	13	response	response	NOUN
bracis-33609	18	14	theory	theory	NOUN
bracis-33609	18	15	(	(	PUNCT
bracis-33609	18	16	irt	irt	PROPN
bracis-33609	18	17	)	)	PUNCT
bracis-33609	18	18	,	,	PUNCT
bracis-33609	18	19	to	to	PART
bracis-33609	18	20	more	more	ADV
bracis-33609	18	21	accurately	accurately	ADV
bracis-33609	18	22	measure	measure	VERB
bracis-33609	18	23	the	the	DET
bracis-33609	18	24	ability	ability	NOUN
bracis-33609	18	25	of	of	ADP
bracis-33609	18	26	models	model	NOUN
bracis-33609	18	27	,	,	PUNCT
bracis-33609	18	28	due	due	ADP
bracis-33609	18	29	to	to	ADP
bracis-33609	18	30	its	its	PRON
bracis-33609	18	31	main	main	ADJ
bracis-33609	18	32	characteristic	characteristic	NOUN
bracis-33609	18	33	of	of	ADP
bracis-33609	18	34	being	be	AUX
bracis-33609	18	35	instance	instance	NOUN
bracis-33609	18	36	-	-	PUNCT
bracis-33609	18	37	level	level	NOUN
bracis-33609	18	38	.	.	PUNCT
bracis-33609	19	1	with	with	ADP
bracis-33609	19	2	irt	irt	PROPN
bracis-33609	19	3	it	it	PRON
bracis-33609	19	4	is	be	AUX
bracis-33609	19	5	possible	possible	ADJ
bracis-33609	19	6	to	to	PART
bracis-33609	19	7	evaluate	evaluate	VERB
bracis-33609	19	8	the	the	DET
bracis-33609	19	9	performance	performance	NOUN
bracis-33609	19	10	of	of	ADP
bracis-33609	19	11	a	a	DET
bracis-33609	19	12	model	model	NOUN
bracis-33609	19	13	against	against	ADP
bracis-33609	19	14	a	a	DET
bracis-33609	19	15	specific	specific	ADJ
bracis-33609	19	16	instance	instance	NOUN
bracis-33609	19	17	of	of	ADP
bracis-33609	19	18	the	the	DET
bracis-33609	19	19	test	test	NOUN
bracis-33609	19	20	set	set	NOUN
bracis-33609	19	21	,	,	PUNCT
bracis-33609	19	22	in	in	ADP
bracis-33609	19	23	a	a	DET
bracis-33609	19	24	way	way	NOUN
bracis-33609	19	25	that	that	PRON
bracis-33609	19	26	allows	allow	VERB
bracis-33609	19	27	the	the	DET
bracis-33609	19	28	model	model	NOUN
bracis-33609	19	29	and	and	CCONJ
bracis-33609	19	30	data	datum	NOUN
bracis-33609	19	31	relationship	relationship	NOUN
bracis-33609	19	32	to	to	PART
bracis-33609	19	33	be	be	AUX
bracis-33609	19	34	further	far	ADV
bracis-33609	19	35	explored	explore	VERB
bracis-33609	19	36	.	.	PUNCT
bracis-33609	20	1	the	the	DET
bracis-33609	20	2	application	application	NOUN
bracis-33609	20	3	of	of	ADP
bracis-33609	20	4	irt	irt	PROPN
bracis-33609	20	5	in	in	ADP
bracis-33609	20	6	the	the	DET
bracis-33609	20	7	context	context	NOUN
bracis-33609	20	8	of	of	ADP
bracis-33609	20	9	ml	ml	NOUN
bracis-33609	20	10	is	be	AUX
bracis-33609	20	11	not	not	PART
bracis-33609	20	12	to	to	PART
bracis-33609	20	13	replace	replace	VERB
bracis-33609	20	14	classical	classical	ADJ
bracis-33609	20	15	metrics	metric	NOUN
bracis-33609	20	16	,	,	PUNCT
bracis-33609	20	17	but	but	CCONJ
bracis-33609	20	18	rather	rather	ADV
bracis-33609	20	19	to	to	PART
bracis-33609	20	20	add	add	VERB
bracis-33609	20	21	more	more	ADJ
bracis-33609	20	22	information	information	NOUN
bracis-33609	20	23	to	to	ADP
bracis-33609	20	24	prior	prior	ADJ
bracis-33609	20	25	knowledge	knowledge	NOUN
bracis-33609	20	26	.	.	PUNCT
bracis-33609	21	1	given	give	VERB
bracis-33609	21	2	the	the	DET
bracis-33609	21	3	above	above	ADJ
bracis-33609	21	4	,	,	PUNCT
bracis-33609	21	5	this	this	DET
bracis-33609	21	6	work	work	NOUN
bracis-33609	21	7	investigates	investigate	VERB
bracis-33609	21	8	how	how	SCONJ
bracis-33609	21	9	irt	irt	PROPN
bracis-33609	21	10	can	can	AUX
bracis-33609	21	11	be	be	AUX
bracis-33609	21	12	used	use	VERB
bracis-33609	21	13	to	to	PART
bracis-33609	21	14	open	open	VERB
bracis-33609	21	15	the	the	DET
bracis-33609	21	16	box	box	NOUN
bracis-33609	21	17	of	of	ADP
bracis-33609	21	18	the	the	DET
bracis-33609	21	19	classical	classical	ADJ
bracis-33609	21	20	confusion	confusion	NOUN
bracis-33609	21	21	matrix	matrix	NOUN
bracis-33609	21	22	.	.	PUNCT
bracis-33609	22	1	the	the	DET
bracis-33609	22	2	confusion	confusion	NOUN
bracis-33609	22	3	matrix	matrix	NOUN
bracis-33609	22	4	typically	typically	ADV
bracis-33609	22	5	delivers	deliver	VERB
bracis-33609	22	6	its	its	PRON
bracis-33609	22	7	evaluation	evaluation	NOUN
bracis-33609	22	8	in	in	ADP
bracis-33609	22	9	a	a	DET
bracis-33609	22	10	batch	batch	NOUN
bracis-33609	22	11	of	of	ADP
bracis-33609	22	12	instances	instance	NOUN
bracis-33609	22	13	format	format	NOUN
bracis-33609	22	14	,	,	PUNCT
bracis-33609	22	15	therefore	therefore	ADV
bracis-33609	22	16	,	,	PUNCT
bracis-33609	22	17	it	it	PRON
bracis-33609	22	18	does	do	AUX
bracis-33609	22	19	not	not	PART
bracis-33609	22	20	allow	allow	VERB
bracis-33609	22	21	observing	observe	VERB
bracis-33609	22	22	small	small	ADJ
bracis-33609	22	23	fluctuations	fluctuation	NOUN
bracis-33609	22	24	that	that	PRON
bracis-33609	22	25	the	the	DET
bracis-33609	22	26	instances	instance	NOUN
bracis-33609	22	27	cause	cause	VERB
bracis-33609	22	28	in	in	ADP
bracis-33609	22	29	the	the	DET
bracis-33609	22	30	generalization	generalization	NOUN
bracis-33609	22	31	of	of	ADP
bracis-33609	22	32	the	the	DET
bracis-33609	22	33	models	model	NOUN
bracis-33609	22	34	,	,	PUNCT
bracis-33609	22	35	in	in	ADP
bracis-33609	22	36	their	their	PRON
bracis-33609	22	37	learning	learning	NOUN
bracis-33609	22	38	.	.	PUNCT
bracis-33609	23	1	it	it	PRON
bracis-33609	23	2	is	be	AUX
bracis-33609	23	3	observed	observe	VERB
bracis-33609	23	4	that	that	SCONJ
bracis-33609	23	5	irt	irt	PROPN
bracis-33609	23	6	is	be	AUX
bracis-33609	23	7	capable	capable	ADJ
bracis-33609	23	8	of	of	ADP
bracis-33609	23	9	bringing	bring	VERB
bracis-33609	23	10	an	an	DET
bracis-33609	23	11	extra	extra	ADJ
bracis-33609	23	12	evaluative	evaluative	ADJ
bracis-33609	23	13	layer	layer	NOUN
bracis-33609	23	14	by	by	ADP
bracis-33609	23	15	standing	stand	VERB
bracis-33609	23	16	on	on	ADP
bracis-33609	23	17	the	the	DET
bracis-33609	23	18	shoulders	shoulder	NOUN
bracis-33609	23	19	of	of	ADP
bracis-33609	23	20	the	the	DET
bracis-33609	23	21	confusion	confusion	NOUN
bracis-33609	23	22	matrix	matrix	NOUN
bracis-33609	23	23	and	and	CCONJ
bracis-33609	23	24	thus	thus	ADV
bracis-33609	23	25	reinforcing	reinforce	VERB
bracis-33609	23	26	the	the	DET
bracis-33609	23	27	assessment	assessment	NOUN
bracis-33609	23	28	of	of	ADP
bracis-33609	23	29	the	the	DET
bracis-33609	23	30	models	model	NOUN
bracis-33609	23	31	’	'	PUNCT
bracis-33609	23	32	ability	ability	NOUN
bracis-33609	23	33	,	,	PUNCT
bracis-33609	23	34	enabling	enable	VERB
bracis-33609	23	35	a	a	DET
bracis-33609	23	36	more	more	ADV
bracis-33609	23	37	assertive	assertive	ADJ
bracis-33609	23	38	decision	decision	NOUN
bracis-33609	23	39	regarding	regard	VERB
bracis-33609	23	40	the	the	DET
bracis-33609	23	41	comparison	comparison	NOUN
bracis-33609	23	42	between	between	ADP
bracis-33609	23	43	models	model	NOUN
bracis-33609	23	44	that	that	PRON
bracis-33609	23	45	eventually	eventually	ADV
bracis-33609	23	46	perform	perform	VERB
bracis-33609	23	47	in	in	ADP
bracis-33609	23	48	a	a	DET
bracis-33609	23	49	similar	similar	ADJ
bracis-33609	23	50	way	way	NOUN
bracis-33609	23	51	.	.	PUNCT
bracis-33609	24	1	a	a	DET
bracis-33609	24	2	new	new	ADJ
bracis-33609	24	3	performance	performance	NOUN
bracis-33609	24	4	metric	metric	NOUN
bracis-33609	24	5	was	be	AUX
bracis-33609	24	6	also	also	ADV
bracis-33609	24	7	introduced	introduce	VERB
bracis-33609	24	8	that	that	PRON
bracis-33609	24	9	evaluates	evaluate	VERB
bracis-33609	24	10	intrinsic	intrinsic	ADJ
bracis-33609	24	11	aspects	aspect	NOUN
bracis-33609	24	12	of	of	ADP
bracis-33609	24	13	learning	learning	NOUN
bracis-33609	24	14	,	,	PUNCT
bracis-33609	24	15	not	not	PART
bracis-33609	24	16	yet	yet	ADV
bracis-33609	24	17	explicitly	explicitly	ADV
bracis-33609	24	18	covered	cover	VERB
bracis-33609	24	19	by	by	ADP
bracis-33609	24	20	classical	classical	ADJ
bracis-33609	24	21	performance	performance	NOUN
bracis-33609	24	22	metrics	metric	NOUN
bracis-33609	24	23	.	.	PUNCT
bracis-33609	25	1	the	the	DET
bracis-33609	25	2	remainder	remainder	NOUN
bracis-33609	25	3	of	of	ADP
bracis-33609	25	4	the	the	DET
bracis-33609	25	5	paper	paper	NOUN
bracis-33609	25	6	is	be	AUX
bracis-33609	25	7	organized	organize	VERB
bracis-33609	25	8	as	as	SCONJ
bracis-33609	25	9	follows	follow	VERB
bracis-33609	25	10	:	:	PUNCT
bracis-33609	25	11	sect	sect	NOUN
bracis-33609	25	12	.	.	PUNCT
bracis-33609	25	13	 	 	SPACE
bracis-33609	26	1	2	2	NUM
bracis-33609	26	2	presents	present	VERB
bracis-33609	26	3	the	the	DET
bracis-33609	26	4	necessary	necessary	ADJ
bracis-33609	26	5	theoretical	theoretical	ADJ
bracis-33609	26	6	framework	framework	NOUN
bracis-33609	26	7	of	of	ADP
bracis-33609	26	8	the	the	DET
bracis-33609	26	9	article	article	NOUN
bracis-33609	26	10	,	,	PUNCT
bracis-33609	26	11	and	and	CCONJ
bracis-33609	26	12	explains	explain	VERB
bracis-33609	26	13	the	the	DET
bracis-33609	26	14	concepts	concept	NOUN
bracis-33609	26	15	of	of	ADP
bracis-33609	26	16	using	use	VERB
bracis-33609	26	17	irt	irt	PROPN
bracis-33609	26	18	applied	apply	VERB
bracis-33609	26	19	to	to	ADP
bracis-33609	26	20	ml	ml	ADV
bracis-33609	26	21	;	;	PUNCT
bracis-33609	26	22	sect	sect	NOUN
bracis-33609	26	23	.	.	PUNCT
bracis-33609	26	24	 	 	SPACE
bracis-33609	27	1	3	3	NUM
bracis-33609	27	2	deals	deal	NOUN
bracis-33609	27	3	with	with	ADP
bracis-33609	27	4	the	the	DET
bracis-33609	27	5	methodology	methodology	NOUN
bracis-33609	27	6	used	use	VERB
bracis-33609	27	7	to	to	PART
bracis-33609	27	8	carry	carry	VERB
bracis-33609	27	9	out	out	ADP
bracis-33609	27	10	the	the	DET
bracis-33609	27	11	experiments	experiment	NOUN
bracis-33609	27	12	proposed	propose	VERB
bracis-33609	27	13	in	in	ADP
bracis-33609	27	14	the	the	DET
bracis-33609	27	15	article	article	NOUN
bracis-33609	27	16	;	;	PUNCT
bracis-33609	27	17	sect	sect	NOUN
bracis-33609	27	18	.	.	PUNCT
bracis-33609	27	19	 	 	SPACE
bracis-33609	28	1	4	4	NUM
bracis-33609	28	2	presents	present	VERB
bracis-33609	28	3	the	the	DET
bracis-33609	28	4	results	result	NOUN
bracis-33609	28	5	obtained	obtain	VERB
bracis-33609	28	6	by	by	ADP
bracis-33609	28	7	the	the	DET
bracis-33609	28	8	experiments	experiment	NOUN
bracis-33609	28	9	and	and	CCONJ
bracis-33609	28	10	discusses	discuss	VERB
bracis-33609	28	11	what	what	PRON
bracis-33609	28	12	was	be	AUX
bracis-33609	28	13	observed	observe	VERB
bracis-33609	28	14	;	;	PUNCT
bracis-33609	28	15	sect	sect	NOUN
bracis-33609	28	16	.	.	PUNCT
bracis-33609	28	17	 	 	SPACE
bracis-33609	28	18	5	5	NUM
bracis-33609	28	19	concludes	conclude	VERB
bracis-33609	28	20	the	the	DET
bracis-33609	28	21	article	article	NOUN
bracis-33609	28	22	and	and	CCONJ
bracis-33609	28	23	presents	present	VERB
bracis-33609	28	24	future	future	ADJ
bracis-33609	28	25	work	work	NOUN
bracis-33609	28	26	.	.	PUNCT
bracis-33609	29	1	2	2	NUM
bracis-33609	29	2	background	background	NOUN
bracis-33609	29	3	2.1	2.1	NUM
bracis-33609	29	4	item	item	NOUN
bracis-33609	29	5	response	response	NOUN
bracis-33609	29	6	theory	theory	NOUN
bracis-33609	29	7	the	the	DET
bracis-33609	29	8	objective	objective	NOUN
bracis-33609	29	9	of	of	ADP
bracis-33609	29	10	this	this	DET
bracis-33609	29	11	section	section	NOUN
bracis-33609	29	12	is	be	AUX
bracis-33609	29	13	to	to	PART
bracis-33609	29	14	explain	explain	VERB
bracis-33609	29	15	the	the	DET
bracis-33609	29	16	psychometric	psychometric	ADJ
bracis-33609	29	17	concepts	concept	NOUN
bracis-33609	29	18	of	of	ADP
bracis-33609	29	19	irt	irt	PROPN
bracis-33609	29	20	,	,	PUNCT
bracis-33609	29	21	how	how	SCONJ
bracis-33609	29	22	it	it	PRON
bracis-33609	29	23	works	work	VERB
bracis-33609	29	24	and	and	CCONJ
bracis-33609	29	25	how	how	SCONJ
bracis-33609	29	26	it	it	PRON
bracis-33609	29	27	can	can	AUX
bracis-33609	29	28	be	be	AUX
bracis-33609	29	29	used	use	VERB
bracis-33609	29	30	in	in	ADP
bracis-33609	29	31	machine	machine	NOUN
bracis-33609	29	32	learning	learning	NOUN
bracis-33609	29	33	.	.	PUNCT
bracis-33609	30	1	as	as	SCONJ
bracis-33609	30	2	already	already	ADV
bracis-33609	30	3	mentioned	mention	VERB
bracis-33609	30	4	in	in	ADP
bracis-33609	30	5	sect	sect	NOUN
bracis-33609	30	6	.	.	PUNCT
bracis-33609	30	7	 	 	SPACE
bracis-33609	31	1	1	1	NUM
bracis-33609	31	2	,	,	PUNCT
bracis-33609	31	3	irt	irt	PROPN
bracis-33609	31	4	emerged	emerge	VERB
bracis-33609	31	5	within	within	ADP
bracis-33609	31	6	psychometrics	psychometric	NOUN
bracis-33609	31	7	as	as	ADP
bracis-33609	31	8	a	a	DET
bracis-33609	31	9	new	new	ADJ
bracis-33609	31	10	way	way	NOUN
bracis-33609	31	11	of	of	ADP
bracis-33609	31	12	evaluating	evaluate	VERB
bracis-33609	31	13	individuals	individual	NOUN
bracis-33609	31	14	’	'	PUNCT
bracis-33609	31	15	performance	performance	NOUN
bracis-33609	31	16	on	on	ADP
bracis-33609	31	17	the	the	DET
bracis-33609	31	18	same	same	ADJ
bracis-33609	31	19	test	test	NOUN
bracis-33609	31	20	.	.	PUNCT
bracis-33609	32	1	just	just	ADV
bracis-33609	32	2	like	like	INTJ
bracis-33609	32	3	in	in	ADP
bracis-33609	32	4	classic	classic	ADJ
bracis-33609	32	5	ml	ml	NOUN
bracis-33609	32	6	metrics	metric	NOUN
bracis-33609	32	7	,	,	PUNCT
bracis-33609	32	8	the	the	DET
bracis-33609	32	9	classic	classic	ADJ
bracis-33609	32	10	way	way	NOUN
bracis-33609	32	11	of	of	ADP
bracis-33609	32	12	evaluating	evaluate	VERB
bracis-33609	32	13	people	people	NOUN
bracis-33609	32	14	is	be	AUX
bracis-33609	32	15	done	do	VERB
bracis-33609	32	16	through	through	ADP
bracis-33609	32	17	a	a	DET
bracis-33609	32	18	test	test	NOUN
bracis-33609	32	19	where	where	SCONJ
bracis-33609	32	20	performance	performance	NOUN
bracis-33609	32	21	is	be	AUX
bracis-33609	32	22	measured	measure	VERB
bracis-33609	32	23	based	base	VERB
bracis-33609	32	24	on	on	ADP
bracis-33609	32	25	the	the	DET
bracis-33609	32	26	individual	individual	NOUN
bracis-33609	32	27	’s	’s	PART
bracis-33609	32	28	mistakes	mistake	NOUN
bracis-33609	32	29	or	or	CCONJ
bracis-33609	32	30	successes	success	NOUN
bracis-33609	32	31	in	in	ADP
bracis-33609	32	32	the	the	DET
bracis-33609	32	33	test	test	NOUN
bracis-33609	32	34	,	,	PUNCT
bracis-33609	32	35	so	so	SCONJ
bracis-33609	32	36	that	that	SCONJ
bracis-33609	32	37	1	1	NUM
bracis-33609	32	38	is	be	AUX
bracis-33609	32	39	added	add	VERB
bracis-33609	32	40	for	for	ADP
bracis-33609	32	41	each	each	DET
bracis-33609	32	42	correct	correct	ADJ
bracis-33609	32	43	answer	answer	NOUN
bracis-33609	32	44	and	and	CCONJ
bracis-33609	32	45	0	0	NUM
bracis-33609	32	46	for	for	ADP
bracis-33609	32	47	each	each	DET
bracis-33609	32	48	error	error	NOUN
bracis-33609	32	49	.	.	PUNCT
bracis-33609	33	1	although	although	SCONJ
bracis-33609	33	2	it	it	PRON
bracis-33609	33	3	is	be	AUX
bracis-33609	33	4	still	still	ADV
bracis-33609	33	5	widely	widely	ADV
bracis-33609	33	6	used	use	VERB
bracis-33609	33	7	,	,	PUNCT
bracis-33609	33	8	this	this	DET
bracis-33609	33	9	format	format	NOUN
bracis-33609	33	10	is	be	AUX
bracis-33609	33	11	not	not	PART
bracis-33609	33	12	capable	capable	ADJ
bracis-33609	33	13	of	of	ADP
bracis-33609	33	14	measuring	measure	VERB
bracis-33609	33	15	an	an	DET
bracis-33609	33	16	individual	individual	NOUN
bracis-33609	33	17	’s	’s	PART
bracis-33609	33	18	real	real	ADJ
bracis-33609	33	19	ability	ability	NOUN
bracis-33609	33	20	,	,	PUNCT
bracis-33609	33	21	as	as	SCONJ
bracis-33609	33	22	it	it	PRON
bracis-33609	33	23	does	do	AUX
bracis-33609	33	24	not	not	PART
bracis-33609	33	25	consider	consider	VERB
bracis-33609	33	26	the	the	DET
bracis-33609	33	27	complexity	complexity	NOUN
bracis-33609	33	28	of	of	ADP
bracis-33609	33	29	the	the	DET
bracis-33609	33	30	different	different	ADJ
bracis-33609	33	31	items	item	NOUN
bracis-33609	33	32	that	that	PRON
bracis-33609	33	33	exist	exist	VERB
bracis-33609	33	34	in	in	ADP
bracis-33609	33	35	the	the	DET
bracis-33609	33	36	test	test	NOUN
bracis-33609	33	37	[	[	X
bracis-33609	33	38	3	3	NUM
bracis-33609	33	39	]	]	PUNCT
bracis-33609	33	40	.	.	PUNCT
bracis-33609	34	1	the	the	DET
bracis-33609	34	2	irt	irt	PROPN
bracis-33609	34	3	then	then	ADV
bracis-33609	34	4	emerges	emerge	VERB
bracis-33609	34	5	as	as	ADP
bracis-33609	34	6	a	a	DET
bracis-33609	34	7	new	new	ADJ
bracis-33609	34	8	assessment	assessment	NOUN
bracis-33609	34	9	approach	approach	NOUN
bracis-33609	34	10	that	that	PRON
bracis-33609	34	11	is	be	AUX
bracis-33609	34	12	centered	center	VERB
bracis-33609	34	13	on	on	ADP
bracis-33609	34	14	the	the	DET
bracis-33609	34	15	items	item	NOUN
bracis-33609	34	16	and	and	CCONJ
bracis-33609	34	17	not	not	PART
bracis-33609	34	18	on	on	ADP
bracis-33609	34	19	the	the	DET
bracis-33609	34	20	test	test	NOUN
bracis-33609	34	21	itself	itself	PRON
bracis-33609	34	22	.	.	PUNCT
bracis-33609	35	1	its	its	PRON
bracis-33609	35	2	objective	objective	NOUN
bracis-33609	35	3	is	be	AUX
bracis-33609	35	4	to	to	PART
bracis-33609	35	5	calculate	calculate	VERB
bracis-33609	35	6	the	the	DET
bracis-33609	35	7	probability	probability	NOUN
bracis-33609	35	8	of	of	ADP
bracis-33609	35	9	success	success	NOUN
bracis-33609	35	10	of	of	ADP
bracis-33609	35	11	a	a	DET
bracis-33609	35	12	given	give	VERB
bracis-33609	35	13	respondent	respondent	NOUN
bracis-33609	35	14	j	j	NOUN
bracis-33609	35	15	on	on	ADP
bracis-33609	35	16	a	a	DET
bracis-33609	35	17	specific	specific	ADJ
bracis-33609	35	18	item	item	NOUN
bracis-33609	35	19	i	i	PRON
bracis-33609	35	20	considering	consider	VERB
bracis-33609	35	21	the	the	DET
bracis-33609	35	22	ability	ability	NOUN
bracis-33609	35	23	\(\theta	\(\theta	NOUN
bracis-33609	35	24	\	\	PROPN
bracis-33609	35	25	)	)	PUNCT
bracis-33609	35	26	that	that	SCONJ
bracis-33609	35	27	this	this	DET
bracis-33609	35	28	individual	individual	NOUN
bracis-33609	35	29	has	have	VERB
bracis-33609	35	30	and	and	CCONJ
bracis-33609	35	31	the	the	DET
bracis-33609	35	32	parameters	parameter	NOUN
bracis-33609	35	33	that	that	PRON
bracis-33609	35	34	describe	describe	VERB
bracis-33609	35	35	item	item	NOUN
bracis-33609	35	36	i.	i.	PROPN
bracis-33609	35	37	there	there	PRON
bracis-33609	35	38	are	be	VERB
bracis-33609	35	39	3	3	NUM
bracis-33609	35	40	main	main	ADJ
bracis-33609	35	41	parameters	parameter	NOUN
bracis-33609	35	42	:	:	PUNCT
bracis-33609	35	43	(	(	PUNCT
bracis-33609	35	44	\(a_{i}\	\(a_{i}\	NOUN
bracis-33609	35	45	)	)	PUNCT
bracis-33609	35	46	)	)	PUNCT
bracis-33609	35	47	discrimination	discrimination	NOUN
bracis-33609	35	48	,	,	PUNCT
bracis-33609	35	49	whose	whose	DET
bracis-33609	35	50	value	value	NOUN
bracis-33609	35	51	represents	represent	VERB
bracis-33609	35	52	how	how	SCONJ
bracis-33609	35	53	well	well	ADV
bracis-33609	35	54	a	a	DET
bracis-33609	35	55	given	give	VERB
bracis-33609	35	56	item	item	NOUN
bracis-33609	35	57	is	be	AUX
bracis-33609	35	58	able	able	ADJ
bracis-33609	35	59	to	to	PART
bracis-33609	35	60	distinguish	distinguish	VERB
bracis-33609	35	61	respondents	respondent	NOUN
bracis-33609	35	62	with	with	ADP
bracis-33609	35	63	high	high	ADJ
bracis-33609	35	64	ability	ability	NOUN
bracis-33609	35	65	from	from	ADP
bracis-33609	35	66	respondents	respondent	NOUN
bracis-33609	35	67	with	with	ADP
bracis-33609	35	68	low	low	ADJ
bracis-33609	35	69	ability	ability	NOUN
bracis-33609	35	70	,	,	PUNCT
bracis-33609	35	71	the	the	PRON
bracis-33609	35	72	higher	high	ADJ
bracis-33609	35	73	its	its	PRON
bracis-33609	35	74	value	value	NOUN
bracis-33609	35	75	,	,	PUNCT
bracis-33609	35	76	the	the	DET
bracis-33609	35	77	more	more	ADV
bracis-33609	35	78	discriminating	discriminating	ADJ
bracis-33609	35	79	the	the	DET
bracis-33609	35	80	item	item	NOUN
bracis-33609	35	81	is	be	AUX
bracis-33609	35	82	;	;	PUNCT
bracis-33609	35	83	(	(	PUNCT
bracis-33609	35	84	\(b_{i}\	\(b_{i}\	PROPN
bracis-33609	35	85	)	)	PUNCT
bracis-33609	35	86	)	)	PUNCT
bracis-33609	35	87	difficulty	difficulty	NOUN
bracis-33609	35	88	,	,	PUNCT
bracis-33609	35	89	restates	restate	VERB
bracis-33609	35	90	how	how	SCONJ
bracis-33609	35	91	difficult	difficult	ADJ
bracis-33609	35	92	an	an	DET
bracis-33609	35	93	item	item	NOUN
bracis-33609	35	94	is	be	AUX
bracis-33609	35	95	to	to	PART
bracis-33609	35	96	answer	answer	VERB
bracis-33609	35	97	correctly	correctly	ADV
bracis-33609	35	98	,	,	PUNCT
bracis-33609	35	99	the	the	PRON
bracis-33609	35	100	higher	high	ADJ
bracis-33609	35	101	its	its	PRON
bracis-33609	35	102	value	value	NOUN
bracis-33609	35	103	,	,	PUNCT
bracis-33609	35	104	the	the	PRON
bracis-33609	35	105	more	more	ADV
bracis-33609	35	106	difficult	difficult	ADJ
bracis-33609	35	107	an	an	DET
bracis-33609	35	108	item	item	NOUN
bracis-33609	35	109	is	be	AUX
bracis-33609	35	110	;	;	PUNCT
bracis-33609	35	111	(	(	PUNCT
bracis-33609	35	112	\(c_{i}\	\(c_{i}\	X
bracis-33609	35	113	)	)	PUNCT
bracis-33609	35	114	)	)	PUNCT
bracis-33609	36	1	guessing	guess	VERB
bracis-33609	36	2	,	,	PUNCT
bracis-33609	36	3	the	the	DET
bracis-33609	36	4	parameter	parameter	NOUN
bracis-33609	36	5	that	that	PRON
bracis-33609	36	6	indicates	indicate	VERB
bracis-33609	36	7	the	the	DET
bracis-33609	36	8	minimum	minimum	ADJ
bracis-33609	36	9	chance	chance	NOUN
bracis-33609	36	10	that	that	SCONJ
bracis-33609	36	11	an	an	DET
bracis-33609	36	12	item	item	NOUN
bracis-33609	36	13	has	have	AUX
bracis-33609	36	14	of	of	ADP
bracis-33609	36	15	being	be	AUX
bracis-33609	36	16	answered	answer	VERB
bracis-33609	36	17	correctly	correctly	ADV
bracis-33609	36	18	or	or	CCONJ
bracis-33609	36	19	the	the	DET
bracis-33609	36	20	chance	chance	NOUN
bracis-33609	36	21	of	of	ADP
bracis-33609	36	22	a	a	DET
bracis-33609	36	23	low	low	ADJ
bracis-33609	36	24	-	-	PUNCT
bracis-33609	36	25	skill	skill	NOUN
bracis-33609	36	26	respondent	respondent	NOUN
bracis-33609	36	27	getting	get	VERB
bracis-33609	36	28	the	the	DET
bracis-33609	36	29	item	item	NOUN
bracis-33609	36	30	right	right	ADV
bracis-33609	36	31	at	at	ADP
bracis-33609	36	32	random	random	ADJ
bracis-33609	37	1	[	[	X
bracis-33609	37	2	4	4	NUM
bracis-33609	37	3	]	]	PUNCT
bracis-33609	37	4	.	.	PUNCT
bracis-33609	38	1	irt	irt	PROPN
bracis-33609	38	2	has	have	VERB
bracis-33609	38	3	different	different	ADJ
bracis-33609	38	4	logistic	logistic	ADJ
bracis-33609	38	5	models	model	NOUN
bracis-33609	38	6	that	that	PRON
bracis-33609	38	7	are	be	AUX
bracis-33609	38	8	used	use	VERB
bracis-33609	38	9	to	to	PART
bracis-33609	38	10	calculate	calculate	VERB
bracis-33609	38	11	the	the	DET
bracis-33609	38	12	probability	probability	NOUN
bracis-33609	38	13	of	of	ADP
bracis-33609	38	14	a	a	DET
bracis-33609	38	15	correct	correct	ADJ
bracis-33609	38	16	answer	answer	NOUN
bracis-33609	38	17	,	,	PUNCT
bracis-33609	38	18	determined	determine	VERB
bracis-33609	38	19	by	by	ADP
bracis-33609	38	20	the	the	DET
bracis-33609	38	21	number	number	NOUN
bracis-33609	38	22	of	of	ADP
bracis-33609	38	23	item	item	NOUN
bracis-33609	38	24	parameters	parameter	NOUN
bracis-33609	38	25	they	they	PRON
bracis-33609	38	26	use	use	VERB
bracis-33609	38	27	.	.	PUNCT
bracis-33609	39	1	the	the	DET
bracis-33609	39	2	logistic	logistic	ADJ
bracis-33609	39	3	model	model	NOUN
bracis-33609	39	4	that	that	PRON
bracis-33609	39	5	uses	use	VERB
bracis-33609	39	6	the	the	DET
bracis-33609	39	7	three	three	NUM
bracis-33609	39	8	item	item	NOUN
bracis-33609	39	9	parameters	parameter	NOUN
bracis-33609	39	10	is	be	AUX
bracis-33609	39	11	called	call	VERB
bracis-33609	39	12	the	the	DET
bracis-33609	39	13	three	three	NUM
bracis-33609	39	14	-	-	PUNCT
bracis-33609	39	15	parameter	parameter	NOUN
bracis-33609	39	16	logistic	logistic	ADJ
bracis-33609	39	17	model	model	NOUN
bracis-33609	39	18	(	(	PUNCT
bracis-33609	39	19	3pl	3pl	NOUN
bracis-33609	39	20	)	)	PUNCT
bracis-33609	39	21	for	for	ADP
bracis-33609	39	22	dichotomous	dichotomous	ADJ
bracis-33609	39	23	items	item	NOUN
bracis-33609	39	24	,	,	PUNCT
bracis-33609	39	25	i.e.	i.e.	X
bracis-33609	39	26	,	,	PUNCT
bracis-33609	39	27	items	item	NOUN
bracis-33609	39	28	where	where	SCONJ
bracis-33609	39	29	only	only	ADV
bracis-33609	39	30	whether	whether	SCONJ
bracis-33609	39	31	it	it	PRON
bracis-33609	39	32	was	be	AUX
bracis-33609	39	33	answered	answer	VERB
bracis-33609	39	34	correctly	correctly	ADV
bracis-33609	39	35	or	or	CCONJ
bracis-33609	39	36	not	not	PART
bracis-33609	39	37	is	be	AUX
bracis-33609	39	38	considered	consider	VERB
bracis-33609	39	39	.	.	PUNCT
bracis-33609	40	1	the	the	DET
bracis-33609	40	2	3pl	3pl	ADJ
bracis-33609	40	3	logistic	logistic	ADJ
bracis-33609	40	4	model	model	NOUN
bracis-33609	40	5	is	be	AUX
bracis-33609	40	6	defined	define	VERB
bracis-33609	40	7	by	by	ADP
bracis-33609	40	8	eq	eq	PROPN
bracis-33609	40	9	.	.	PROPN
bracis-33609	40	10	 	 	SPACE
bracis-33609	40	11	1	1	NUM
bracis-33609	40	12	,	,	PUNCT
bracis-33609	40	13	where	where	SCONJ
bracis-33609	40	14	\(p(u_{ij	\(p(u_{ij	VERB
bracis-33609	40	15	}	}	PUNCT
bracis-33609	40	16	=	=	PUNCT
bracis-33609	40	17	1\vert	1\vert	PROPN
bracis-33609	40	18	\theta	\theta	PUNCT
bracis-33609	40	19	_	_	PUNCT
bracis-33609	40	20	{	{	PUNCT
bracis-33609	40	21	j})\	j})\	PROPN
bracis-33609	40	22	)	)	PUNCT
bracis-33609	40	23	is	be	AUX
bracis-33609	40	24	the	the	DET
bracis-33609	40	25	probability	probability	NOUN
bracis-33609	40	26	of	of	ADP
bracis-33609	40	27	the	the	DET
bracis-33609	40	28	respondent	respondent	NOUN
bracis-33609	40	29	\(\theta	\(\theta	NOUN
bracis-33609	40	30	_	_	PUNCT
bracis-33609	40	31	{	{	PUNCT
bracis-33609	40	32	j}\	j}\	PROPN
bracis-33609	40	33	)	)	PUNCT
bracis-33609	40	34	correctly	correctly	ADV
bracis-33609	40	35	answering	answer	VERB
bracis-33609	40	36	the	the	DET
bracis-33609	40	37	dichotomous	dichotomous	ADJ
bracis-33609	40	38	item	item	NOUN
bracis-33609	40	39	\(u_{ij}\	\(u_{ij}\	NOUN
bracis-33609	40	40	)	)	PUNCT
bracis-33609	41	1	[	[	X
bracis-33609	41	2	3	3	NUM
bracis-33609	41	3	,	,	PUNCT
bracis-33609	41	4	4	4	NUM
bracis-33609	41	5	]	]	PUNCT
bracis-33609	41	6	.	.	PUNCT
bracis-33609	42	1	$	$	SYM
bracis-33609	42	2	$	$	SYM
bracis-33609	42	3	\begin{aligned	\begin{aligne	VERB
bracis-33609	42	4	}	}	PUNCT
bracis-33609	42	5	p(u_{ij	p(u_{ij	NOUN
bracis-33609	42	6	}	}	PUNCT
bracis-33609	42	7	=	=	PUNCT
bracis-33609	43	1	1\vert	1\vert	PROPN
bracis-33609	43	2	\theta	\theta	X
bracis-33609	43	3	_	_	PUNCT
bracis-33609	43	4	{	{	PUNCT
bracis-33609	43	5	j	j	NOUN
bracis-33609	43	6	}	}	PUNCT
bracis-33609	43	7	)	)	PUNCT
bracis-33609	43	8	=	=	SYM
bracis-33609	43	9	c_{i	c_{i	PROPN
bracis-33609	43	10	}	}	PUNCT
bracis-33609	43	11	+	+	CCONJ
bracis-33609	43	12	(	(	PUNCT
bracis-33609	43	13	1	1	NUM
bracis-33609	43	14	c_{i})\frac{1}{1	c_{i})\frac{1}{1	PROPN
bracis-33609	43	15	+	+	PROPN
bracis-33609	43	16	e^{-a_{i}(\theta	e^{-a_{i}(\theta	PROPN
bracis-33609	43	17	_	_	PROPN
bracis-33609	43	18	{	{	PUNCT
bracis-33609	43	19	j}-b_{i	j}-b_{i	NOUN
bracis-33609	43	20	}	}	PUNCT
bracis-33609	43	21	)	)	PUNCT
bracis-33609	43	22	}	}	PUNCT
bracis-33609	43	23	}	}	PUNCT
bracis-33609	43	24	\end{aligned}$$	\end{aligned}$$	X
bracis-33609	43	25	(	(	PUNCT
bracis-33609	43	26	1	1	NUM
bracis-33609	43	27	)	)	PUNCT
bracis-33609	43	28	despite	despite	SCONJ
bracis-33609	43	29	being	be	AUX
bracis-33609	43	30	item	item	NOUN
bracis-33609	43	31	-	-	PUNCT
bracis-33609	43	32	centered	center	VERB
bracis-33609	43	33	,	,	PUNCT
bracis-33609	43	34	irt	irt	PROPN
bracis-33609	43	35	is	be	AUX
bracis-33609	43	36	also	also	ADV
bracis-33609	43	37	capable	capable	ADJ
bracis-33609	43	38	of	of	ADP
bracis-33609	43	39	generating	generate	VERB
bracis-33609	43	40	a	a	DET
bracis-33609	43	41	final	final	ADJ
bracis-33609	43	42	score	score	NOUN
bracis-33609	43	43	on	on	ADP
bracis-33609	43	44	an	an	DET
bracis-33609	43	45	individual	individual	NOUN
bracis-33609	43	46	’s	’s	PART
bracis-33609	43	47	performance	performance	NOUN
bracis-33609	43	48	.	.	PUNCT
bracis-33609	44	1	to	to	PART
bracis-33609	44	2	do	do	VERB
bracis-33609	44	3	this	this	PRON
bracis-33609	44	4	,	,	PUNCT
bracis-33609	44	5	you	you	PRON
bracis-33609	44	6	can	can	AUX
bracis-33609	44	7	use	use	VERB
bracis-33609	44	8	the	the	DET
bracis-33609	44	9	concept	concept	NOUN
bracis-33609	44	10	of	of	ADP
bracis-33609	44	11	true	true	ADJ
bracis-33609	44	12	score	score	NOUN
bracis-33609	45	1	[	[	X
bracis-33609	45	2	9	9	NUM
bracis-33609	45	3	]	]	PUNCT
bracis-33609	45	4	,	,	PUNCT
bracis-33609	45	5	which	which	PRON
bracis-33609	45	6	generates	generate	VERB
bracis-33609	45	7	a	a	DET
bracis-33609	45	8	score	score	NOUN
bracis-33609	45	9	\(trues_{j}\	\(trues_{j}\	NOUN
bracis-33609	45	10	)	)	PUNCT
bracis-33609	45	11	for	for	ADP
bracis-33609	45	12	each	each	DET
bracis-33609	45	13	respondent	respondent	NOUN
bracis-33609	45	14	based	base	VERB
bracis-33609	45	15	on	on	ADP
bracis-33609	45	16	the	the	DET
bracis-33609	45	17	sum	sum	NOUN
bracis-33609	45	18	of	of	ADP
bracis-33609	45	19	the	the	DET
bracis-33609	45	20	probabilities	probability	NOUN
bracis-33609	45	21	of	of	ADP
bracis-33609	45	22	a	a	DET
bracis-33609	45	23	correct	correct	ADJ
bracis-33609	45	24	answer	answer	NOUN
bracis-33609	45	25	\(p(u_{ij	\(p(u_{ij	ADP
bracis-33609	45	26	}	}	PUNCT
bracis-33609	45	27	=	=	PUNCT
bracis-33609	45	28	1\vert	1\vert	PROPN
bracis-33609	45	29	\theta	\theta	PUNCT
bracis-33609	45	30	_	_	PUNCT
bracis-33609	45	31	{	{	PUNCT
bracis-33609	45	32	j})\	j})\	NOUN
bracis-33609	45	33	)	)	PUNCT
bracis-33609	45	34	calculated	calculate	VERB
bracis-33609	45	35	for	for	ADP
bracis-33609	45	36	each	each	DET
bracis-33609	45	37	test	test	NOUN
bracis-33609	45	38	item	item	NOUN
bracis-33609	45	39	,	,	PUNCT
bracis-33609	45	40	the	the	DET
bracis-33609	45	41	true	true	ADJ
bracis-33609	45	42	score	score	NOUN
bracis-33609	45	43	is	be	AUX
bracis-33609	45	44	defined	define	VERB
bracis-33609	45	45	by	by	ADP
bracis-33609	45	46	eq	eq	PROPN
bracis-33609	45	47	.	.	PROPN
bracis-33609	45	48	 	 	SPACE
bracis-33609	45	49	2	2	NUM
bracis-33609	45	50	.	.	X
bracis-33609	45	51	$	$	SYM
bracis-33609	45	52	$	$	SYM
bracis-33609	45	53	\begin{aligned	\begin{aligne	VERB
bracis-33609	45	54	}	}	PUNCT
bracis-33609	45	55	trues_{j	trues_{j	NUM
bracis-33609	45	56	}	}	PUNCT
bracis-33609	45	57	=	=	VERB
bracis-33609	45	58	\sum	\sum	NOUN
bracis-33609	45	59	_	_	PUNCT
bracis-33609	45	60	{	{	PUNCT
bracis-33609	45	61	i=1}^{n	i=1}^{n	ADJ
bracis-33609	45	62	}	}	PUNCT
bracis-33609	45	63	p(u_{ij	p(u_{ij	NOUN
bracis-33609	45	64	}	}	PUNCT
bracis-33609	45	65	=	=	PUNCT
bracis-33609	45	66	1\vert	1\vert	PROPN
bracis-33609	45	67	\theta	\theta	X
bracis-33609	45	68	_	_	PUNCT
bracis-33609	45	69	{	{	PUNCT
bracis-33609	45	70	j	j	NOUN
bracis-33609	45	71	}	}	PUNCT
bracis-33609	45	72	)	)	PUNCT
bracis-33609	45	73	\end{aligned}$$	\end{aligned}$$	PROPN
bracis-33609	45	74	(	(	PUNCT
bracis-33609	45	75	2	2	NUM
bracis-33609	45	76	)	)	PUNCT
bracis-33609	45	77	item	item	NOUN
bracis-33609	45	78	characteristic	characteristic	ADJ
bracis-33609	45	79	curve	curve	NOUN
bracis-33609	45	80	.	.	PUNCT
bracis-33609	46	1	one	one	NUM
bracis-33609	46	2	of	of	ADP
bracis-33609	46	3	the	the	DET
bracis-33609	46	4	main	main	ADJ
bracis-33609	46	5	products	product	NOUN
bracis-33609	46	6	of	of	ADP
bracis-33609	46	7	the	the	DET
bracis-33609	46	8	irt	irt	PROPN
bracis-33609	46	9	is	be	AUX
bracis-33609	46	10	the	the	DET
bracis-33609	46	11	item	item	NOUN
bracis-33609	46	12	characteristic	characteristic	ADJ
bracis-33609	46	13	curve	curve	NOUN
bracis-33609	46	14	(	(	PUNCT
bracis-33609	46	15	icc	icc	PROPN
bracis-33609	46	16	)	)	PUNCT
bracis-33609	46	17	,	,	PUNCT
bracis-33609	46	18	which	which	PRON
bracis-33609	46	19	allows	allow	VERB
bracis-33609	46	20	analyzing	analyze	VERB
bracis-33609	46	21	the	the	DET
bracis-33609	46	22	relationship	relationship	NOUN
bracis-33609	46	23	between	between	ADP
bracis-33609	46	24	item	item	NOUN
bracis-33609	46	25	parameters	parameter	NOUN
bracis-33609	46	26	and	and	CCONJ
bracis-33609	46	27	the	the	DET
bracis-33609	46	28	probability	probability	NOUN
bracis-33609	46	29	of	of	ADP
bracis-33609	46	30	a	a	DET
bracis-33609	46	31	correct	correct	ADJ
bracis-33609	46	32	answer	answer	NOUN
bracis-33609	46	33	given	give	VERB
bracis-33609	46	34	the	the	DET
bracis-33609	46	35	variation	variation	NOUN
bracis-33609	46	36	in	in	ADP
bracis-33609	46	37	ability	ability	NOUN
bracis-33609	46	38	.	.	PUNCT
bracis-33609	47	1	figure	figure	NOUN
bracis-33609	47	2	 	 	SPACE
bracis-33609	47	3	1	1	NUM
bracis-33609	47	4	presents	present	VERB
bracis-33609	47	5	an	an	DET
bracis-33609	47	6	example	example	NOUN
bracis-33609	47	7	of	of	ADP
bracis-33609	47	8	the	the	DET
bracis-33609	47	9	icc	icc	NOUN
bracis-33609	47	10	.	.	PUNCT
bracis-33609	48	1	it	it	PRON
bracis-33609	48	2	is	be	AUX
bracis-33609	48	3	possible	possible	ADJ
bracis-33609	48	4	to	to	PART
bracis-33609	48	5	visualize	visualize	VERB
bracis-33609	48	6	the	the	DET
bracis-33609	48	7	behavior	behavior	NOUN
bracis-33609	48	8	of	of	ADP
bracis-33609	48	9	the	the	DET
bracis-33609	48	10	probability	probability	NOUN
bracis-33609	48	11	of	of	ADP
bracis-33609	48	12	a	a	DET
bracis-33609	48	13	correct	correct	ADJ
bracis-33609	48	14	answer	answer	NOUN
bracis-33609	48	15	increasing	increase	VERB
bracis-33609	48	16	as	as	ADP
bracis-33609	48	17	the	the	DET
bracis-33609	48	18	ability	ability	NOUN
bracis-33609	48	19	\(\theta	\(\theta	NOUN
bracis-33609	48	20	\	\	NOUN
bracis-33609	48	21	)	)	PUNCT
bracis-33609	48	22	also	also	ADV
bracis-33609	48	23	increases	increase	VERB
bracis-33609	48	24	.	.	PUNCT
bracis-33609	49	1	in	in	ADP
bracis-33609	49	2	the	the	DET
bracis-33609	49	3	icc	icc	NOUN
bracis-33609	49	4	the	the	DET
bracis-33609	49	5	guessing	guess	VERB
bracis-33609	49	6	parameter	parameter	NOUN
bracis-33609	49	7	c	c	PROPN
bracis-33609	49	8	determines	determine	VERB
bracis-33609	49	9	the	the	DET
bracis-33609	49	10	lowest	low	ADJ
bracis-33609	49	11	probability	probability	NOUN
bracis-33609	49	12	of	of	ADP
bracis-33609	49	13	a	a	DET
bracis-33609	49	14	correct	correct	ADJ
bracis-33609	49	15	answer	answer	NOUN
bracis-33609	49	16	that	that	SCONJ
bracis-33609	49	17	the	the	DET
bracis-33609	49	18	curve	curve	NOUN
bracis-33609	49	19	will	will	AUX
bracis-33609	49	20	have	have	VERB
bracis-33609	49	21	,	,	PUNCT
bracis-33609	49	22	while	while	SCONJ
bracis-33609	49	23	the	the	DET
bracis-33609	49	24	discrimination	discrimination	NOUN
bracis-33609	49	25	a	a	DET
bracis-33609	49	26	determines	determine	NOUN
bracis-33609	49	27	the	the	DET
bracis-33609	49	28	slope	slope	NOUN
bracis-33609	49	29	of	of	ADP
bracis-33609	49	30	the	the	DET
bracis-33609	49	31	curve	curve	NOUN
bracis-33609	49	32	,	,	PUNCT
bracis-33609	49	33	so	so	SCONJ
bracis-33609	49	34	that	that	SCONJ
bracis-33609	49	35	the	the	PRON
bracis-33609	49	36	higher	high	ADJ
bracis-33609	49	37	the	the	DET
bracis-33609	49	38	value	value	NOUN
bracis-33609	49	39	of	of	ADP
bracis-33609	49	40	a	a	DET
bracis-33609	49	41	the	the	DET
bracis-33609	49	42	steeper	steeper	NOUN
bracis-33609	49	43	the	the	DET
bracis-33609	49	44	curve	curve	NOUN
bracis-33609	49	45	becomes	become	VERB
bracis-33609	49	46	.	.	PUNCT
bracis-33609	50	1	the	the	DET
bracis-33609	50	2	difficulty	difficulty	NOUN
bracis-33609	50	3	b	b	PROPN
bracis-33609	50	4	and	and	CCONJ
bracis-33609	50	5	the	the	DET
bracis-33609	50	6	ability	ability	NOUN
bracis-33609	50	7	\(\theta	\(\theta	NOUN
bracis-33609	50	8	\	\	PROPN
bracis-33609	50	9	)	)	PUNCT
bracis-33609	50	10	are	be	AUX
bracis-33609	50	11	calculated	calculate	VERB
bracis-33609	50	12	on	on	ADP
bracis-33609	50	13	the	the	DET
bracis-33609	50	14	same	same	ADJ
bracis-33609	50	15	scale	scale	NOUN
bracis-33609	50	16	,	,	PUNCT
bracis-33609	50	17	so	so	SCONJ
bracis-33609	50	18	that	that	SCONJ
bracis-33609	50	19	if	if	SCONJ
bracis-33609	50	20	\(\theta	\(\theta	NOUN
bracis-33609	50	21	=	=	NOUN
bracis-33609	50	22	b\	b\	NOUN
bracis-33609	50	23	)	)	PUNCT
bracis-33609	50	24	the	the	DET
bracis-33609	50	25	chance	chance	NOUN
bracis-33609	50	26	of	of	ADP
bracis-33609	50	27	a	a	DET
bracis-33609	50	28	correct	correct	ADJ
bracis-33609	50	29	answer	answer	NOUN
bracis-33609	50	30	is	be	AUX
bracis-33609	50	31	equal	equal	ADJ
bracis-33609	50	32	to	to	ADP
bracis-33609	50	33	50	50	NUM
bracis-33609	50	34	%	%	NOUN
bracis-33609	50	35	.	.	PUNCT
bracis-33609	51	1	the	the	DET
bracis-33609	51	2	difficulty	difficulty	NOUN
bracis-33609	51	3	determines	determine	VERB
bracis-33609	51	4	the	the	DET
bracis-33609	51	5	point	point	NOUN
bracis-33609	51	6	on	on	ADP
bracis-33609	51	7	the	the	DET
bracis-33609	51	8	curve	curve	NOUN
bracis-33609	51	9	where	where	SCONJ
bracis-33609	51	10	this	this	PRON
bracis-33609	51	11	happens	happen	VERB
bracis-33609	51	12	[	[	X
bracis-33609	51	13	3	3	NUM
bracis-33609	51	14	]	]	PUNCT
bracis-33609	51	15	.	.	PUNCT
bracis-33609	52	1	fig	fig	NOUN
bracis-33609	52	2	.	.	PUNCT
bracis-33609	53	1	1	1	NUM
bracis-33609	53	2	.	.	X
bracis-33609	53	3	example	example	NOUN
bracis-33609	53	4	of	of	ADP
bracis-33609	53	5	item	item	NOUN
bracis-33609	53	6	characteristic	characteristic	ADJ
bracis-33609	53	7	curve	curve	NOUN
bracis-33609	53	8	.	.	PUNCT
bracis-33609	54	1	full	full	ADJ
bracis-33609	54	2	size	size	NOUN
bracis-33609	54	3	image	image	NOUN
bracis-33609	54	4	3	3	NUM
bracis-33609	54	5	methodology	methodology	NOUN
bracis-33609	54	6	in	in	ADP
bracis-33609	54	7	this	this	DET
bracis-33609	54	8	section	section	NOUN
bracis-33609	54	9	,	,	PUNCT
bracis-33609	54	10	the	the	DET
bracis-33609	54	11	methodology	methodology	NOUN
bracis-33609	54	12	used	use	VERB
bracis-33609	54	13	to	to	PART
bracis-33609	54	14	carry	carry	VERB
bracis-33609	54	15	out	out	ADP
bracis-33609	54	16	the	the	DET
bracis-33609	54	17	experiments	experiment	NOUN
bracis-33609	54	18	with	with	ADP
bracis-33609	54	19	the	the	DET
bracis-33609	54	20	application	application	NOUN
bracis-33609	54	21	of	of	ADP
bracis-33609	54	22	irt	irt	PROPN
bracis-33609	54	23	in	in	ADP
bracis-33609	54	24	ml	ml	PROPN
bracis-33609	54	25	will	will	AUX
bracis-33609	54	26	be	be	AUX
bracis-33609	54	27	presented	present	VERB
bracis-33609	54	28	.	.	PUNCT
bracis-33609	55	1	as	as	SCONJ
bracis-33609	55	2	mentioned	mention	VERB
bracis-33609	55	3	in	in	ADP
bracis-33609	55	4	sect	sect	NOUN
bracis-33609	55	5	.	.	PUNCT
bracis-33609	55	6	 	 	SPACE
bracis-33609	56	1	1	1	NUM
bracis-33609	56	2	,	,	PUNCT
bracis-33609	56	3	this	this	DET
bracis-33609	56	4	work	work	NOUN
bracis-33609	56	5	aims	aim	VERB
bracis-33609	56	6	to	to	PART
bracis-33609	56	7	explore	explore	VERB
bracis-33609	56	8	how	how	SCONJ
bracis-33609	56	9	irt	irt	PROPN
bracis-33609	56	10	can	can	AUX
bracis-33609	56	11	be	be	AUX
bracis-33609	56	12	useful	useful	ADJ
bracis-33609	56	13	for	for	ADP
bracis-33609	56	14	evaluating	evaluate	VERB
bracis-33609	56	15	ml	ml	NOUN
bracis-33609	56	16	models	model	NOUN
bracis-33609	56	17	considering	consider	VERB
bracis-33609	56	18	the	the	DET
bracis-33609	56	19	confusion	confusion	NOUN
bracis-33609	56	20	matrix	matrix	NOUN
bracis-33609	56	21	obtained	obtain	VERB
bracis-33609	56	22	in	in	ADP
bracis-33609	56	23	a	a	DET
bracis-33609	56	24	classical	classical	ADJ
bracis-33609	56	25	classification	classification	NOUN
bracis-33609	56	26	problemfootnote	problemfootnote	NOUN
bracis-33609	56	27	1	1	NUM
bracis-33609	56	28	.	.	PUNCT
bracis-33609	57	1	although	although	SCONJ
bracis-33609	57	2	its	its	PRON
bracis-33609	57	3	use	use	NOUN
bracis-33609	57	4	is	be	AUX
bracis-33609	57	5	aimed	aim	VERB
bracis-33609	57	6	at	at	ADP
bracis-33609	57	7	evaluating	evaluate	VERB
bracis-33609	57	8	individuals	individual	NOUN
bracis-33609	57	9	,	,	PUNCT
bracis-33609	57	10	as	as	SCONJ
bracis-33609	57	11	explained	explain	VERB
bracis-33609	57	12	in	in	ADP
bracis-33609	57	13	sect	sect	NOUN
bracis-33609	57	14	.	.	PUNCT
bracis-33609	57	15	 	 	SPACE
bracis-33609	58	1	2.1	2.1	NUM
bracis-33609	58	2	,	,	PUNCT
bracis-33609	58	3	a	a	DET
bracis-33609	58	4	simple	simple	ADJ
bracis-33609	58	5	analogy	analogy	NOUN
bracis-33609	58	6	is	be	AUX
bracis-33609	58	7	enough	enough	ADJ
bracis-33609	58	8	to	to	PART
bracis-33609	58	9	apply	apply	VERB
bracis-33609	58	10	irt	irt	PROPN
bracis-33609	58	11	in	in	ADP
bracis-33609	58	12	the	the	DET
bracis-33609	58	13	context	context	NOUN
bracis-33609	58	14	of	of	ADP
bracis-33609	58	15	ml	ml	INTJ
bracis-33609	58	16	when	when	SCONJ
bracis-33609	58	17	considering	consider	VERB
bracis-33609	58	18	respondents	respondent	NOUN
bracis-33609	58	19	as	as	ADP
bracis-33609	58	20	models	model	NOUN
bracis-33609	58	21	while	while	SCONJ
bracis-33609	58	22	items	item	NOUN
bracis-33609	58	23	are	be	AUX
bracis-33609	58	24	test	test	NOUN
bracis-33609	58	25	instances	instance	NOUN
bracis-33609	58	26	.	.	PUNCT
bracis-33609	59	1	to	to	PART
bracis-33609	59	2	calculate	calculate	VERB
bracis-33609	59	3	the	the	DET
bracis-33609	59	4	probability	probability	NOUN
bracis-33609	59	5	of	of	ADP
bracis-33609	59	6	a	a	DET
bracis-33609	59	7	correct	correct	ADJ
bracis-33609	59	8	answer	answer	NOUN
bracis-33609	59	9	,	,	PUNCT
bracis-33609	59	10	the	the	DET
bracis-33609	59	11	3pl	3pl	ADJ
bracis-33609	59	12	logistic	logistic	ADJ
bracis-33609	59	13	model	model	NOUN
bracis-33609	59	14	was	be	AUX
bracis-33609	59	15	used	use	VERB
bracis-33609	59	16	,	,	PUNCT
bracis-33609	59	17	due	due	ADP
bracis-33609	59	18	to	to	ADP
bracis-33609	59	19	the	the	DET
bracis-33609	59	20	fact	fact	NOUN
bracis-33609	59	21	that	that	SCONJ
bracis-33609	59	22	it	it	PRON
bracis-33609	59	23	considers	consider	VERB
bracis-33609	59	24	the	the	DET
bracis-33609	59	25	probability	probability	NOUN
bracis-33609	59	26	of	of	ADP
bracis-33609	59	27	a	a	DET
bracis-33609	59	28	random	random	ADJ
bracis-33609	59	29	hit	hit	NOUN
bracis-33609	59	30	,	,	PUNCT
bracis-33609	59	31	as	as	SCONJ
bracis-33609	59	32	it	it	PRON
bracis-33609	59	33	is	be	AUX
bracis-33609	59	34	possible	possible	ADJ
bracis-33609	59	35	for	for	SCONJ
bracis-33609	59	36	the	the	DET
bracis-33609	59	37	models	model	NOUN
bracis-33609	59	38	to	to	PART
bracis-33609	59	39	get	get	VERB
bracis-33609	59	40	the	the	DET
bracis-33609	59	41	instances	instance	NOUN
bracis-33609	59	42	right	right	ADV
bracis-33609	59	43	by	by	ADP
bracis-33609	59	44	guessing	guess	VERB
bracis-33609	59	45	.	.	PUNCT
bracis-33609	60	1	to	to	PART
bracis-33609	60	2	estimate	estimate	VERB
bracis-33609	60	3	the	the	DET
bracis-33609	60	4	item	item	NOUN
bracis-33609	60	5	parameters	parameter	NOUN
bracis-33609	60	6	of	of	ADP
bracis-33609	60	7	the	the	DET
bracis-33609	60	8	dataset	dataset	NOUN
bracis-33609	60	9	instances	instance	NOUN
bracis-33609	60	10	and	and	CCONJ
bracis-33609	60	11	the	the	DET
bracis-33609	60	12	ability	ability	NOUN
bracis-33609	60	13	of	of	ADP
bracis-33609	60	14	the	the	DET
bracis-33609	60	15	models	model	NOUN
bracis-33609	60	16	,	,	PUNCT
bracis-33609	60	17	the	the	DET
bracis-33609	60	18	birnbaum	birnbaum	PROPN
bracis-33609	60	19	method	method	NOUN
bracis-33609	60	20	[	[	X
bracis-33609	60	21	10	10	NUM
bracis-33609	60	22	]	]	PUNCT
bracis-33609	60	23	was	be	AUX
bracis-33609	60	24	used	use	VERB
bracis-33609	60	25	,	,	PUNCT
bracis-33609	60	26	where	where	SCONJ
bracis-33609	60	27	the	the	DET
bracis-33609	60	28	item	item	NOUN
bracis-33609	60	29	parameters	parameter	NOUN
bracis-33609	60	30	are	be	AUX
bracis-33609	60	31	first	first	ADV
bracis-33609	60	32	estimated	estimate	VERB
bracis-33609	60	33	by	by	ADP
bracis-33609	60	34	considering	consider	VERB
bracis-33609	60	35	only	only	ADV
bracis-33609	60	36	the	the	DET
bracis-33609	60	37	responses	response	NOUN
bracis-33609	60	38	of	of	ADP
bracis-33609	60	39	all	all	DET
bracis-33609	60	40	models	model	NOUN
bracis-33609	60	41	and	and	CCONJ
bracis-33609	60	42	subsequently	subsequently	ADV
bracis-33609	60	43	the	the	DET
bracis-33609	60	44	ability	ability	NOUN
bracis-33609	60	45	is	be	AUX
bracis-33609	60	46	estimated	estimate	VERB
bracis-33609	60	47	from	from	ADP
bracis-33609	60	48	the	the	DET
bracis-33609	60	49	item	item	NOUN
bracis-33609	60	50	parameters	parameter	NOUN
bracis-33609	60	51	obtained	obtain	VERB
bracis-33609	60	52	and	and	CCONJ
bracis-33609	60	53	the	the	DET
bracis-33609	60	54	response	response	NOUN
bracis-33609	60	55	vector	vector	NOUN
bracis-33609	60	56	of	of	ADP
bracis-33609	60	57	each	each	DET
bracis-33609	60	58	model	model	NOUN
bracis-33609	60	59	.	.	PUNCT
bracis-33609	61	1	as	as	ADP
bracis-33609	61	2	a	a	DET
bracis-33609	61	3	case	case	NOUN
bracis-33609	61	4	study	study	NOUN
bracis-33609	61	5	,	,	PUNCT
bracis-33609	61	6	the	the	DET
bracis-33609	61	7	heart	heart	NOUN
bracis-33609	61	8	-	-	PUNCT
bracis-33609	61	9	statlogfootnote	statlogfootnote	VERB
bracis-33609	61	10	2	2	NUM
bracis-33609	61	11	dataset	dataset	NOUN
bracis-33609	61	12	was	be	AUX
bracis-33609	61	13	chosen	choose	VERB
bracis-33609	61	14	.	.	PUNCT
bracis-33609	62	1	the	the	DET
bracis-33609	62	2	heart	heart	NOUN
bracis-33609	62	3	-	-	PUNCT
bracis-33609	62	4	statlog	statlog	NOUN
bracis-33609	62	5	is	be	AUX
bracis-33609	62	6	a	a	DET
bracis-33609	62	7	heart	heart	NOUN
bracis-33609	62	8	disease	disease	NOUN
bracis-33609	62	9	dataset	dataset	NOUN
bracis-33609	62	10	,	,	PUNCT
bracis-33609	62	11	which	which	PRON
bracis-33609	62	12	is	be	AUX
bracis-33609	62	13	composed	compose	VERB
bracis-33609	62	14	of	of	ADP
bracis-33609	62	15	270	270	NUM
bracis-33609	62	16	instances	instance	NOUN
bracis-33609	62	17	with	with	ADP
bracis-33609	62	18	13	13	NUM
bracis-33609	62	19	features	feature	NOUN
bracis-33609	62	20	.	.	PUNCT
bracis-33609	63	1	figure	figure	VERB
bracis-33609	63	2	 	 	SPACE
bracis-33609	63	3	2	2	NUM
bracis-33609	63	4	illustrates	illustrate	VERB
bracis-33609	63	5	the	the	DET
bracis-33609	63	6	methodology	methodology	NOUN
bracis-33609	63	7	used	use	VERB
bracis-33609	63	8	to	to	PART
bracis-33609	63	9	calculate	calculate	VERB
bracis-33609	63	10	the	the	DET
bracis-33609	63	11	irt	irt	PROPN
bracis-33609	63	12	estimators	estimator	NOUN
bracis-33609	63	13	,	,	PUNCT
bracis-33609	63	14	which	which	PRON
bracis-33609	63	15	is	be	AUX
bracis-33609	63	16	separated	separate	VERB
bracis-33609	63	17	into	into	ADP
bracis-33609	63	18	6	6	NUM
bracis-33609	63	19	main	main	ADJ
bracis-33609	63	20	steps	step	NOUN
bracis-33609	63	21	.	.	PUNCT
bracis-33609	64	1	fig	fig	NOUN
bracis-33609	64	2	.	.	PUNCT
bracis-33609	65	1	2	2	X
bracis-33609	65	2	.	.	X
bracis-33609	65	3	flowchart	flowchart	NOUN
bracis-33609	65	4	of	of	ADP
bracis-33609	65	5	the	the	DET
bracis-33609	65	6	methodology	methodology	NOUN
bracis-33609	65	7	.	.	PUNCT
bracis-33609	66	1	full	full	ADJ
bracis-33609	66	2	size	size	NOUN
bracis-33609	66	3	image	image	NOUN
bracis-33609	66	4	1	1	NUM
bracis-33609	66	5	.	.	PUNCT
bracis-33609	67	1	the	the	DET
bracis-33609	67	2	heart	heart	NOUN
bracis-33609	67	3	-	-	PUNCT
bracis-33609	67	4	satolog	satolog	NOUN
bracis-33609	67	5	dataset	dataset	NOUN
bracis-33609	67	6	is	be	AUX
bracis-33609	67	7	separated	separate	VERB
bracis-33609	67	8	into	into	ADP
bracis-33609	67	9	training	training	NOUN
bracis-33609	67	10	and	and	CCONJ
bracis-33609	67	11	testing	testing	NOUN
bracis-33609	67	12	.	.	PUNCT
bracis-33609	68	1	the	the	DET
bracis-33609	68	2	necessary	necessary	ADJ
bracis-33609	68	3	pre	pre	NOUN
bracis-33609	68	4	-	-	ADJ
bracis-33609	68	5	processing	processing	NOUN
bracis-33609	68	6	of	of	ADP
bracis-33609	68	7	the	the	DET
bracis-33609	68	8	data	data	NOUN
bracis-33609	68	9	is	be	AUX
bracis-33609	68	10	also	also	ADV
bracis-33609	68	11	carried	carry	VERB
bracis-33609	68	12	out	out	ADP
bracis-33609	68	13	at	at	ADP
bracis-33609	68	14	this	this	DET
bracis-33609	68	15	stage	stage	NOUN
bracis-33609	68	16	,	,	PUNCT
bracis-33609	68	17	such	such	ADJ
bracis-33609	68	18	as	as	ADP
bracis-33609	68	19	coding	code	VERB
bracis-33609	68	20	categorical	categorical	ADJ
bracis-33609	68	21	features	feature	NOUN
bracis-33609	68	22	.	.	PUNCT
bracis-33609	69	1	2	2	X
bracis-33609	69	2	.	.	X
bracis-33609	69	3	next	next	ADJ
bracis-33609	69	4	,	,	PUNCT
bracis-33609	69	5	200	200	NUM
bracis-33609	69	6	random	random	ADJ
bracis-33609	69	7	models	model	NOUN
bracis-33609	69	8	are	be	AUX
bracis-33609	69	9	generated	generate	VERB
bracis-33609	69	10	from	from	ADP
bracis-33609	69	11	different	different	ADJ
bracis-33609	69	12	classification	classification	NOUN
bracis-33609	69	13	algorithms	algorithm	NOUN
bracis-33609	69	14	that	that	PRON
bracis-33609	69	15	will	will	AUX
bracis-33609	69	16	be	be	AUX
bracis-33609	69	17	trained	train	VERB
bracis-33609	69	18	with	with	ADP
bracis-33609	69	19	the	the	DET
bracis-33609	69	20	training	training	NOUN
bracis-33609	69	21	dataset	dataset	NOUN
bracis-33609	69	22	.	.	PUNCT
bracis-33609	70	1	at	at	ADP
bracis-33609	70	2	this	this	DET
bracis-33609	70	3	stage	stage	NOUN
bracis-33609	70	4	,	,	PUNCT
bracis-33609	70	5	10	10	NUM
bracis-33609	70	6	fine	fine	ADV
bracis-33609	70	7	-	-	PUNCT
bracis-33609	70	8	tuned	tune	VERB
bracis-33609	70	9	models	model	NOUN
bracis-33609	70	10	are	be	AUX
bracis-33609	70	11	also	also	ADV
bracis-33609	70	12	trained	train	VERB
bracis-33609	70	13	,	,	PUNCT
bracis-33609	70	14	whose	whose	DET
bracis-33609	70	15	performance	performance	NOUN
bracis-33609	70	16	will	will	AUX
bracis-33609	70	17	be	be	AUX
bracis-33609	70	18	evaluated	evaluate	VERB
bracis-33609	70	19	later	later	ADV
bracis-33609	70	20	.	.	PUNCT
bracis-33609	71	1	3	3	X
bracis-33609	71	2	.	.	X
bracis-33609	71	3	the	the	DET
bracis-33609	71	4	trained	train	VERB
bracis-33609	71	5	random	random	ADJ
bracis-33609	71	6	models	model	NOUN
bracis-33609	71	7	must	must	AUX
bracis-33609	71	8	then	then	ADV
bracis-33609	71	9	classify	classify	VERB
bracis-33609	71	10	the	the	DET
bracis-33609	71	11	instances	instance	NOUN
bracis-33609	71	12	of	of	ADP
bracis-33609	71	13	the	the	DET
bracis-33609	71	14	test	test	NOUN
bracis-33609	71	15	dataset	dataset	VERB
bracis-33609	71	16	to	to	PART
bracis-33609	71	17	generate	generate	VERB
bracis-33609	71	18	the	the	DET
bracis-33609	71	19	response	response	NOUN
bracis-33609	71	20	matrix	matrix	NOUN
bracis-33609	71	21	from	from	ADP
bracis-33609	71	22	their	their	PRON
bracis-33609	71	23	predictions	prediction	NOUN
bracis-33609	71	24	.	.	PUNCT
bracis-33609	72	1	the	the	DET
bracis-33609	72	2	fitted	fit	VERB
bracis-33609	72	3	models	model	NOUN
bracis-33609	72	4	also	also	ADV
bracis-33609	72	5	classify	classify	VERB
bracis-33609	72	6	the	the	DET
bracis-33609	72	7	test	test	NOUN
bracis-33609	72	8	dataset	dataset	VERB
bracis-33609	72	9	.	.	PUNCT
bracis-33609	73	1	the	the	DET
bracis-33609	73	2	response	response	NOUN
bracis-33609	73	3	matrix	matrix	NOUN
bracis-33609	73	4	is	be	AUX
bracis-33609	73	5	a	a	DET
bracis-33609	73	6	matrix	matrix	NOUN
bracis-33609	73	7	where	where	SCONJ
bracis-33609	73	8	the	the	DET
bracis-33609	73	9	columns	column	NOUN
bracis-33609	73	10	are	be	AUX
bracis-33609	73	11	the	the	DET
bracis-33609	73	12	instances	instance	NOUN
bracis-33609	73	13	and	and	CCONJ
bracis-33609	73	14	the	the	DET
bracis-33609	73	15	rows	row	NOUN
bracis-33609	73	16	are	be	AUX
bracis-33609	73	17	the	the	DET
bracis-33609	73	18	dichotomous	dichotomous	ADJ
bracis-33609	73	19	response	response	NOUN
bracis-33609	73	20	vectors	vector	NOUN
bracis-33609	73	21	for	for	ADP
bracis-33609	73	22	each	each	DET
bracis-33609	73	23	instance	instance	NOUN
bracis-33609	73	24	,	,	PUNCT
bracis-33609	73	25	with	with	ADP
bracis-33609	73	26	1	1	NUM
bracis-33609	73	27	being	be	AUX
bracis-33609	73	28	correct	correct	ADJ
bracis-33609	73	29	and	and	CCONJ
bracis-33609	73	30	0	0	NUM
bracis-33609	73	31	being	be	AUX
bracis-33609	73	32	incorrect	incorrect	ADJ
bracis-33609	73	33	.	.	PUNCT
bracis-33609	74	1	4	4	X
bracis-33609	74	2	.	.	X
bracis-33609	74	3	the	the	DET
bracis-33609	74	4	response	response	NOUN
bracis-33609	74	5	matrix	matrix	NOUN
bracis-33609	74	6	that	that	PRON
bracis-33609	74	7	was	be	AUX
bracis-33609	74	8	obtained	obtain	VERB
bracis-33609	74	9	is	be	AUX
bracis-33609	74	10	used	use	VERB
bracis-33609	74	11	to	to	PART
bracis-33609	74	12	estimate	estimate	VERB
bracis-33609	74	13	the	the	DET
bracis-33609	74	14	item	item	NOUN
bracis-33609	74	15	parameters	parameter	NOUN
bracis-33609	74	16	of	of	ADP
bracis-33609	74	17	the	the	DET
bracis-33609	74	18	test	test	NOUN
bracis-33609	74	19	dataset	dataset	NOUN
bracis-33609	74	20	.	.	PUNCT
bracis-33609	75	1	5	5	X
bracis-33609	75	2	.	.	X
bracis-33609	75	3	with	with	ADP
bracis-33609	75	4	the	the	DET
bracis-33609	75	5	item	item	NOUN
bracis-33609	75	6	parameters	parameter	NOUN
bracis-33609	75	7	calculated	calculate	VERB
bracis-33609	75	8	,	,	PUNCT
bracis-33609	75	9	it	it	PRON
bracis-33609	75	10	is	be	AUX
bracis-33609	75	11	possible	possible	ADJ
bracis-33609	75	12	to	to	PART
bracis-33609	75	13	estimate	estimate	VERB
bracis-33609	75	14	the	the	DET
bracis-33609	75	15	ability	ability	NOUN
bracis-33609	75	16	of	of	ADP
bracis-33609	75	17	the	the	DET
bracis-33609	75	18	fine	fine	ADV
bracis-33609	75	19	-	-	PUNCT
bracis-33609	75	20	tuned	tune	VERB
bracis-33609	75	21	models	model	NOUN
bracis-33609	75	22	and	and	CCONJ
bracis-33609	75	23	then	then	ADV
bracis-33609	75	24	calculate	calculate	VERB
bracis-33609	75	25	the	the	DET
bracis-33609	75	26	probability	probability	NOUN
bracis-33609	75	27	of	of	ADP
bracis-33609	75	28	a	a	DET
bracis-33609	75	29	correct	correct	ADJ
bracis-33609	75	30	answer	answer	NOUN
bracis-33609	75	31	and	and	CCONJ
bracis-33609	75	32	the	the	DET
bracis-33609	75	33	irt	irt	PROPN
bracis-33609	75	34	scores	score	NOUN
bracis-33609	75	35	.	.	PUNCT
bracis-33609	76	1	6	6	X
bracis-33609	76	2	.	.	PUNCT
bracis-33609	76	3	the	the	DET
bracis-33609	76	4	results	result	NOUN
bracis-33609	76	5	obtained	obtain	VERB
bracis-33609	76	6	are	be	AUX
bracis-33609	76	7	then	then	ADV
bracis-33609	76	8	divided	divide	VERB
bracis-33609	76	9	according	accord	VERB
bracis-33609	76	10	to	to	ADP
bracis-33609	76	11	the	the	DET
bracis-33609	76	12	confusion	confusion	NOUN
bracis-33609	76	13	matrix	matrix	NOUN
bracis-33609	76	14	to	to	PART
bracis-33609	76	15	analyze	analyze	VERB
bracis-33609	76	16	the	the	DET
bracis-33609	76	17	performance	performance	NOUN
bracis-33609	76	18	of	of	ADP
bracis-33609	76	19	the	the	DET
bracis-33609	76	20	models	model	NOUN
bracis-33609	76	21	.	.	PUNCT
bracis-33609	77	1	to	to	PART
bracis-33609	77	2	estimate	estimate	VERB
bracis-33609	77	3	accurate	accurate	ADJ
bracis-33609	77	4	values	value	NOUN
bracis-33609	77	5	of	of	ADP
bracis-33609	77	6	item	item	NOUN
bracis-33609	77	7	parameters	parameter	NOUN
bracis-33609	77	8	,	,	PUNCT
bracis-33609	77	9	200	200	NUM
bracis-33609	77	10	random	random	ADJ
bracis-33609	77	11	classifiers	classifier	NOUN
bracis-33609	77	12	from	from	ADP
bracis-33609	77	13	10	10	NUM
bracis-33609	77	14	different	different	ADJ
bracis-33609	77	15	learning	learning	NOUN
bracis-33609	77	16	algorithms	algorithm	NOUN
bracis-33609	77	17	were	be	AUX
bracis-33609	77	18	used	use	VERB
bracis-33609	77	19	decision	decision	NOUN
bracis-33609	77	20	tree	tree	NOUN
bracis-33609	77	21	(	(	PUNCT
bracis-33609	77	22	dt	dt	PROPN
bracis-33609	77	23	)	)	PUNCT
bracis-33609	77	24	,	,	PUNCT
bracis-33609	77	25	random	random	ADJ
bracis-33609	77	26	forest	forest	NOUN
bracis-33609	77	27	(	(	PUNCT
bracis-33609	77	28	rf	rf	NOUN
bracis-33609	77	29	)	)	PUNCT
bracis-33609	77	30	,	,	PUNCT
bracis-33609	77	31	ada	ada	PROPN
bracis-33609	77	32	boost	boost	PROPN
bracis-33609	77	33	(	(	PUNCT
bracis-33609	77	34	ada	ada	PROPN
bracis-33609	77	35	)	)	PUNCT
bracis-33609	77	36	,	,	PUNCT
bracis-33609	77	37	gradient	gradient	NOUN
bracis-33609	77	38	boosting	boosting	NOUN
bracis-33609	77	39	(	(	PUNCT
bracis-33609	77	40	gb	gb	NOUN
bracis-33609	77	41	)	)	PUNCT
bracis-33609	77	42	,	,	PUNCT
bracis-33609	77	43	bagging	bagging	NOUN
bracis-33609	77	44	(	(	PUNCT
bracis-33609	77	45	bag	bag	NOUN
bracis-33609	77	46	)	)	PUNCT
bracis-33609	77	47	,	,	PUNCT
bracis-33609	77	48	multilayer	multilayer	PROPN
bracis-33609	77	49	perceptron	perceptron	PROPN
bracis-33609	77	50	(	(	PUNCT
bracis-33609	77	51	mlp	mlp	PROPN
bracis-33609	77	52	)	)	PUNCT
bracis-33609	77	53	,	,	PUNCT
bracis-33609	77	54	k	k	X
bracis-33609	77	55	-	-	PUNCT
bracis-33609	77	56	nearest	near	ADJ
bracis-33609	77	57	neighbors	neighbor	NOUN
bracis-33609	77	58	(	(	PUNCT
bracis-33609	77	59	knn	knn	PROPN
bracis-33609	77	60	)	)	PUNCT
bracis-33609	77	61	,	,	PUNCT
bracis-33609	77	62	support	support	NOUN
bracis-33609	77	63	vector	vector	NOUN
bracis-33609	77	64	machine	machine	NOUN
bracis-33609	77	65	(	(	PUNCT
bracis-33609	77	66	svm	svm	PROPN
bracis-33609	77	67	)	)	PUNCT
bracis-33609	77	68	,	,	PUNCT
bracis-33609	77	69	linear	linear	ADJ
bracis-33609	77	70	support	support	NOUN
bracis-33609	77	71	vector	vector	NOUN
bracis-33609	77	72	machine	machine	NOUN
bracis-33609	77	73	(	(	PUNCT
bracis-33609	77	74	lsvm	lsvm	ADJ
bracis-33609	77	75	)	)	PUNCT
bracis-33609	77	76	and	and	CCONJ
bracis-33609	77	77	linear	linear	VERB
bracis-33609	77	78	discriminant	discriminant	ADJ
bracis-33609	77	79	analysis	analysis	NOUN
bracis-33609	77	80	(	(	PUNCT
bracis-33609	77	81	lda	lda	PROPN
bracis-33609	77	82	)	)	PUNCT
bracis-33609	77	83	.	.	PUNCT
bracis-33609	78	1	to	to	PART
bracis-33609	78	2	achieve	achieve	VERB
bracis-33609	78	3	this	this	PRON
bracis-33609	78	4	,	,	PUNCT
bracis-33609	78	5	20	20	NUM
bracis-33609	78	6	models	model	NOUN
bracis-33609	78	7	were	be	AUX
bracis-33609	78	8	generated	generate	VERB
bracis-33609	78	9	with	with	ADP
bracis-33609	78	10	randomly	randomly	ADV
bracis-33609	78	11	chosen	choose	VERB
bracis-33609	78	12	hyperparameters	hyperparameter	NOUN
bracis-33609	78	13	for	for	ADP
bracis-33609	78	14	each	each	PRON
bracis-33609	78	15	of	of	ADP
bracis-33609	78	16	the	the	DET
bracis-33609	78	17	10	10	NUM
bracis-33609	78	18	algorithms	algorithm	NOUN
bracis-33609	78	19	used	use	VERB
bracis-33609	78	20	.	.	PUNCT
bracis-33609	79	1	this	this	DET
bracis-33609	79	2	way	way	NOUN
bracis-33609	79	3	,	,	PUNCT
bracis-33609	79	4	it	it	PRON
bracis-33609	79	5	is	be	AUX
bracis-33609	79	6	possible	possible	ADJ
bracis-33609	79	7	to	to	PART
bracis-33609	79	8	generate	generate	VERB
bracis-33609	79	9	a	a	DET
bracis-33609	79	10	diversity	diversity	NOUN
bracis-33609	79	11	of	of	ADP
bracis-33609	79	12	answers	answer	NOUN
bracis-33609	79	13	,	,	PUNCT
bracis-33609	79	14	as	as	SCONJ
bracis-33609	79	15	if	if	SCONJ
bracis-33609	79	16	there	there	PRON
bracis-33609	79	17	were	be	VERB
bracis-33609	79	18	different	different	ADJ
bracis-33609	79	19	students	student	NOUN
bracis-33609	79	20	of	of	ADP
bracis-33609	79	21	different	different	ADJ
bracis-33609	79	22	levels	level	NOUN
bracis-33609	79	23	answering	answer	VERB
bracis-33609	79	24	a	a	DET
bracis-33609	79	25	test	test	NOUN
bracis-33609	79	26	.	.	PUNCT
bracis-33609	80	1	the	the	DET
bracis-33609	80	2	scikit	scikit	NOUN
bracis-33609	80	3	-	-	PUNCT
bracis-33609	80	4	learn	learn	VERB
bracis-33609	80	5	library	library	NOUN
bracis-33609	80	6	[	[	X
bracis-33609	80	7	14	14	NUM
bracis-33609	80	8	]	]	PUNCT
bracis-33609	80	9	was	be	AUX
bracis-33609	80	10	used	use	VERB
bracis-33609	80	11	to	to	PART
bracis-33609	80	12	generate	generate	VERB
bracis-33609	80	13	all	all	DET
bracis-33609	80	14	the	the	DET
bracis-33609	80	15	classification	classification	NOUN
bracis-33609	80	16	algorithms	algorithm	NOUN
bracis-33609	80	17	.	.	PUNCT
bracis-33609	81	1	for	for	ADP
bracis-33609	81	2	performance	performance	NOUN
bracis-33609	81	3	analysis	analysis	NOUN
bracis-33609	81	4	,	,	PUNCT
bracis-33609	81	5	10	10	NUM
bracis-33609	81	6	models	model	NOUN
bracis-33609	81	7	were	be	AUX
bracis-33609	81	8	generated	generate	VERB
bracis-33609	81	9	,	,	PUNCT
bracis-33609	81	10	one	one	NUM
bracis-33609	81	11	for	for	ADP
bracis-33609	81	12	each	each	DET
bracis-33609	81	13	algorithm	algorithm	NOUN
bracis-33609	81	14	used	use	VERB
bracis-33609	81	15	.	.	PUNCT
bracis-33609	82	1	these	these	DET
bracis-33609	82	2	10	10	NUM
bracis-33609	82	3	models	model	NOUN
bracis-33609	82	4	are	be	AUX
bracis-33609	82	5	trained	train	VERB
bracis-33609	82	6	and	and	CCONJ
bracis-33609	82	7	hyper	hyper	ADJ
bracis-33609	82	8	-	-	ADJ
bracis-33609	82	9	parameterized	parameterized	ADJ
bracis-33609	82	10	using	use	VERB
bracis-33609	82	11	the	the	DET
bracis-33609	82	12	grid	grid	NOUN
bracis-33609	82	13	search	search	NOUN
bracis-33609	82	14	strategy	strategy	NOUN
bracis-33609	82	15	with	with	ADP
bracis-33609	82	16	cross	cross	NOUN
bracis-33609	82	17	-	-	ADJ
bracis-33609	82	18	validation	validation	NOUN
bracis-33609	82	19	provided	provide	VERB
bracis-33609	82	20	by	by	ADP
bracis-33609	82	21	scikit	scikit	NOUN
bracis-33609	82	22	learn	learn	VERB
bracis-33609	82	23	,	,	PUNCT
bracis-33609	82	24	with	with	ADP
bracis-33609	82	25	5	5	NUM
bracis-33609	82	26	-	-	PUNCT
bracis-33609	82	27	folds	fold	NOUN
bracis-33609	82	28	for	for	ADP
bracis-33609	82	29	cross	cross	NOUN
bracis-33609	82	30	-	-	NOUN
bracis-33609	82	31	validation	validation	NOUN
bracis-33609	82	32	.	.	PUNCT
bracis-33609	83	1	the	the	DET
bracis-33609	83	2	r	r	NOUN
bracis-33609	83	3	package	package	NOUN
bracis-33609	83	4	ltm	ltm	PROPN
bracis-33609	83	5	[	[	X
bracis-33609	83	6	16	16	NUM
bracis-33609	83	7	]	]	PUNCT
bracis-33609	83	8	was	be	AUX
bracis-33609	83	9	used	use	VERB
bracis-33609	83	10	to	to	PART
bracis-33609	83	11	estimate	estimate	VERB
bracis-33609	83	12	the	the	DET
bracis-33609	83	13	irt	irt	PROPN
bracis-33609	83	14	item	item	NOUN
bracis-33609	83	15	parameters	parameter	NOUN
bracis-33609	83	16	from	from	ADP
bracis-33609	83	17	the	the	DET
bracis-33609	83	18	response	response	NOUN
bracis-33609	83	19	matrix	matrix	NOUN
bracis-33609	83	20	.	.	PUNCT
bracis-33609	84	1	subsequently	subsequently	ADV
bracis-33609	84	2	,	,	PUNCT
bracis-33609	84	3	the	the	DET
bracis-33609	84	4	ability	ability	NOUN
bracis-33609	84	5	of	of	ADP
bracis-33609	84	6	the	the	DET
bracis-33609	84	7	fitted	fit	VERB
bracis-33609	84	8	models	model	NOUN
bracis-33609	84	9	was	be	AUX
bracis-33609	84	10	estimated	estimate	VERB
bracis-33609	84	11	using	use	VERB
bracis-33609	84	12	the	the	DET
bracis-33609	84	13	catsim	catsim	NOUN
bracis-33609	84	14	[	[	X
bracis-33609	84	15	12	12	NUM
bracis-33609	84	16	]	]	PUNCT
bracis-33609	84	17	python	python	PROPN
bracis-33609	84	18	package	package	NOUN
bracis-33609	84	19	,	,	PUNCT
bracis-33609	84	20	this	this	DET
bracis-33609	84	21	same	same	ADJ
bracis-33609	84	22	package	package	NOUN
bracis-33609	84	23	was	be	AUX
bracis-33609	84	24	used	use	VERB
bracis-33609	84	25	to	to	PART
bracis-33609	84	26	calculate	calculate	VERB
bracis-33609	84	27	the	the	DET
bracis-33609	84	28	probability	probability	NOUN
bracis-33609	84	29	of	of	ADP
bracis-33609	84	30	a	a	DET
bracis-33609	84	31	correct	correct	ADJ
bracis-33609	84	32	answer	answer	NOUN
bracis-33609	84	33	and	and	CCONJ
bracis-33609	84	34	the	the	DET
bracis-33609	84	35	icc	icc	NOUN
bracis-33609	84	36	’s	’s	X
bracis-33609	84	37	of	of	ADP
bracis-33609	84	38	the	the	DET
bracis-33609	84	39	test	test	NOUN
bracis-33609	84	40	instances	instance	NOUN
bracis-33609	84	41	.	.	PUNCT
bracis-33609	85	1	although	although	SCONJ
bracis-33609	85	2	irt	irt	PROPN
bracis-33609	85	3	already	already	ADV
bracis-33609	85	4	has	have	VERB
bracis-33609	85	5	the	the	DET
bracis-33609	85	6	true	true	ADJ
bracis-33609	85	7	-	-	PUNCT
bracis-33609	85	8	score	score	NOUN
bracis-33609	85	9	,	,	PUNCT
bracis-33609	85	10	presented	present	VERB
bracis-33609	85	11	in	in	ADP
bracis-33609	85	12	sect	sect	NOUN
bracis-33609	85	13	.	.	PUNCT
bracis-33609	85	14	 	 	SPACE
bracis-33609	85	15	2.1	2.1	NUM
bracis-33609	85	16	,	,	PUNCT
bracis-33609	85	17	it	it	PRON
bracis-33609	85	18	is	be	AUX
bracis-33609	85	19	understood	understand	VERB
bracis-33609	85	20	that	that	SCONJ
bracis-33609	85	21	it	it	PRON
bracis-33609	85	22	is	be	AUX
bracis-33609	85	23	important	important	ADJ
bracis-33609	85	24	to	to	PART
bracis-33609	85	25	also	also	ADV
bracis-33609	85	26	consider	consider	VERB
bracis-33609	85	27	the	the	DET
bracis-33609	85	28	error	error	NOUN
bracis-33609	85	29	for	for	ADP
bracis-33609	85	30	a	a	DET
bracis-33609	85	31	fairer	fair	ADJ
bracis-33609	85	32	evaluation	evaluation	NOUN
bracis-33609	85	33	of	of	ADP
bracis-33609	85	34	the	the	DET
bracis-33609	85	35	models	model	NOUN
bracis-33609	85	36	.	.	PUNCT
bracis-33609	86	1	for	for	ADP
bracis-33609	86	2	this	this	PRON
bracis-33609	86	3	,	,	PUNCT
bracis-33609	86	4	the	the	DET
bracis-33609	86	5	concept	concept	NOUN
bracis-33609	86	6	of	of	ADP
bracis-33609	86	7	total	total	ADJ
bracis-33609	86	8	-	-	PUNCT
bracis-33609	86	9	score	score	NOUN
bracis-33609	86	10	,	,	PUNCT
bracis-33609	86	11	presented	present	VERB
bracis-33609	86	12	in	in	ADP
bracis-33609	86	13	[	[	X
bracis-33609	86	14	19	19	NUM
bracis-33609	86	15	]	]	PUNCT
bracis-33609	86	16	,	,	PUNCT
bracis-33609	86	17	was	be	AUX
bracis-33609	86	18	used	use	VERB
bracis-33609	86	19	,	,	PUNCT
bracis-33609	86	20	where	where	SCONJ
bracis-33609	86	21	the	the	DET
bracis-33609	86	22	probability	probability	NOUN
bracis-33609	86	23	of	of	ADP
bracis-33609	86	24	error	error	NOUN
bracis-33609	86	25	is	be	AUX
bracis-33609	86	26	subtracted	subtract	VERB
bracis-33609	86	27	from	from	ADP
bracis-33609	86	28	the	the	DET
bracis-33609	86	29	score	score	NOUN
bracis-33609	86	30	for	for	ADP
bracis-33609	86	31	instances	instance	NOUN
bracis-33609	86	32	that	that	PRON
bracis-33609	86	33	were	be	AUX
bracis-33609	86	34	incorrectly	incorrectly	ADV
bracis-33609	86	35	classified	classify	VERB
bracis-33609	86	36	.	.	PUNCT
bracis-33609	87	1	the	the	DET
bracis-33609	87	2	total	total	ADJ
bracis-33609	87	3	-	-	PUNCT
bracis-33609	87	4	score	score	NOUN
bracis-33609	87	5	is	be	AUX
bracis-33609	87	6	defined	define	VERB
bracis-33609	87	7	by	by	ADP
bracis-33609	87	8	the	the	DET
bracis-33609	87	9	eq	eq	PROPN
bracis-33609	87	10	.	.	PUNCT
bracis-33609	87	11	 	 	SPACE
bracis-33609	88	1	3	3	NUM
bracis-33609	88	2	,	,	PUNCT
bracis-33609	88	3	where	where	SCONJ
bracis-33609	88	4	\(i'\	\(i'\	ADJ
bracis-33609	88	5	)	)	PUNCT
bracis-33609	88	6	corresponds	correspond	VERB
bracis-33609	88	7	to	to	ADP
bracis-33609	88	8	items	item	NOUN
bracis-33609	88	9	that	that	PRON
bracis-33609	88	10	were	be	AUX
bracis-33609	88	11	answered	answer	VERB
bracis-33609	88	12	correctly	correctly	ADV
bracis-33609	88	13	while	while	SCONJ
bracis-33609	88	14	\(i''\	\(i''\	NOUN
bracis-33609	88	15	)	)	PUNCT
bracis-33609	88	16	corresponds	correspond	VERB
bracis-33609	88	17	to	to	ADP
bracis-33609	88	18	items	item	NOUN
bracis-33609	88	19	answered	answer	VERB
bracis-33609	88	20	incorrectly	incorrectly	ADV
bracis-33609	88	21	.	.	PUNCT
bracis-33609	89	1	$	$	SYM
bracis-33609	89	2	$	$	SYM
bracis-33609	89	3	\begin{aligned	\begin{aligne	VERB
bracis-33609	89	4	}	}	PUNCT
bracis-33609	89	5	totals_{j	totals_{j	NOUN
bracis-33609	89	6	}	}	PUNCT
bracis-33609	89	7	=	=	VERB
bracis-33609	89	8	\sum	\sum	NOUN
bracis-33609	89	9	_	_	PUNCT
bracis-33609	89	10	{	{	PUNCT
bracis-33609	89	11	i=1}^{i	i=1}^{i	PROPN
bracis-33609	89	12	'	'	PUNCT
bracis-33609	89	13	}	}	PUNCT
bracis-33609	89	14	p(u_{ij	p(u_{ij	NOUN
bracis-33609	89	15	}	}	PUNCT
bracis-33609	89	16	=	=	PUNCT
bracis-33609	89	17	1\vert	1\vert	PROPN
bracis-33609	89	18	\theta	\theta	X
bracis-33609	89	19	_	_	PUNCT
bracis-33609	89	20	{	{	PUNCT
bracis-33609	89	21	j	j	NOUN
bracis-33609	89	22	}	}	PUNCT
bracis-33609	89	23	)	)	PUNCT
bracis-33609	89	24	\sum	\sum	NOUN
bracis-33609	89	25	_	_	PUNCT
bracis-33609	89	26	{	{	PUNCT
bracis-33609	89	27	i=1}^{i	i=1}^{i	PROPN
bracis-33609	89	28	''	''	PUNCT
bracis-33609	89	29	}	}	ADP
bracis-33609	89	30	1	1	NUM
bracis-33609	89	31	p(u_{ij	p(u_{ij	NOUN
bracis-33609	89	32	}	}	PUNCT
bracis-33609	89	33	=	=	PUNCT
bracis-33609	89	34	1\vert	1\vert	PROPN
bracis-33609	89	35	\theta	\theta	X
bracis-33609	89	36	_	_	PUNCT
bracis-33609	89	37	{	{	PUNCT
bracis-33609	89	38	j	j	NOUN
bracis-33609	89	39	}	}	PUNCT
bracis-33609	89	40	)	)	PUNCT
bracis-33609	89	41	\end{aligned}$$	\end{aligned}$$	PROPN
bracis-33609	89	42	(	(	PUNCT
bracis-33609	89	43	3	3	X
bracis-33609	89	44	)	)	SYM
bracis-33609	89	45	4	4	NUM
bracis-33609	89	46	results	result	NOUN
bracis-33609	89	47	and	and	CCONJ
bracis-33609	89	48	 	 	SPACE
bracis-33609	89	49	discussion	discussion	NOUN
bracis-33609	89	50	in	in	ADP
bracis-33609	89	51	this	this	DET
bracis-33609	89	52	section	section	NOUN
bracis-33609	89	53	,	,	PUNCT
bracis-33609	89	54	the	the	DET
bracis-33609	89	55	results	result	NOUN
bracis-33609	89	56	obtained	obtain	VERB
bracis-33609	89	57	from	from	ADP
bracis-33609	89	58	the	the	DET
bracis-33609	89	59	experiments	experiment	NOUN
bracis-33609	89	60	carried	carry	VERB
bracis-33609	89	61	out	out	ADP
bracis-33609	89	62	in	in	ADP
bracis-33609	89	63	this	this	DET
bracis-33609	89	64	research	research	NOUN
bracis-33609	89	65	are	be	AUX
bracis-33609	89	66	presented	present	VERB
bracis-33609	89	67	and	and	CCONJ
bracis-33609	89	68	discussedfootnote	discussedfootnote	VERB
bracis-33609	89	69	3	3	NUM
bracis-33609	89	70	.	.	PUNCT
bracis-33609	89	71	as	as	SCONJ
bracis-33609	89	72	presented	present	VERB
bracis-33609	89	73	in	in	ADP
bracis-33609	89	74	sect	sect	NOUN
bracis-33609	89	75	.	.	PUNCT
bracis-33609	89	76	 	 	SPACE
bracis-33609	90	1	3	3	NUM
bracis-33609	90	2	,	,	PUNCT
bracis-33609	90	3	the	the	DET
bracis-33609	90	4	heart	heart	NOUN
bracis-33609	90	5	-	-	PUNCT
bracis-33609	90	6	statlog	statlog	NOUN
bracis-33609	90	7	dataset	dataset	NOUN
bracis-33609	90	8	was	be	AUX
bracis-33609	90	9	chosen	choose	VERB
bracis-33609	90	10	as	as	ADP
bracis-33609	90	11	a	a	DET
bracis-33609	90	12	case	case	NOUN
bracis-33609	90	13	study	study	NOUN
bracis-33609	90	14	because	because	SCONJ
bracis-33609	90	15	it	it	PRON
bracis-33609	90	16	is	be	AUX
bracis-33609	90	17	a	a	DET
bracis-33609	90	18	known	known	ADJ
bracis-33609	90	19	and	and	CCONJ
bracis-33609	90	20	easy	easy	ADJ
bracis-33609	90	21	-	-	PUNCT
bracis-33609	90	22	to	to	PART
bracis-33609	90	23	-	-	PUNCT
bracis-33609	90	24	understand	understand	VERB
bracis-33609	90	25	dataset	dataset	NOUN
bracis-33609	90	26	.	.	PUNCT
bracis-33609	91	1	the	the	DET
bracis-33609	91	2	heart	heart	NOUN
bracis-33609	91	3	-	-	PUNCT
bracis-33609	91	4	statlog	statlog	NOUN
bracis-33609	91	5	is	be	AUX
bracis-33609	91	6	a	a	DET
bracis-33609	91	7	dataset	dataset	NOUN
bracis-33609	91	8	that	that	PRON
bracis-33609	91	9	contains	contain	VERB
bracis-33609	91	10	data	datum	NOUN
bracis-33609	91	11	from	from	ADP
bracis-33609	91	12	patients	patient	NOUN
bracis-33609	91	13	who	who	PRON
bracis-33609	91	14	may	may	AUX
bracis-33609	91	15	or	or	CCONJ
bracis-33609	91	16	may	may	AUX
bracis-33609	91	17	not	not	PART
bracis-33609	91	18	have	have	VERB
bracis-33609	91	19	heart	heart	NOUN
bracis-33609	91	20	disease	disease	NOUN
bracis-33609	91	21	.	.	PUNCT
bracis-33609	92	1	it	it	PRON
bracis-33609	92	2	has	have	VERB
bracis-33609	92	3	270	270	NUM
bracis-33609	92	4	instances	instance	NOUN
bracis-33609	92	5	with	with	ADP
bracis-33609	92	6	13	13	NUM
bracis-33609	92	7	patient	patient	ADJ
bracis-33609	92	8	diagnostic	diagnostic	ADJ
bracis-33609	92	9	features	feature	NOUN
bracis-33609	92	10	,	,	PUNCT
bracis-33609	92	11	with	with	ADP
bracis-33609	92	12	120	120	NUM
bracis-33609	92	13	instances	instance	NOUN
bracis-33609	92	14	of	of	ADP
bracis-33609	92	15	patients	patient	NOUN
bracis-33609	92	16	who	who	PRON
bracis-33609	92	17	have	have	VERB
bracis-33609	92	18	heart	heart	NOUN
bracis-33609	92	19	disease	disease	NOUN
bracis-33609	92	20	(	(	PUNCT
bracis-33609	92	21	positive	positive	ADJ
bracis-33609	92	22	class	class	NOUN
bracis-33609	92	23	)	)	PUNCT
bracis-33609	92	24	and	and	CCONJ
bracis-33609	92	25	150	150	NUM
bracis-33609	92	26	instances	instance	NOUN
bracis-33609	92	27	of	of	ADP
bracis-33609	92	28	patients	patient	NOUN
bracis-33609	92	29	who	who	PRON
bracis-33609	92	30	do	do	AUX
bracis-33609	92	31	not	not	PART
bracis-33609	92	32	have	have	VERB
bracis-33609	92	33	heart	heart	NOUN
bracis-33609	92	34	disease	disease	NOUN
bracis-33609	92	35	(	(	PUNCT
bracis-33609	92	36	negative	negative	ADJ
bracis-33609	92	37	class	class	NOUN
bracis-33609	92	38	)	)	PUNCT
bracis-33609	92	39	,	,	PUNCT
bracis-33609	92	40	so	so	CCONJ
bracis-33609	92	41	the	the	DET
bracis-33609	92	42	dataset	dataset	NOUN
bracis-33609	92	43	has	have	VERB
bracis-33609	92	44	a	a	DET
bracis-33609	92	45	balance	balance	NOUN
bracis-33609	92	46	of	of	ADP
bracis-33609	92	47	55.55	55.55	NUM
bracis-33609	92	48	%	%	NOUN
bracis-33609	92	49	for	for	ADP
bracis-33609	92	50	the	the	DET
bracis-33609	92	51	negative	negative	ADJ
bracis-33609	92	52	class	class	NOUN
bracis-33609	92	53	(	(	PUNCT
bracis-33609	92	54	majority	majority	NOUN
bracis-33609	92	55	)	)	PUNCT
bracis-33609	92	56	and	and	CCONJ
bracis-33609	92	57	44.45	44.45	NUM
bracis-33609	92	58	%	%	NOUN
bracis-33609	92	59	for	for	ADP
bracis-33609	92	60	the	the	DET
bracis-33609	92	61	positive	positive	ADJ
bracis-33609	92	62	class	class	NOUN
bracis-33609	92	63	(	(	PUNCT
bracis-33609	92	64	minority	minority	NOUN
bracis-33609	92	65	)	)	PUNCT
bracis-33609	92	66	.	.	PUNCT
bracis-33609	93	1	in	in	ADP
bracis-33609	93	2	this	this	DET
bracis-33609	93	3	work	work	NOUN
bracis-33609	93	4	,	,	PUNCT
bracis-33609	93	5	the	the	DET
bracis-33609	93	6	division	division	NOUN
bracis-33609	93	7	70	70	NUM
bracis-33609	93	8	%	%	NOUN
bracis-33609	93	9	was	be	AUX
bracis-33609	93	10	used	use	VERB
bracis-33609	93	11	for	for	ADP
bracis-33609	93	12	training	training	NOUN
bracis-33609	93	13	and	and	CCONJ
bracis-33609	93	14	30	30	NUM
bracis-33609	93	15	%	%	NOUN
bracis-33609	93	16	for	for	ADP
bracis-33609	93	17	testing	testing	NOUN
bracis-33609	93	18	.	.	PUNCT
bracis-33609	94	1	fig	fig	NOUN
bracis-33609	94	2	.	.	PUNCT
bracis-33609	95	1	3	3	X
bracis-33609	95	2	.	.	X
bracis-33609	95	3	heart	heart	NOUN
bracis-33609	95	4	-	-	PUNCT
bracis-33609	95	5	statlog	statlog	NOUN
bracis-33609	95	6	item	item	NOUN
bracis-33609	95	7	parameter	parameter	PROPN
bracis-33609	95	8	histograms	histograms	PROPN
bracis-33609	95	9	.	.	PUNCT
bracis-33609	96	1	the	the	DET
bracis-33609	96	2	orange	orange	PROPN
bracis-33609	96	3	bars	bar	NOUN
bracis-33609	96	4	are	be	AUX
bracis-33609	96	5	the	the	DET
bracis-33609	96	6	instances	instance	NOUN
bracis-33609	96	7	of	of	ADP
bracis-33609	96	8	the	the	DET
bracis-33609	96	9	minority	minority	NOUN
bracis-33609	96	10	class	class	NOUN
bracis-33609	96	11	while	while	SCONJ
bracis-33609	96	12	the	the	DET
bracis-33609	96	13	blue	blue	ADJ
bracis-33609	96	14	ones	one	NOUN
bracis-33609	96	15	are	be	AUX
bracis-33609	96	16	the	the	DET
bracis-33609	96	17	majority	majority	NOUN
bracis-33609	96	18	class	class	NOUN
bracis-33609	96	19	.	.	PUNCT
bracis-33609	97	1	(	(	PUNCT
bracis-33609	97	2	color	color	NOUN
bracis-33609	97	3	figure	figure	NOUN
bracis-33609	97	4	online	online	ADV
bracis-33609	97	5	)	)	PUNCT
bracis-33609	97	6	full	full	ADJ
bracis-33609	97	7	size	size	NOUN
bracis-33609	97	8	image	image	NOUN
bracis-33609	97	9	to	to	PART
bracis-33609	97	10	understand	understand	VERB
bracis-33609	97	11	the	the	DET
bracis-33609	97	12	performance	performance	NOUN
bracis-33609	97	13	of	of	ADP
bracis-33609	97	14	models	model	NOUN
bracis-33609	97	15	,	,	PUNCT
bracis-33609	97	16	it	it	PRON
bracis-33609	97	17	is	be	AUX
bracis-33609	97	18	important	important	ADJ
bracis-33609	97	19	to	to	PART
bracis-33609	97	20	first	first	ADV
bracis-33609	97	21	understand	understand	VERB
bracis-33609	97	22	the	the	DET
bracis-33609	97	23	complexity	complexity	NOUN
bracis-33609	97	24	of	of	ADP
bracis-33609	97	25	the	the	DET
bracis-33609	97	26	dataset	dataset	NOUN
bracis-33609	97	27	.	.	PUNCT
bracis-33609	98	1	figure	figure	NOUN
bracis-33609	98	2	 	 	SPACE
bracis-33609	98	3	3	3	NUM
bracis-33609	98	4	generally	generally	ADV
bracis-33609	98	5	shows	show	VERB
bracis-33609	98	6	the	the	DET
bracis-33609	98	7	item	item	NOUN
bracis-33609	98	8	parameters	parameter	NOUN
bracis-33609	98	9	estimated	estimate	VERB
bracis-33609	98	10	for	for	ADP
bracis-33609	98	11	the	the	DET
bracis-33609	98	12	heart	heart	NOUN
bracis-33609	98	13	-	-	PUNCT
bracis-33609	98	14	statlog	statlog	NOUN
bracis-33609	98	15	,	,	PUNCT
bracis-33609	98	16	in	in	ADP
bracis-33609	98	17	which	which	PRON
bracis-33609	98	18	the	the	DET
bracis-33609	98	19	instances	instance	NOUN
bracis-33609	98	20	were	be	AUX
bracis-33609	98	21	organized	organize	VERB
bracis-33609	98	22	into	into	ADP
bracis-33609	98	23	a	a	DET
bracis-33609	98	24	histogram	histogram	NOUN
bracis-33609	98	25	for	for	ADP
bracis-33609	98	26	each	each	DET
bracis-33609	98	27	item	item	NOUN
bracis-33609	98	28	parameter	parameter	NOUN
bracis-33609	98	29	separating	separate	VERB
bracis-33609	98	30	the	the	DET
bracis-33609	98	31	majority	majority	NOUN
bracis-33609	98	32	and	and	CCONJ
bracis-33609	98	33	minority	minority	NOUN
bracis-33609	98	34	class	class	NOUN
bracis-33609	98	35	instances	instance	NOUN
bracis-33609	98	36	.	.	PUNCT
bracis-33609	99	1	according	accord	VERB
bracis-33609	99	2	to	to	ADP
bracis-33609	99	3	irt	irt	PROPN
bracis-33609	99	4	concepts	concept	NOUN
bracis-33609	99	5	,	,	PUNCT
bracis-33609	99	6	the	the	DET
bracis-33609	99	7	dataset	dataset	NOUN
bracis-33609	99	8	can	can	AUX
bracis-33609	99	9	be	be	AUX
bracis-33609	99	10	considered	consider	VERB
bracis-33609	99	11	not	not	PART
bracis-33609	99	12	very	very	ADV
bracis-33609	99	13	difficult	difficult	ADJ
bracis-33609	99	14	due	due	ADP
bracis-33609	99	15	to	to	ADP
bracis-33609	99	16	the	the	DET
bracis-33609	99	17	negative	negative	ADJ
bracis-33609	99	18	average	average	NOUN
bracis-33609	99	19	of	of	ADP
bracis-33609	99	20	difficulty	difficulty	NOUN
bracis-33609	99	21	with	with	ADP
bracis-33609	99	22	−2.67	−2.67	ADP
bracis-33609	99	23	and	and	CCONJ
bracis-33609	99	24	suitable	suitable	ADJ
bracis-33609	99	25	for	for	ADP
bracis-33609	99	26	comparing	compare	VERB
bracis-33609	99	27	respondents	respondent	NOUN
bracis-33609	99	28	due	due	ADJ
bracis-33609	99	29	to	to	ADP
bracis-33609	99	30	the	the	DET
bracis-33609	99	31	positive	positive	ADJ
bracis-33609	99	32	average	average	NOUN
bracis-33609	99	33	of	of	ADP
bracis-33609	99	34	discrimination	discrimination	NOUN
bracis-33609	99	35	with	with	ADP
bracis-33609	99	36	3.13	3.13	NUM
bracis-33609	99	37	.	.	PUNCT
bracis-33609	100	1	however	however	ADV
bracis-33609	100	2	,	,	PUNCT
bracis-33609	100	3	despite	despite	SCONJ
bracis-33609	100	4	the	the	DET
bracis-33609	100	5	positive	positive	ADJ
bracis-33609	100	6	average	average	ADJ
bracis-33609	100	7	discrimination	discrimination	NOUN
bracis-33609	100	8	,	,	PUNCT
bracis-33609	100	9	it	it	PRON
bracis-33609	100	10	is	be	AUX
bracis-33609	100	11	important	important	ADJ
bracis-33609	100	12	to	to	PART
bracis-33609	100	13	highlight	highlight	VERB
bracis-33609	100	14	that	that	SCONJ
bracis-33609	100	15	the	the	DET
bracis-33609	100	16	dataset	dataset	NOUN
bracis-33609	100	17	presents	present	VERB
bracis-33609	100	18	around	around	ADP
bracis-33609	100	19	24.7	24.7	NUM
bracis-33609	100	20	%	%	NOUN
bracis-33609	100	21	of	of	ADP
bracis-33609	100	22	instances	instance	NOUN
bracis-33609	100	23	with	with	ADP
bracis-33609	100	24	negative	negative	ADJ
bracis-33609	100	25	discrimination	discrimination	NOUN
bracis-33609	100	26	.	.	PUNCT
bracis-33609	101	1	while	while	SCONJ
bracis-33609	101	2	instances	instance	NOUN
bracis-33609	101	3	with	with	ADP
bracis-33609	101	4	high	high	ADJ
bracis-33609	101	5	discrimination	discrimination	NOUN
bracis-33609	101	6	values	value	NOUN
bracis-33609	101	7	mean	mean	VERB
bracis-33609	101	8	that	that	SCONJ
bracis-33609	101	9	they	they	PRON
bracis-33609	101	10	are	be	AUX
bracis-33609	101	11	good	good	ADJ
bracis-33609	101	12	at	at	ADP
bracis-33609	101	13	certifying	certify	VERB
bracis-33609	101	14	the	the	DET
bracis-33609	101	15	models	model	NOUN
bracis-33609	101	16	’	'	PUNCT
bracis-33609	101	17	ability	ability	NOUN
bracis-33609	101	18	,	,	PUNCT
bracis-33609	101	19	instances	instance	NOUN
bracis-33609	101	20	with	with	ADP
bracis-33609	101	21	negative	negative	ADJ
bracis-33609	101	22	values	value	NOUN
bracis-33609	101	23	mean	mean	VERB
bracis-33609	101	24	that	that	SCONJ
bracis-33609	101	25	they	they	PRON
bracis-33609	101	26	are	be	AUX
bracis-33609	101	27	not	not	PART
bracis-33609	101	28	well	well	ADV
bracis-33609	101	29	formed	form	VERB
bracis-33609	101	30	or	or	CCONJ
bracis-33609	101	31	even	even	ADV
bracis-33609	101	32	defined	define	VERB
bracis-33609	101	33	,	,	PUNCT
bracis-33609	101	34	so	so	CCONJ
bracis-33609	101	35	if	if	SCONJ
bracis-33609	101	36	a	a	DET
bracis-33609	101	37	model	model	NOUN
bracis-33609	101	38	hits	hit	VERB
bracis-33609	101	39	many	many	ADJ
bracis-33609	101	40	instances	instance	NOUN
bracis-33609	101	41	with	with	ADP
bracis-33609	101	42	these	these	DET
bracis-33609	101	43	characteristics	characteristic	NOUN
bracis-33609	101	44	it	it	PRON
bracis-33609	101	45	means	mean	VERB
bracis-33609	101	46	that	that	SCONJ
bracis-33609	101	47	this	this	DET
bracis-33609	101	48	model	model	NOUN
bracis-33609	101	49	may	may	AUX
bracis-33609	101	50	not	not	PART
bracis-33609	101	51	be	be	AUX
bracis-33609	101	52	reliable	reliable	ADJ
bracis-33609	101	53	.	.	PUNCT
bracis-33609	102	1	it	it	PRON
bracis-33609	102	2	is	be	AUX
bracis-33609	102	3	also	also	ADV
bracis-33609	102	4	noted	note	VERB
bracis-33609	102	5	that	that	SCONJ
bracis-33609	102	6	there	there	PRON
bracis-33609	102	7	is	be	VERB
bracis-33609	102	8	a	a	DET
bracis-33609	102	9	balance	balance	NOUN
bracis-33609	102	10	between	between	ADP
bracis-33609	102	11	the	the	DET
bracis-33609	102	12	frequency	frequency	NOUN
bracis-33609	102	13	of	of	ADP
bracis-33609	102	14	majority	majority	NOUN
bracis-33609	102	15	and	and	CCONJ
bracis-33609	102	16	minority	minority	NOUN
bracis-33609	102	17	instances	instance	NOUN
bracis-33609	102	18	present	present	ADJ
bracis-33609	102	19	in	in	ADP
bracis-33609	102	20	the	the	DET
bracis-33609	102	21	5	5	NUM
bracis-33609	102	22	bins	bin	NOUN
bracis-33609	102	23	for	for	ADP
bracis-33609	102	24	the	the	DET
bracis-33609	102	25	difficulty	difficulty	NOUN
bracis-33609	102	26	and	and	CCONJ
bracis-33609	102	27	discrimination	discrimination	NOUN
bracis-33609	102	28	histograms	histogram	NOUN
bracis-33609	102	29	,	,	PUNCT
bracis-33609	102	30	this	this	PRON
bracis-33609	102	31	was	be	AUX
bracis-33609	102	32	already	already	ADV
bracis-33609	102	33	expected	expect	VERB
bracis-33609	102	34	given	give	VERB
bracis-33609	102	35	the	the	DET
bracis-33609	102	36	balance	balance	NOUN
bracis-33609	102	37	of	of	ADP
bracis-33609	102	38	55%–45	55%–45	NUM
bracis-33609	102	39	%	%	NOUN
bracis-33609	102	40	between	between	ADP
bracis-33609	102	41	the	the	DET
bracis-33609	102	42	classes	class	NOUN
bracis-33609	102	43	.	.	PUNCT
bracis-33609	103	1	for	for	ADP
bracis-33609	103	2	the	the	DET
bracis-33609	103	3	guessing	guess	VERB
bracis-33609	103	4	parameter	parameter	NOUN
bracis-33609	103	5	,	,	PUNCT
bracis-33609	103	6	the	the	DET
bracis-33609	103	7	minority	minority	NOUN
bracis-33609	103	8	class	class	NOUN
bracis-33609	103	9	presented	present	VERB
bracis-33609	103	10	the	the	DET
bracis-33609	103	11	highest	high	ADJ
bracis-33609	103	12	frequency	frequency	NOUN
bracis-33609	103	13	of	of	ADP
bracis-33609	103	14	instances	instance	NOUN
bracis-33609	103	15	with	with	ADP
bracis-33609	103	16	a	a	DET
bracis-33609	103	17	high	high	ADJ
bracis-33609	103	18	probability	probability	NOUN
bracis-33609	103	19	of	of	ADP
bracis-33609	103	20	random	random	ADJ
bracis-33609	103	21	success	success	NOUN
bracis-33609	103	22	,	,	PUNCT
bracis-33609	103	23	despite	despite	SCONJ
bracis-33609	103	24	balancing	balance	VERB
bracis-33609	103	25	.	.	PUNCT
bracis-33609	104	1	previous	previous	ADJ
bracis-33609	104	2	research	research	NOUN
bracis-33609	104	3	has	have	AUX
bracis-33609	104	4	already	already	ADV
bracis-33609	104	5	highlighted	highlight	VERB
bracis-33609	104	6	that	that	SCONJ
bracis-33609	104	7	models	model	NOUN
bracis-33609	104	8	tend	tend	VERB
bracis-33609	104	9	to	to	PART
bracis-33609	104	10	hit	hit	VERB
bracis-33609	104	11	instances	instance	NOUN
bracis-33609	104	12	of	of	ADP
bracis-33609	104	13	the	the	DET
bracis-33609	104	14	minority	minority	NOUN
bracis-33609	104	15	class	class	NOUN
bracis-33609	104	16	by	by	ADP
bracis-33609	104	17	chance	chance	NOUN
bracis-33609	104	18	more	more	ADV
bracis-33609	104	19	frequently	frequently	ADV
bracis-33609	105	1	[	[	X
bracis-33609	105	2	5	5	NUM
bracis-33609	105	3	]	]	PUNCT
bracis-33609	105	4	.	.	PUNCT
bracis-33609	106	1	fig	fig	NOUN
bracis-33609	106	2	.	.	PUNCT
bracis-33609	107	1	4	4	X
bracis-33609	107	2	.	.	X
bracis-33609	107	3	heart	heart	NOUN
bracis-33609	107	4	-	-	PUNCT
bracis-33609	107	5	statlog	statlog	ADJ
bracis-33609	107	6	instances	instance	NOUN
bracis-33609	107	7	arranged	arrange	VERB
bracis-33609	107	8	by	by	ADP
bracis-33609	107	9	item	item	NOUN
bracis-33609	107	10	parameters	parameter	NOUN
bracis-33609	107	11	.	.	PUNCT
bracis-33609	108	1	full	full	ADJ
bracis-33609	108	2	size	size	NOUN
bracis-33609	108	3	image	image	NOUN
bracis-33609	108	4	this	this	DET
bracis-33609	108	5	distribution	distribution	NOUN
bracis-33609	108	6	of	of	ADP
bracis-33609	108	7	instances	instance	NOUN
bracis-33609	108	8	by	by	ADP
bracis-33609	108	9	the	the	DET
bracis-33609	108	10	guessing	guess	VERB
bracis-33609	108	11	parameter	parameter	NOUN
bracis-33609	108	12	becomes	become	VERB
bracis-33609	108	13	even	even	ADV
bracis-33609	108	14	more	more	ADV
bracis-33609	108	15	evident	evident	ADJ
bracis-33609	108	16	when	when	SCONJ
bracis-33609	108	17	analyzing	analyze	VERB
bracis-33609	108	18	fig	fig	NOUN
bracis-33609	108	19	.	.	PUNCT
bracis-33609	108	20	 	 	SPACE
bracis-33609	109	1	4	4	NUM
bracis-33609	109	2	.	.	PUNCT
bracis-33609	110	1	although	although	SCONJ
bracis-33609	110	2	the	the	DET
bracis-33609	110	3	largest	large	ADJ
bracis-33609	110	4	number	number	NOUN
bracis-33609	110	5	of	of	ADP
bracis-33609	110	6	instances	instance	NOUN
bracis-33609	110	7	of	of	ADP
bracis-33609	110	8	the	the	DET
bracis-33609	110	9	majority	majority	NOUN
bracis-33609	110	10	class	class	NOUN
bracis-33609	110	11	have	have	VERB
bracis-33609	110	12	0	0	NUM
bracis-33609	110	13	guessing	guess	VERB
bracis-33609	110	14	,	,	PUNCT
bracis-33609	110	15	which	which	PRON
bracis-33609	110	16	means	mean	VERB
bracis-33609	110	17	that	that	SCONJ
bracis-33609	110	18	chance	chance	NOUN
bracis-33609	110	19	does	do	AUX
bracis-33609	110	20	not	not	PART
bracis-33609	110	21	tend	tend	VERB
bracis-33609	110	22	to	to	PART
bracis-33609	110	23	influence	influence	VERB
bracis-33609	110	24	the	the	DET
bracis-33609	110	25	correct	correct	ADJ
bracis-33609	110	26	answer	answer	NOUN
bracis-33609	110	27	,	,	PUNCT
bracis-33609	110	28	there	there	PRON
bracis-33609	110	29	are	be	VERB
bracis-33609	110	30	still	still	ADV
bracis-33609	110	31	9	9	NUM
bracis-33609	110	32	instances	instance	NOUN
bracis-33609	110	33	(	(	PUNCT
bracis-33609	110	34	11	11	NUM
bracis-33609	110	35	%	%	NOUN
bracis-33609	110	36	)	)	PUNCT
bracis-33609	110	37	that	that	PRON
bracis-33609	110	38	have	have	VERB
bracis-33609	110	39	a	a	DET
bracis-33609	110	40	greater	great	ADJ
bracis-33609	110	41	chance	chance	NOUN
bracis-33609	110	42	of	of	ADP
bracis-33609	110	43	being	be	AUX
bracis-33609	110	44	classified	classify	VERB
bracis-33609	110	45	by	by	ADP
bracis-33609	110	46	guessing	guess	VERB
bracis-33609	110	47	.	.	PUNCT
bracis-33609	111	1	from	from	ADP
bracis-33609	111	2	the	the	DET
bracis-33609	111	3	figure	figure	NOUN
bracis-33609	111	4	it	it	PRON
bracis-33609	111	5	is	be	AUX
bracis-33609	111	6	also	also	ADV
bracis-33609	111	7	evident	evident	ADJ
bracis-33609	111	8	that	that	SCONJ
bracis-33609	111	9	some	some	DET
bracis-33609	111	10	instances	instance	NOUN
bracis-33609	111	11	of	of	ADP
bracis-33609	111	12	the	the	DET
bracis-33609	111	13	minority	minority	NOUN
bracis-33609	111	14	class	class	NOUN
bracis-33609	111	15	have	have	VERB
bracis-33609	111	16	difficulty	difficulty	NOUN
bracis-33609	111	17	outliers	outlier	NOUN
bracis-33609	111	18	,	,	PUNCT
bracis-33609	111	19	where	where	SCONJ
bracis-33609	111	20	there	there	PRON
bracis-33609	111	21	are	be	VERB
bracis-33609	111	22	three	three	NUM
bracis-33609	111	23	instances	instance	NOUN
bracis-33609	111	24	that	that	PRON
bracis-33609	111	25	are	be	AUX
bracis-33609	111	26	considered	consider	VERB
bracis-33609	111	27	much	much	ADV
bracis-33609	111	28	easier	easy	ADJ
bracis-33609	111	29	than	than	ADP
bracis-33609	111	30	the	the	DET
bracis-33609	111	31	others	other	NOUN
bracis-33609	111	32	because	because	SCONJ
bracis-33609	111	33	they	they	PRON
bracis-33609	111	34	have	have	VERB
bracis-33609	111	35	very	very	ADV
bracis-33609	111	36	negative	negative	ADJ
bracis-33609	111	37	values	value	NOUN
bracis-33609	111	38	.	.	PUNCT
bracis-33609	112	1	it	it	PRON
bracis-33609	112	2	is	be	AUX
bracis-33609	112	3	understood	understand	VERB
bracis-33609	112	4	that	that	SCONJ
bracis-33609	112	5	in	in	ADP
bracis-33609	112	6	a	a	DET
bracis-33609	112	7	dataset	dataset	NOUN
bracis-33609	112	8	it	it	PRON
bracis-33609	112	9	is	be	AUX
bracis-33609	112	10	expected	expect	VERB
bracis-33609	112	11	that	that	SCONJ
bracis-33609	112	12	there	there	PRON
bracis-33609	112	13	will	will	AUX
bracis-33609	112	14	be	be	AUX
bracis-33609	112	15	determining	determine	VERB
bracis-33609	112	16	examples	example	NOUN
bracis-33609	112	17	of	of	ADP
bracis-33609	112	18	a	a	DET
bracis-33609	112	19	class	class	NOUN
bracis-33609	112	20	distribution	distribution	NOUN
bracis-33609	112	21	.	.	PUNCT
bracis-33609	113	1	once	once	SCONJ
bracis-33609	113	2	you	you	PRON
bracis-33609	113	3	understand	understand	VERB
bracis-33609	113	4	the	the	DET
bracis-33609	113	5	behavior	behavior	NOUN
bracis-33609	113	6	of	of	ADP
bracis-33609	113	7	the	the	DET
bracis-33609	113	8	data	datum	NOUN
bracis-33609	113	9	,	,	PUNCT
bracis-33609	113	10	you	you	PRON
bracis-33609	113	11	can	can	AUX
bracis-33609	113	12	then	then	ADV
bracis-33609	113	13	look	look	VERB
bracis-33609	113	14	at	at	ADP
bracis-33609	113	15	the	the	DET
bracis-33609	113	16	classifiers	classifier	NOUN
bracis-33609	113	17	.	.	PUNCT
bracis-33609	114	1	table	table	NOUN
bracis-33609	114	2	 	 	SPACE
bracis-33609	114	3	1	1	NUM
bracis-33609	114	4	presents	present	VERB
bracis-33609	114	5	the	the	DET
bracis-33609	114	6	results	result	NOUN
bracis-33609	114	7	of	of	ADP
bracis-33609	114	8	classic	classic	ADJ
bracis-33609	114	9	ml	ml	NOUN
bracis-33609	114	10	metrics	metric	NOUN
bracis-33609	114	11	for	for	ADP
bracis-33609	114	12	the	the	DET
bracis-33609	114	13	10	10	NUM
bracis-33609	114	14	fine	fine	ADV
bracis-33609	114	15	-	-	PUNCT
bracis-33609	114	16	tuned	tune	VERB
bracis-33609	114	17	models	model	NOUN
bracis-33609	114	18	with	with	ADP
bracis-33609	114	19	their	their	PRON
bracis-33609	114	20	respective	respective	ADJ
bracis-33609	114	21	ranking	ranking	NOUN
bracis-33609	114	22	positions	position	NOUN
bracis-33609	114	23	.	.	PUNCT
bracis-33609	115	1	when	when	SCONJ
bracis-33609	115	2	observing	observe	VERB
bracis-33609	115	3	only	only	ADV
bracis-33609	115	4	the	the	DET
bracis-33609	115	5	classic	classic	ADJ
bracis-33609	115	6	metrics	metric	NOUN
bracis-33609	115	7	,	,	PUNCT
bracis-33609	115	8	the	the	DET
bracis-33609	115	9	gb	gb	NOUN
bracis-33609	115	10	model	model	NOUN
bracis-33609	115	11	presents	present	VERB
bracis-33609	115	12	the	the	DET
bracis-33609	115	13	highest	high	ADJ
bracis-33609	115	14	score	score	NOUN
bracis-33609	115	15	achieved	achieve	VERB
bracis-33609	115	16	in	in	ADP
bracis-33609	115	17	5	5	NUM
bracis-33609	115	18	of	of	ADP
bracis-33609	115	19	the	the	DET
bracis-33609	115	20	6	6	NUM
bracis-33609	115	21	metrics	metric	NOUN
bracis-33609	115	22	considered	consider	VERB
bracis-33609	115	23	.	.	PUNCT
bracis-33609	116	1	if	if	SCONJ
bracis-33609	116	2	the	the	DET
bracis-33609	116	3	objective	objective	NOUN
bracis-33609	116	4	of	of	ADP
bracis-33609	116	5	this	this	DET
bracis-33609	116	6	experiment	experiment	NOUN
bracis-33609	116	7	was	be	AUX
bracis-33609	116	8	to	to	PART
bracis-33609	116	9	choose	choose	VERB
bracis-33609	116	10	the	the	DET
bracis-33609	116	11	best	good	ADJ
bracis-33609	116	12	model	model	NOUN
bracis-33609	116	13	,	,	PUNCT
bracis-33609	116	14	with	with	ADP
bracis-33609	116	15	a	a	DET
bracis-33609	116	16	brief	brief	ADJ
bracis-33609	116	17	analysis	analysis	NOUN
bracis-33609	116	18	it	it	PRON
bracis-33609	116	19	is	be	AUX
bracis-33609	116	20	possible	possible	ADJ
bracis-33609	116	21	to	to	PART
bracis-33609	116	22	indicate	indicate	VERB
bracis-33609	116	23	that	that	SCONJ
bracis-33609	116	24	the	the	DET
bracis-33609	116	25	gb	gb	NOUN
bracis-33609	116	26	would	would	AUX
bracis-33609	116	27	be	be	AUX
bracis-33609	116	28	ideal	ideal	ADJ
bracis-33609	116	29	.	.	PUNCT
bracis-33609	117	1	however	however	ADV
bracis-33609	117	2	,	,	PUNCT
bracis-33609	117	3	gb	gb	PRON
bracis-33609	117	4	only	only	ADV
bracis-33609	117	5	has	have	VERB
bracis-33609	117	6	the	the	DET
bracis-33609	117	7	6th	6th	ADJ
bracis-33609	117	8	best	good	ADJ
bracis-33609	117	9	score	score	NOUN
bracis-33609	117	10	if	if	SCONJ
bracis-33609	117	11	only	only	ADV
bracis-33609	117	12	the	the	DET
bracis-33609	117	13	recall	recall	NOUN
bracis-33609	117	14	is	be	AUX
bracis-33609	117	15	considered	consider	VERB
bracis-33609	117	16	and	and	CCONJ
bracis-33609	117	17	in	in	ADP
bracis-33609	117	18	this	this	DET
bracis-33609	117	19	case	case	NOUN
bracis-33609	117	20	this	this	PRON
bracis-33609	117	21	is	be	AUX
bracis-33609	117	22	very	very	ADV
bracis-33609	117	23	pertinent	pertinent	ADJ
bracis-33609	117	24	information	information	NOUN
bracis-33609	117	25	.	.	PUNCT
bracis-33609	118	1	simply	simply	ADV
bracis-33609	118	2	put	put	VERB
bracis-33609	118	3	,	,	PUNCT
bracis-33609	118	4	the	the	DET
bracis-33609	118	5	recall	recall	NOUN
bracis-33609	118	6	metric	metric	NOUN
bracis-33609	118	7	represents	represent	VERB
bracis-33609	118	8	how	how	SCONJ
bracis-33609	118	9	well	well	ADV
bracis-33609	118	10	a	a	DET
bracis-33609	118	11	model	model	NOUN
bracis-33609	118	12	was	be	AUX
bracis-33609	118	13	able	able	ADJ
bracis-33609	118	14	to	to	PART
bracis-33609	118	15	correctly	correctly	ADV
bracis-33609	118	16	classify	classify	VERB
bracis-33609	118	17	true	true	ADJ
bracis-33609	118	18	positives	positive	NOUN
bracis-33609	118	19	instances	instance	NOUN
bracis-33609	118	20	,	,	PUNCT
bracis-33609	118	21	and	and	CCONJ
bracis-33609	118	22	in	in	ADP
bracis-33609	118	23	the	the	DET
bracis-33609	118	24	case	case	NOUN
bracis-33609	118	25	of	of	ADP
bracis-33609	118	26	a	a	DET
bracis-33609	118	27	context	context	NOUN
bracis-33609	118	28	-	-	PUNCT
bracis-33609	118	29	sensitive	sensitive	ADJ
bracis-33609	118	30	dataset	dataset	NOUN
bracis-33609	118	31	that	that	PRON
bracis-33609	118	32	aims	aim	VERB
bracis-33609	118	33	to	to	PART
bracis-33609	118	34	correctly	correctly	ADV
bracis-33609	118	35	identify	identify	VERB
bracis-33609	118	36	patients	patient	NOUN
bracis-33609	118	37	who	who	PRON
bracis-33609	118	38	have	have	VERB
bracis-33609	118	39	heart	heart	NOUN
bracis-33609	118	40	disease	disease	NOUN
bracis-33609	118	41	,	,	PUNCT
bracis-33609	118	42	the	the	DET
bracis-33609	118	43	recall	recall	NOUN
bracis-33609	118	44	metric	metric	NOUN
bracis-33609	118	45	has	have	VERB
bracis-33609	118	46	great	great	ADJ
bracis-33609	118	47	relevance	relevance	NOUN
bracis-33609	118	48	.	.	PUNCT
bracis-33609	119	1	if	if	SCONJ
bracis-33609	119	2	only	only	ADJ
bracis-33609	119	3	recall	recall	NOUN
bracis-33609	119	4	is	be	AUX
bracis-33609	119	5	considered	consider	VERB
bracis-33609	119	6	,	,	PUNCT
bracis-33609	119	7	the	the	DET
bracis-33609	119	8	model	model	NOUN
bracis-33609	119	9	that	that	PRON
bracis-33609	119	10	presents	present	VERB
bracis-33609	119	11	the	the	DET
bracis-33609	119	12	best	good	ADJ
bracis-33609	119	13	performance	performance	NOUN
bracis-33609	119	14	is	be	AUX
bracis-33609	119	15	lsvm	lsvm	ADJ
bracis-33609	119	16	.	.	PUNCT
bracis-33609	120	1	table	table	NOUN
bracis-33609	120	2	1	1	NUM
bracis-33609	120	3	.	.	PUNCT
bracis-33609	121	1	scores	score	NOUN
bracis-33609	121	2	obtained	obtain	VERB
bracis-33609	121	3	by	by	ADP
bracis-33609	121	4	each	each	DET
bracis-33609	121	5	model	model	NOUN
bracis-33609	121	6	for	for	ADP
bracis-33609	121	7	classic	classic	ADJ
bracis-33609	121	8	ml	ml	NOUN
bracis-33609	121	9	metrics.full	metrics.full	NUM
bracis-33609	121	10	size	size	NOUN
bracis-33609	121	11	table	table	NOUN
bracis-33609	121	12	although	although	SCONJ
bracis-33609	121	13	lsvm	lsvm	NOUN
bracis-33609	121	14	has	have	VERB
bracis-33609	121	15	the	the	DET
bracis-33609	121	16	best	good	ADJ
bracis-33609	121	17	recall	recall	NOUN
bracis-33609	121	18	score	score	NOUN
bracis-33609	121	19	,	,	PUNCT
bracis-33609	121	20	the	the	DET
bracis-33609	121	21	model	model	NOUN
bracis-33609	121	22	only	only	ADV
bracis-33609	121	23	has	have	VERB
bracis-33609	121	24	the	the	DET
bracis-33609	121	25	5th	5th	ADJ
bracis-33609	121	26	best	good	ADJ
bracis-33609	121	27	average	average	ADJ
bracis-33609	121	28	performance	performance	NOUN
bracis-33609	121	29	among	among	ADP
bracis-33609	121	30	all	all	DET
bracis-33609	121	31	classic	classic	ADJ
bracis-33609	121	32	metrics	metric	NOUN
bracis-33609	121	33	.	.	PUNCT
bracis-33609	122	1	rf	rf	PRON
bracis-33609	122	2	has	have	VERB
bracis-33609	122	3	the	the	DET
bracis-33609	122	4	second	second	ADJ
bracis-33609	122	5	best	good	ADJ
bracis-33609	122	6	average	average	ADJ
bracis-33609	122	7	performance	performance	NOUN
bracis-33609	122	8	,	,	PUNCT
bracis-33609	122	9	behind	behind	ADP
bracis-33609	122	10	only	only	ADV
bracis-33609	122	11	gb	gb	ADP
bracis-33609	122	12	,	,	PUNCT
bracis-33609	122	13	and	and	CCONJ
bracis-33609	122	14	has	have	VERB
bracis-33609	122	15	the	the	DET
bracis-33609	122	16	second	second	ADJ
bracis-33609	122	17	best	good	ADJ
bracis-33609	122	18	recall	recall	NOUN
bracis-33609	122	19	score	score	NOUN
bracis-33609	122	20	,	,	PUNCT
bracis-33609	122	21	a	a	DET
bracis-33609	122	22	condition	condition	NOUN
bracis-33609	122	23	that	that	PRON
bracis-33609	122	24	would	would	AUX
bracis-33609	122	25	qualify	qualify	VERB
bracis-33609	122	26	it	it	PRON
bracis-33609	122	27	as	as	ADP
bracis-33609	122	28	a	a	DET
bracis-33609	122	29	candidate	candidate	NOUN
bracis-33609	122	30	to	to	PART
bracis-33609	122	31	be	be	AUX
bracis-33609	122	32	chosen	choose	VERB
bracis-33609	122	33	as	as	ADP
bracis-33609	122	34	the	the	DET
bracis-33609	122	35	best	good	ADJ
bracis-33609	122	36	model	model	NOUN
bracis-33609	122	37	.	.	PUNCT
bracis-33609	123	1	the	the	DET
bracis-33609	123	2	precision	precision	NOUN
bracis-33609	123	3	and	and	CCONJ
bracis-33609	123	4	recall	recall	NOUN
bracis-33609	123	5	metrics	metric	NOUN
bracis-33609	123	6	tend	tend	VERB
bracis-33609	123	7	to	to	PART
bracis-33609	123	8	have	have	VERB
bracis-33609	123	9	inverse	inverse	NOUN
bracis-33609	123	10	performances	performance	NOUN
bracis-33609	123	11	,	,	PUNCT
bracis-33609	123	12	i.e.	i.e.	X
bracis-33609	123	13	to	to	PART
bracis-33609	123	14	increase	increase	VERB
bracis-33609	123	15	one	one	NUM
bracis-33609	123	16	the	the	DET
bracis-33609	123	17	other	other	ADJ
bracis-33609	123	18	tends	tend	VERB
bracis-33609	123	19	to	to	PART
bracis-33609	123	20	decrease	decrease	VERB
bracis-33609	123	21	,	,	PUNCT
bracis-33609	123	22	and	and	CCONJ
bracis-33609	123	23	this	this	PRON
bracis-33609	123	24	occurs	occur	VERB
bracis-33609	123	25	in	in	ADP
bracis-33609	123	26	this	this	DET
bracis-33609	123	27	example	example	NOUN
bracis-33609	123	28	where	where	SCONJ
bracis-33609	123	29	the	the	DET
bracis-33609	123	30	rf	rf	NOUN
bracis-33609	123	31	only	only	ADV
bracis-33609	123	32	presents	present	VERB
bracis-33609	123	33	the	the	DET
bracis-33609	123	34	5th	5th	ADJ
bracis-33609	123	35	precision	precision	NOUN
bracis-33609	123	36	score	score	NOUN
bracis-33609	123	37	.	.	PUNCT
bracis-33609	124	1	if	if	SCONJ
bracis-33609	124	2	you	you	PRON
bracis-33609	124	3	also	also	ADV
bracis-33609	124	4	consider	consider	VERB
bracis-33609	124	5	the	the	DET
bracis-33609	124	6	high	high	ADJ
bracis-33609	124	7	variation	variation	NOUN
bracis-33609	124	8	in	in	ADP
bracis-33609	124	9	the	the	DET
bracis-33609	124	10	ranking	ranking	NOUN
bracis-33609	124	11	as	as	ADP
bracis-33609	124	12	an	an	DET
bracis-33609	124	13	elimination	elimination	NOUN
bracis-33609	124	14	criterion	criterion	NOUN
bracis-33609	124	15	,	,	PUNCT
bracis-33609	124	16	it	it	PRON
bracis-33609	124	17	is	be	AUX
bracis-33609	124	18	the	the	DET
bracis-33609	124	19	mlp	mlp	NOUN
bracis-33609	124	20	that	that	PRON
bracis-33609	124	21	has	have	VERB
bracis-33609	124	22	the	the	DET
bracis-33609	124	23	3rd	3rd	ADJ
bracis-33609	124	24	best	good	ADJ
bracis-33609	124	25	performance	performance	NOUN
bracis-33609	124	26	on	on	ADP
bracis-33609	124	27	average	average	ADJ
bracis-33609	124	28	and	and	CCONJ
bracis-33609	124	29	also	also	ADV
bracis-33609	124	30	has	have	VERB
bracis-33609	124	31	the	the	DET
bracis-33609	124	32	lowest	low	ADJ
bracis-33609	124	33	variation	variation	NOUN
bracis-33609	124	34	in	in	ADP
bracis-33609	124	35	position	position	NOUN
bracis-33609	124	36	among	among	ADP
bracis-33609	124	37	the	the	DET
bracis-33609	124	38	rankings	ranking	NOUN
bracis-33609	124	39	,	,	PUNCT
bracis-33609	124	40	with	with	ADP
bracis-33609	124	41	high	high	ADJ
bracis-33609	124	42	values	value	NOUN
bracis-33609	124	43	in	in	ADP
bracis-33609	124	44	both	both	DET
bracis-33609	124	45	precision	precision	NOUN
bracis-33609	124	46	and	and	CCONJ
bracis-33609	124	47	recall	recall	NOUN
bracis-33609	124	48	.	.	PUNCT
bracis-33609	125	1	in	in	ADP
bracis-33609	125	2	this	this	DET
bracis-33609	125	3	scenario	scenario	NOUN
bracis-33609	125	4	,	,	PUNCT
bracis-33609	125	5	what	what	PRON
bracis-33609	125	6	would	would	AUX
bracis-33609	125	7	be	be	AUX
bracis-33609	125	8	the	the	DET
bracis-33609	125	9	best	good	ADJ
bracis-33609	125	10	model	model	NOUN
bracis-33609	125	11	to	to	PART
bracis-33609	125	12	choose	choose	VERB
bracis-33609	125	13	?	?	PUNCT
bracis-33609	126	1	how	how	SCONJ
bracis-33609	126	2	else	else	ADV
bracis-33609	126	3	can	can	AUX
bracis-33609	126	4	models	model	NOUN
bracis-33609	126	5	be	be	AUX
bracis-33609	126	6	evaluated	evaluate	VERB
bracis-33609	126	7	appropriately	appropriately	ADV
bracis-33609	126	8	?	?	PUNCT
bracis-33609	127	1	to	to	PART
bracis-33609	127	2	try	try	VERB
bracis-33609	127	3	to	to	PART
bracis-33609	127	4	answer	answer	VERB
bracis-33609	127	5	these	these	DET
bracis-33609	127	6	questions	question	NOUN
bracis-33609	127	7	,	,	PUNCT
bracis-33609	127	8	the	the	DET
bracis-33609	127	9	performance	performance	NOUN
bracis-33609	127	10	of	of	ADP
bracis-33609	127	11	the	the	DET
bracis-33609	127	12	models	model	NOUN
bracis-33609	127	13	will	will	AUX
bracis-33609	127	14	be	be	AUX
bracis-33609	127	15	analyzed	analyze	VERB
bracis-33609	127	16	from	from	ADP
bracis-33609	127	17	the	the	DET
bracis-33609	127	18	perspective	perspective	NOUN
bracis-33609	127	19	of	of	ADP
bracis-33609	127	20	irt	irt	PROPN
bracis-33609	127	21	.	.	PUNCT
bracis-33609	128	1	the	the	DET
bracis-33609	128	2	first	first	ADJ
bracis-33609	128	3	step	step	NOUN
bracis-33609	128	4	was	be	AUX
bracis-33609	128	5	to	to	PART
bracis-33609	128	6	calculate	calculate	VERB
bracis-33609	128	7	the	the	DET
bracis-33609	128	8	irt	irt	PROPN
bracis-33609	128	9	scores	score	NOUN
bracis-33609	128	10	proposed	propose	VERB
bracis-33609	128	11	in	in	ADP
bracis-33609	128	12	sect	sect	NOUN
bracis-33609	128	13	.	.	PUNCT
bracis-33609	128	14	 	 	SPACE
bracis-33609	129	1	3	3	X
bracis-33609	129	2	.	.	X
bracis-33609	129	3	for	for	ADP
bracis-33609	129	4	the	the	DET
bracis-33609	129	5	true	true	ADJ
bracis-33609	129	6	score	score	NOUN
bracis-33609	129	7	,	,	PUNCT
bracis-33609	129	8	which	which	PRON
bracis-33609	129	9	only	only	ADV
bracis-33609	129	10	considers	consider	VERB
bracis-33609	129	11	the	the	DET
bracis-33609	129	12	respondents	respondent	NOUN
bracis-33609	129	13	’	’	PART
bracis-33609	129	14	probability	probability	NOUN
bracis-33609	129	15	of	of	ADP
bracis-33609	129	16	being	be	AUX
bracis-33609	129	17	correct	correct	ADJ
bracis-33609	129	18	,	,	PUNCT
bracis-33609	129	19	it	it	PRON
bracis-33609	129	20	was	be	AUX
bracis-33609	129	21	the	the	DET
bracis-33609	129	22	bag	bag	NOUN
bracis-33609	129	23	model	model	NOUN
bracis-33609	129	24	that	that	PRON
bracis-33609	129	25	appears	appear	VERB
bracis-33609	129	26	first	first	ADV
bracis-33609	129	27	,	,	PUNCT
bracis-33609	129	28	and	and	CCONJ
bracis-33609	129	29	it	it	PRON
bracis-33609	129	30	is	be	AUX
bracis-33609	129	31	important	important	ADJ
bracis-33609	129	32	to	to	PART
bracis-33609	129	33	highlight	highlight	VERB
bracis-33609	129	34	that	that	SCONJ
bracis-33609	129	35	the	the	DET
bracis-33609	129	36	difference	difference	NOUN
bracis-33609	129	37	between	between	ADP
bracis-33609	129	38	true	true	ADJ
bracis-33609	129	39	scores	score	NOUN
bracis-33609	129	40	is	be	AUX
bracis-33609	129	41	only	only	ADV
bracis-33609	129	42	0.0002	0.0002	NUM
bracis-33609	129	43	for	for	ADP
bracis-33609	129	44	the	the	DET
bracis-33609	129	45	second	second	ADJ
bracis-33609	129	46	(	(	PUNCT
bracis-33609	129	47	gb	gb	NOUN
bracis-33609	129	48	)	)	PUNCT
bracis-33609	129	49	.	.	PUNCT
bracis-33609	130	1	for	for	ADP
bracis-33609	130	2	the	the	DET
bracis-33609	130	3	total	total	ADJ
bracis-33609	130	4	score	score	NOUN
bracis-33609	130	5	that	that	PRON
bracis-33609	130	6	considers	consider	VERB
bracis-33609	130	7	whether	whether	SCONJ
bracis-33609	130	8	there	there	PRON
bracis-33609	130	9	was	be	VERB
bracis-33609	130	10	an	an	DET
bracis-33609	130	11	error	error	NOUN
bracis-33609	130	12	or	or	CCONJ
bracis-33609	130	13	a	a	DET
bracis-33609	130	14	correct	correct	ADJ
bracis-33609	130	15	answer	answer	NOUN
bracis-33609	130	16	,	,	PUNCT
bracis-33609	130	17	gb	gb	PRON
bracis-33609	130	18	appears	appear	VERB
bracis-33609	130	19	again	again	ADV
bracis-33609	130	20	with	with	ADP
bracis-33609	130	21	the	the	DET
bracis-33609	130	22	highest	high	ADJ
bracis-33609	130	23	score	score	NOUN
bracis-33609	130	24	,	,	PUNCT
bracis-33609	130	25	this	this	PRON
bracis-33609	130	26	helps	help	VERB
bracis-33609	130	27	to	to	PART
bracis-33609	130	28	reaffirm	reaffirm	VERB
bracis-33609	130	29	its	its	PRON
bracis-33609	130	30	position	position	NOUN
bracis-33609	130	31	as	as	ADP
bracis-33609	130	32	the	the	DET
bracis-33609	130	33	best	good	ADJ
bracis-33609	130	34	model	model	NOUN
bracis-33609	130	35	in	in	ADP
bracis-33609	130	36	this	this	DET
bracis-33609	130	37	scenario	scenario	NOUN
bracis-33609	130	38	(	(	PUNCT
bracis-33609	130	39	see	see	VERB
bracis-33609	130	40	table	table	NOUN
bracis-33609	130	41	 	 	SPACE
bracis-33609	130	42	2	2	NUM
bracis-33609	130	43	)	)	PUNCT
bracis-33609	130	44	.	.	PUNCT
bracis-33609	131	1	table	table	NOUN
bracis-33609	131	2	2	2	NUM
bracis-33609	131	3	.	.	PUNCT
bracis-33609	131	4	true	true	ADJ
bracis-33609	131	5	and	and	CCONJ
bracis-33609	131	6	total	total	ADJ
bracis-33609	131	7	scores	score	NOUN
bracis-33609	131	8	for	for	ADP
bracis-33609	131	9	the	the	DET
bracis-33609	131	10	models.full	models.full	ADJ
bracis-33609	131	11	size	size	NOUN
bracis-33609	131	12	table	table	NOUN
bracis-33609	131	13	fig	fig	NOUN
bracis-33609	131	14	.	.	PUNCT
bracis-33609	132	1	5	5	X
bracis-33609	132	2	.	.	X
bracis-33609	132	3	nemenyi	nemenyi	PROPN
bracis-33609	132	4	test	test	NOUN
bracis-33609	132	5	heatmap	heatmap	NOUN
bracis-33609	132	6	for	for	ADP
bracis-33609	132	7	evaluation	evaluation	NOUN
bracis-33609	132	8	metrics	metric	NOUN
bracis-33609	132	9	.	.	PUNCT
bracis-33609	133	1	full	full	ADJ
bracis-33609	133	2	size	size	NOUN
bracis-33609	133	3	image	image	NOUN
bracis-33609	133	4	to	to	PART
bracis-33609	133	5	assess	assess	VERB
bracis-33609	133	6	whether	whether	SCONJ
bracis-33609	133	7	there	there	PRON
bracis-33609	133	8	is	be	VERB
bracis-33609	133	9	a	a	DET
bracis-33609	133	10	gain	gain	NOUN
bracis-33609	133	11	in	in	ADP
bracis-33609	133	12	using	use	VERB
bracis-33609	133	13	irt	irt	PROPN
bracis-33609	133	14	scores	score	NOUN
bracis-33609	133	15	in	in	ADP
bracis-33609	133	16	conjunction	conjunction	NOUN
bracis-33609	133	17	with	with	ADP
bracis-33609	133	18	classical	classical	ADJ
bracis-33609	133	19	metrics	metric	NOUN
bracis-33609	133	20	,	,	PUNCT
bracis-33609	133	21	the	the	DET
bracis-33609	133	22	friedman	friedman	NOUN
bracis-33609	134	1	[	[	X
bracis-33609	134	2	15	15	NUM
bracis-33609	134	3	]	]	PUNCT
bracis-33609	134	4	and	and	CCONJ
bracis-33609	134	5	nemenyi	nemenyi	NOUN
bracis-33609	135	1	[	[	X
bracis-33609	135	2	13	13	NUM
bracis-33609	135	3	]	]	PUNCT
bracis-33609	135	4	tests	test	NOUN
bracis-33609	135	5	were	be	AUX
bracis-33609	135	6	performed	perform	VERB
bracis-33609	135	7	on	on	ADP
bracis-33609	135	8	the	the	DET
bracis-33609	135	9	results	result	NOUN
bracis-33609	135	10	of	of	ADP
bracis-33609	135	11	all	all	DET
bracis-33609	135	12	metrics	metric	NOUN
bracis-33609	135	13	to	to	PART
bracis-33609	135	14	confirm	confirm	VERB
bracis-33609	135	15	whether	whether	SCONJ
bracis-33609	135	16	there	there	PRON
bracis-33609	135	17	are	be	VERB
bracis-33609	135	18	different	different	ADJ
bracis-33609	135	19	distributions	distribution	NOUN
bracis-33609	135	20	.	.	PUNCT
bracis-33609	136	1	the	the	DET
bracis-33609	136	2	friedman	friedman	PROPN
bracis-33609	136	3	test	test	NOUN
bracis-33609	136	4	is	be	AUX
bracis-33609	136	5	a	a	DET
bracis-33609	136	6	non	non	ADJ
bracis-33609	136	7	-	-	ADJ
bracis-33609	136	8	parametric	parametric	ADJ
bracis-33609	136	9	test	test	NOUN
bracis-33609	136	10	used	use	VERB
bracis-33609	136	11	to	to	PART
bracis-33609	136	12	check	check	VERB
bracis-33609	136	13	whether	whether	SCONJ
bracis-33609	136	14	there	there	PRON
bracis-33609	136	15	are	be	VERB
bracis-33609	136	16	different	different	ADJ
bracis-33609	136	17	distributions	distribution	NOUN
bracis-33609	136	18	among	among	ADP
bracis-33609	136	19	sampled	sample	VERB
bracis-33609	136	20	data	datum	NOUN
bracis-33609	136	21	.	.	PUNCT
bracis-33609	137	1	its	its	PRON
bracis-33609	137	2	result	result	NOUN
bracis-33609	137	3	is	be	AUX
bracis-33609	137	4	a	a	DET
bracis-33609	137	5	p	p	NOUN
bracis-33609	137	6	-	-	PUNCT
bracis-33609	137	7	value	value	NOUN
bracis-33609	137	8	,	,	PUNCT
bracis-33609	137	9	which	which	PRON
bracis-33609	137	10	if	if	SCONJ
bracis-33609	137	11	it	it	PRON
bracis-33609	137	12	is	be	AUX
bracis-33609	137	13	less	less	ADJ
bracis-33609	137	14	than	than	ADP
bracis-33609	137	15	a	a	DET
bracis-33609	137	16	certain	certain	ADJ
bracis-33609	137	17	limit	limit	NOUN
bracis-33609	137	18	,	,	PUNCT
bracis-33609	137	19	then	then	ADV
bracis-33609	137	20	it	it	PRON
bracis-33609	137	21	is	be	AUX
bracis-33609	137	22	considered	consider	VERB
bracis-33609	137	23	that	that	SCONJ
bracis-33609	137	24	there	there	PRON
bracis-33609	137	25	are	be	VERB
bracis-33609	137	26	different	different	ADJ
bracis-33609	137	27	distributions	distribution	NOUN
bracis-33609	137	28	in	in	ADP
bracis-33609	137	29	the	the	DET
bracis-33609	137	30	data	datum	NOUN
bracis-33609	137	31	.	.	PUNCT
bracis-33609	138	1	the	the	DET
bracis-33609	138	2	nemenyi	nemenyi	PROPN
bracis-33609	138	3	test	test	NOUN
bracis-33609	138	4	is	be	AUX
bracis-33609	138	5	complementary	complementary	ADJ
bracis-33609	138	6	and	and	CCONJ
bracis-33609	138	7	is	be	AUX
bracis-33609	138	8	used	use	VERB
bracis-33609	138	9	to	to	PART
bracis-33609	138	10	check	check	VERB
bracis-33609	138	11	which	which	DET
bracis-33609	138	12	distributions	distribution	NOUN
bracis-33609	138	13	are	be	AUX
bracis-33609	138	14	different	different	ADJ
bracis-33609	138	15	when	when	SCONJ
bracis-33609	138	16	performing	perform	VERB
bracis-33609	138	17	pairwise	pairwise	NOUN
bracis-33609	138	18	comparisons	comparison	NOUN
bracis-33609	138	19	.	.	PUNCT
bracis-33609	139	1	the	the	DET
bracis-33609	139	2	friedman	friedman	PROPN
bracis-33609	139	3	test	test	NOUN
bracis-33609	139	4	resulted	result	VERB
bracis-33609	139	5	in	in	ADP
bracis-33609	139	6	a	a	DET
bracis-33609	139	7	p	p	NOUN
bracis-33609	139	8	-	-	PUNCT
bracis-33609	139	9	value	value	NOUN
bracis-33609	139	10	of	of	ADP
bracis-33609	139	11	approximately	approximately	ADV
bracis-33609	139	12	1.9e-09	1.9e-09	NUM
bracis-33609	139	13	,	,	PUNCT
bracis-33609	139	14	when	when	SCONJ
bracis-33609	139	15	considering	consider	VERB
bracis-33609	139	16	a	a	DET
bracis-33609	139	17	p	p	ADJ
bracis-33609	139	18	-	-	PUNCT
bracis-33609	139	19	value	value	NOUN
bracis-33609	139	20	threshold	threshold	NOUN
bracis-33609	139	21	of	of	ADP
bracis-33609	139	22	0.05	0.05	NUM
bracis-33609	139	23	it	it	PRON
bracis-33609	139	24	can	can	AUX
bracis-33609	139	25	be	be	AUX
bracis-33609	139	26	stated	state	VERB
bracis-33609	139	27	that	that	SCONJ
bracis-33609	139	28	there	there	PRON
bracis-33609	139	29	are	be	VERB
bracis-33609	139	30	different	different	ADJ
bracis-33609	139	31	distributions	distribution	NOUN
bracis-33609	139	32	between	between	ADP
bracis-33609	139	33	scores	score	NOUN
bracis-33609	139	34	.	.	PUNCT
bracis-33609	140	1	next	next	ADV
bracis-33609	140	2	,	,	PUNCT
bracis-33609	140	3	a	a	DET
bracis-33609	140	4	nemenyi	nemenyi	NOUN
bracis-33609	140	5	test	test	NOUN
bracis-33609	140	6	was	be	AUX
bracis-33609	140	7	performed	perform	VERB
bracis-33609	140	8	to	to	PART
bracis-33609	140	9	verify	verify	VERB
bracis-33609	140	10	which	which	DET
bracis-33609	140	11	evaluation	evaluation	NOUN
bracis-33609	140	12	metrics	metric	NOUN
bracis-33609	140	13	are	be	AUX
bracis-33609	140	14	different	different	ADJ
bracis-33609	140	15	.	.	PUNCT
bracis-33609	141	1	figure	figure	NOUN
bracis-33609	141	2	 	 	SPACE
bracis-33609	141	3	5	5	NUM
bracis-33609	141	4	presents	present	VERB
bracis-33609	141	5	the	the	DET
bracis-33609	141	6	result	result	NOUN
bracis-33609	141	7	of	of	ADP
bracis-33609	141	8	the	the	DET
bracis-33609	141	9	nemenyi	nemenyi	PROPN
bracis-33609	141	10	test	test	NOUN
bracis-33609	141	11	,	,	PUNCT
bracis-33609	141	12	where	where	SCONJ
bracis-33609	141	13	it	it	PRON
bracis-33609	141	14	is	be	AUX
bracis-33609	141	15	possible	possible	ADJ
bracis-33609	141	16	to	to	PART
bracis-33609	141	17	see	see	VERB
bracis-33609	141	18	that	that	SCONJ
bracis-33609	141	19	the	the	DET
bracis-33609	141	20	p	p	ADJ
bracis-33609	141	21	-	-	PUNCT
bracis-33609	141	22	value	value	NOUN
bracis-33609	141	23	values	value	NOUN
bracis-33609	141	24	of	of	ADP
bracis-33609	141	25	the	the	DET
bracis-33609	141	26	true	true	ADJ
bracis-33609	141	27	score	score	NOUN
bracis-33609	141	28	do	do	AUX
bracis-33609	141	29	not	not	PART
bracis-33609	141	30	show	show	VERB
bracis-33609	141	31	any	any	DET
bracis-33609	141	32	difference	difference	NOUN
bracis-33609	141	33	from	from	ADP
bracis-33609	141	34	the	the	DET
bracis-33609	141	35	classic	classic	ADJ
bracis-33609	141	36	metrics	metric	NOUN
bracis-33609	141	37	.	.	PUNCT
bracis-33609	142	1	on	on	ADP
bracis-33609	142	2	the	the	DET
bracis-33609	142	3	other	other	ADJ
bracis-33609	142	4	hand	hand	NOUN
bracis-33609	142	5	,	,	PUNCT
bracis-33609	142	6	interesting	interesting	ADJ
bracis-33609	142	7	results	result	NOUN
bracis-33609	142	8	are	be	AUX
bracis-33609	142	9	observed	observe	VERB
bracis-33609	142	10	for	for	ADP
bracis-33609	142	11	the	the	DET
bracis-33609	142	12	total	total	ADJ
bracis-33609	142	13	score	score	NOUN
bracis-33609	142	14	,	,	PUNCT
bracis-33609	142	15	where	where	SCONJ
bracis-33609	142	16	the	the	DET
bracis-33609	142	17	f1	f1	ADJ
bracis-33609	142	18	and	and	CCONJ
bracis-33609	142	19	recall	recall	NOUN
bracis-33609	142	20	metrics	metric	NOUN
bracis-33609	142	21	are	be	AUX
bracis-33609	142	22	the	the	DET
bracis-33609	142	23	only	only	ADJ
bracis-33609	142	24	ones	one	NOUN
bracis-33609	142	25	that	that	PRON
bracis-33609	142	26	do	do	AUX
bracis-33609	142	27	not	not	PART
bracis-33609	142	28	present	present	VERB
bracis-33609	142	29	a	a	DET
bracis-33609	142	30	p	p	ADJ
bracis-33609	142	31	-	-	PUNCT
bracis-33609	142	32	value	value	NOUN
bracis-33609	142	33	smaller	small	ADJ
bracis-33609	142	34	than	than	ADP
bracis-33609	142	35	0.05	0.05	NUM
bracis-33609	142	36	.	.	PUNCT
bracis-33609	143	1	thus	thus	ADV
bracis-33609	143	2	,	,	PUNCT
bracis-33609	143	3	applying	apply	VERB
bracis-33609	143	4	the	the	DET
bracis-33609	143	5	confidence	confidence	NOUN
bracis-33609	143	6	measure	measure	NOUN
bracis-33609	143	7	,	,	PUNCT
bracis-33609	143	8	there	there	PRON
bracis-33609	143	9	is	be	VERB
bracis-33609	143	10	52.25	52.25	NUM
bracis-33609	143	11	%	%	NOUN
bracis-33609	143	12	confidence	confidence	NOUN
bracis-33609	143	13	that	that	SCONJ
bracis-33609	143	14	f1	f1	NOUN
bracis-33609	143	15	is	be	AUX
bracis-33609	143	16	statistically	statistically	ADV
bracis-33609	143	17	different	different	ADJ
bracis-33609	143	18	from	from	ADP
bracis-33609	143	19	the	the	DET
bracis-33609	143	20	total	total	ADJ
bracis-33609	143	21	score	score	NOUN
bracis-33609	143	22	,	,	PUNCT
bracis-33609	143	23	while	while	SCONJ
bracis-33609	143	24	there	there	PRON
bracis-33609	143	25	is	be	VERB
bracis-33609	143	26	24.84	24.84	NUM
bracis-33609	143	27	%	%	NOUN
bracis-33609	143	28	confidence	confidence	NOUN
bracis-33609	143	29	that	that	SCONJ
bracis-33609	143	30	the	the	DET
bracis-33609	143	31	recall	recall	NOUN
bracis-33609	143	32	is	be	AUX
bracis-33609	143	33	statistically	statistically	ADV
bracis-33609	143	34	different	different	ADJ
bracis-33609	143	35	,	,	PUNCT
bracis-33609	143	36	for	for	ADP
bracis-33609	143	37	the	the	DET
bracis-33609	143	38	other	other	ADJ
bracis-33609	143	39	metrics	metric	NOUN
bracis-33609	143	40	the	the	DET
bracis-33609	143	41	lowest	low	ADJ
bracis-33609	143	42	confidence	confidence	NOUN
bracis-33609	143	43	is	be	AUX
bracis-33609	143	44	97.73	97.73	NUM
bracis-33609	143	45	%	%	NOUN
bracis-33609	143	46	.	.	PUNCT
bracis-33609	144	1	such	such	ADJ
bracis-33609	144	2	results	result	NOUN
bracis-33609	144	3	point	point	VERB
bracis-33609	144	4	to	to	ADP
bracis-33609	144	5	the	the	DET
bracis-33609	144	6	total	total	ADJ
bracis-33609	144	7	score	score	NOUN
bracis-33609	144	8	as	as	ADP
bracis-33609	144	9	a	a	DET
bracis-33609	144	10	metric	metric	ADJ
bracis-33609	144	11	capable	capable	ADJ
bracis-33609	144	12	of	of	ADP
bracis-33609	144	13	giving	give	VERB
bracis-33609	144	14	visibility	visibility	NOUN
bracis-33609	144	15	to	to	ADP
bracis-33609	144	16	new	new	ADJ
bracis-33609	144	17	nuances	nuance	NOUN
bracis-33609	144	18	in	in	ADP
bracis-33609	144	19	the	the	DET
bracis-33609	144	20	models	model	NOUN
bracis-33609	144	21	’	'	PUNCT
bracis-33609	144	22	performance	performance	NOUN
bracis-33609	144	23	.	.	PUNCT
bracis-33609	145	1	to	to	PART
bracis-33609	145	2	confirm	confirm	VERB
bracis-33609	145	3	the	the	DET
bracis-33609	145	4	result	result	NOUN
bracis-33609	145	5	obtained	obtain	VERB
bracis-33609	145	6	,	,	PUNCT
bracis-33609	145	7	the	the	DET
bracis-33609	145	8	instances	instance	NOUN
bracis-33609	145	9	were	be	AUX
bracis-33609	145	10	then	then	ADV
bracis-33609	145	11	opened	open	VERB
bracis-33609	145	12	using	use	VERB
bracis-33609	145	13	the	the	DET
bracis-33609	145	14	concepts	concept	NOUN
bracis-33609	145	15	of	of	ADP
bracis-33609	145	16	the	the	DET
bracis-33609	145	17	irt	irt	PROPN
bracis-33609	145	18	item	item	NOUN
bracis-33609	145	19	characteristic	characteristic	ADJ
bracis-33609	145	20	curves	curve	NOUN
bracis-33609	145	21	.	.	PUNCT
bracis-33609	146	1	an	an	DET
bracis-33609	146	2	ideal	ideal	ADJ
bracis-33609	146	3	confusion	confusion	NOUN
bracis-33609	146	4	matrix	matrix	NOUN
bracis-33609	146	5	should	should	AUX
bracis-33609	146	6	present	present	VERB
bracis-33609	146	7	values	value	NOUN
bracis-33609	146	8	only	only	ADV
bracis-33609	146	9	on	on	ADP
bracis-33609	146	10	its	its	PRON
bracis-33609	146	11	main	main	ADJ
bracis-33609	146	12	diagonal	diagonal	NOUN
bracis-33609	146	13	.	.	PUNCT
bracis-33609	147	1	with	with	ADP
bracis-33609	147	2	this	this	PRON
bracis-33609	147	3	in	in	ADP
bracis-33609	147	4	mind	mind	NOUN
bracis-33609	147	5	,	,	PUNCT
bracis-33609	147	6	the	the	DET
bracis-33609	147	7	icc	icc	NOUN
bracis-33609	147	8	’s	’s	X
bracis-33609	147	9	of	of	ADP
bracis-33609	147	10	each	each	DET
bracis-33609	147	11	instance	instance	NOUN
bracis-33609	147	12	were	be	AUX
bracis-33609	147	13	separated	separate	VERB
bracis-33609	147	14	according	accord	VERB
bracis-33609	147	15	to	to	ADP
bracis-33609	147	16	the	the	DET
bracis-33609	147	17	models	model	NOUN
bracis-33609	147	18	’	’	PART
bracis-33609	147	19	confusion	confusion	NOUN
bracis-33609	147	20	matrix	matrix	NOUN
bracis-33609	147	21	,	,	PUNCT
bracis-33609	147	22	called	call	VERB
bracis-33609	147	23	the	the	DET
bracis-33609	147	24	item	item	NOUN
bracis-33609	147	25	characteristic	characteristic	ADJ
bracis-33609	147	26	confusion	confusion	NOUN
bracis-33609	147	27	matrix	matrix	NOUN
bracis-33609	147	28	curve	curve	NOUN
bracis-33609	147	29	(	(	PUNCT
bracis-33609	147	30	iccmc	iccmc	NOUN
bracis-33609	147	31	)	)	PUNCT
bracis-33609	147	32	.	.	PUNCT
bracis-33609	148	1	figure	figure	NOUN
bracis-33609	148	2	 	 	SPACE
bracis-33609	148	3	6	6	NUM
bracis-33609	148	4	shows	show	VERB
bracis-33609	148	5	the	the	DET
bracis-33609	148	6	iccmc	iccmc	NOUN
bracis-33609	148	7	of	of	ADP
bracis-33609	148	8	the	the	DET
bracis-33609	148	9	gb	gb	PROPN
bracis-33609	148	10	model	model	NOUN
bracis-33609	148	11	,	,	PUNCT
bracis-33609	148	12	in	in	ADP
bracis-33609	148	13	which	which	PRON
bracis-33609	148	14	it	it	PRON
bracis-33609	148	15	is	be	AUX
bracis-33609	148	16	possible	possible	ADJ
bracis-33609	148	17	to	to	PART
bracis-33609	148	18	observe	observe	VERB
bracis-33609	148	19	that	that	SCONJ
bracis-33609	148	20	the	the	DET
bracis-33609	148	21	model	model	NOUN
bracis-33609	148	22	performs	perform	VERB
bracis-33609	148	23	well	well	ADV
bracis-33609	148	24	for	for	ADP
bracis-33609	148	25	true	true	ADJ
bracis-33609	148	26	positives	positive	NOUN
bracis-33609	148	27	and	and	CCONJ
bracis-33609	148	28	true	true	ADJ
bracis-33609	148	29	negatives	negative	NOUN
bracis-33609	148	30	instances	instance	NOUN
bracis-33609	148	31	.	.	PUNCT
bracis-33609	149	1	therefore	therefore	ADV
bracis-33609	149	2	,	,	PUNCT
bracis-33609	149	3	all	all	PRON
bracis-33609	149	4	tp	tp	NOUN
bracis-33609	149	5	instances	instance	NOUN
bracis-33609	149	6	have	have	VERB
bracis-33609	149	7	high	high	ADJ
bracis-33609	149	8	discrimination	discrimination	NOUN
bracis-33609	149	9	values	value	NOUN
bracis-33609	149	10	and	and	CCONJ
bracis-33609	149	11	are	be	AUX
bracis-33609	149	12	considered	consider	VERB
bracis-33609	149	13	good	good	ADJ
bracis-33609	149	14	instances	instance	NOUN
bracis-33609	149	15	to	to	PART
bracis-33609	149	16	attest	attest	VERB
bracis-33609	149	17	to	to	ADP
bracis-33609	149	18	the	the	DET
bracis-33609	149	19	model	model	NOUN
bracis-33609	149	20	’s	’s	PART
bracis-33609	149	21	ability	ability	NOUN
bracis-33609	149	22	.	.	PUNCT
bracis-33609	150	1	furthermore	furthermore	ADV
bracis-33609	150	2	,	,	PUNCT
bracis-33609	150	3	only	only	ADV
bracis-33609	150	4	one	one	NUM
bracis-33609	150	5	well	well	ADV
bracis-33609	150	6	-	-	PUNCT
bracis-33609	150	7	formed	form	VERB
bracis-33609	150	8	instance	instance	NOUN
bracis-33609	150	9	appears	appear	VERB
bracis-33609	150	10	among	among	ADP
bracis-33609	150	11	the	the	DET
bracis-33609	150	12	fp	fp	NOUN
bracis-33609	150	13	,	,	PUNCT
bracis-33609	150	14	it	it	PRON
bracis-33609	150	15	is	be	AUX
bracis-33609	150	16	expected	expect	VERB
bracis-33609	150	17	that	that	SCONJ
bracis-33609	150	18	only	only	ADV
bracis-33609	150	19	instances	instance	NOUN
bracis-33609	150	20	with	with	ADP
bracis-33609	150	21	negative	negative	ADJ
bracis-33609	150	22	discrimination	discrimination	NOUN
bracis-33609	150	23	appear	appear	VERB
bracis-33609	150	24	between	between	ADP
bracis-33609	150	25	the	the	DET
bracis-33609	150	26	fp	fp	PROPN
bracis-33609	150	27	and	and	CCONJ
bracis-33609	150	28	fn	fn	NOUN
bracis-33609	150	29	,	,	PUNCT
bracis-33609	150	30	as	as	SCONJ
bracis-33609	150	31	can	can	AUX
bracis-33609	150	32	be	be	AUX
bracis-33609	150	33	observed	observe	VERB
bracis-33609	150	34	in	in	ADP
bracis-33609	150	35	the	the	DET
bracis-33609	150	36	set	set	NOUN
bracis-33609	150	37	of	of	ADP
bracis-33609	150	38	fn	fn	NOUN
bracis-33609	150	39	instances	instance	NOUN
bracis-33609	150	40	of	of	ADP
bracis-33609	150	41	the	the	DET
bracis-33609	150	42	gb	gb	PROPN
bracis-33609	150	43	model	model	NOUN
bracis-33609	150	44	.	.	PUNCT
bracis-33609	151	1	the	the	DET
bracis-33609	151	2	point	point	NOUN
bracis-33609	151	3	of	of	ADP
bracis-33609	151	4	greatest	great	ADJ
bracis-33609	151	5	attention	attention	NOUN
bracis-33609	151	6	is	be	AUX
bracis-33609	151	7	the	the	DET
bracis-33609	151	8	tn	tn	NOUN
bracis-33609	151	9	set	set	NOUN
bracis-33609	151	10	,	,	PUNCT
bracis-33609	151	11	where	where	SCONJ
bracis-33609	151	12	7	7	NUM
bracis-33609	151	13	(	(	PUNCT
bracis-33609	151	14	16.67	16.67	NUM
bracis-33609	151	15	%	%	NOUN
bracis-33609	151	16	)	)	PUNCT
bracis-33609	151	17	are	be	AUX
bracis-33609	151	18	instances	instance	NOUN
bracis-33609	151	19	that	that	PRON
bracis-33609	151	20	are	be	AUX
bracis-33609	151	21	not	not	PART
bracis-33609	151	22	suitable	suitable	ADJ
bracis-33609	151	23	for	for	ADP
bracis-33609	151	24	evaluating	evaluate	VERB
bracis-33609	151	25	the	the	DET
bracis-33609	151	26	model	model	NOUN
bracis-33609	151	27	’s	’s	PART
bracis-33609	151	28	performance	performance	NOUN
bracis-33609	151	29	(	(	PUNCT
bracis-33609	151	30	red	red	ADJ
bracis-33609	151	31	lines	line	NOUN
bracis-33609	151	32	)	)	PUNCT
bracis-33609	151	33	.	.	PUNCT
bracis-33609	152	1	this	this	PRON
bracis-33609	152	2	can	can	AUX
bracis-33609	152	3	also	also	ADV
bracis-33609	152	4	be	be	AUX
bracis-33609	152	5	observed	observe	VERB
bracis-33609	152	6	by	by	ADP
bracis-33609	152	7	the	the	DET
bracis-33609	152	8	average	average	ADJ
bracis-33609	152	9	information	information	NOUN
bracis-33609	152	10	value	value	NOUN
bracis-33609	152	11	of	of	ADP
bracis-33609	152	12	the	the	DET
bracis-33609	152	13	instances	instance	NOUN
bracis-33609	152	14	,	,	PUNCT
bracis-33609	152	15	where	where	SCONJ
bracis-33609	152	16	the	the	DET
bracis-33609	152	17	set	set	NOUN
bracis-33609	152	18	of	of	ADP
bracis-33609	152	19	tps	tps	NOUN
bracis-33609	152	20	presents	present	VERB
bracis-33609	152	21	a	a	DET
bracis-33609	152	22	high	high	ADJ
bracis-33609	152	23	average	average	ADJ
bracis-33609	152	24	information	information	NOUN
bracis-33609	152	25	value	value	NOUN
bracis-33609	152	26	with	with	ADP
bracis-33609	152	27	0.320	0.320	NUM
bracis-33609	152	28	,	,	PUNCT
bracis-33609	152	29	while	while	SCONJ
bracis-33609	152	30	the	the	DET
bracis-33609	152	31	tns	tns	PROPN
bracis-33609	152	32	present	present	ADJ
bracis-33609	152	33	a	a	DET
bracis-33609	152	34	low	low	ADJ
bracis-33609	152	35	average	average	ADJ
bracis-33609	152	36	information	information	NOUN
bracis-33609	152	37	value	value	NOUN
bracis-33609	152	38	with	with	ADP
bracis-33609	152	39	0.043	0.043	NUM
bracis-33609	152	40	.	.	PUNCT
bracis-33609	153	1	fig	fig	NOUN
bracis-33609	153	2	.	.	PUNCT
bracis-33609	154	1	6	6	NUM
bracis-33609	154	2	.	.	X
bracis-33609	154	3	iccmc	iccmc	NOUN
bracis-33609	154	4	of	of	ADP
bracis-33609	154	5	the	the	DET
bracis-33609	154	6	gb	gb	PROPN
bracis-33609	154	7	model	model	NOUN
bracis-33609	154	8	,	,	PUNCT
bracis-33609	154	9	where	where	SCONJ
bracis-33609	154	10	a	a	PRON
bracis-33609	154	11	is	be	AUX
bracis-33609	154	12	the	the	DET
bracis-33609	154	13	average	average	ADJ
bracis-33609	154	14	discrimination	discrimination	NOUN
bracis-33609	154	15	value	value	NOUN
bracis-33609	154	16	,	,	PUNCT
bracis-33609	154	17	b	b	PROPN
bracis-33609	154	18	is	be	AUX
bracis-33609	154	19	the	the	DET
bracis-33609	154	20	average	average	ADJ
bracis-33609	154	21	difficulty	difficulty	NOUN
bracis-33609	154	22	,	,	PUNCT
bracis-33609	154	23	c	c	PROPN
bracis-33609	154	24	is	be	AUX
bracis-33609	154	25	the	the	DET
bracis-33609	154	26	average	average	ADJ
bracis-33609	154	27	guessing	guessing	NOUN
bracis-33609	154	28	,	,	PUNCT
bracis-33609	154	29	totals	total	NOUN
bracis-33609	154	30	is	be	AUX
bracis-33609	154	31	the	the	DET
bracis-33609	154	32	total	total	ADJ
bracis-33609	154	33	score	score	NOUN
bracis-33609	154	34	value	value	NOUN
bracis-33609	154	35	,	,	PUNCT
bracis-33609	154	36	inf	inf	PROPN
bracis-33609	154	37	is	be	AUX
bracis-33609	154	38	the	the	DET
bracis-33609	154	39	average	average	ADJ
bracis-33609	154	40	information	information	NOUN
bracis-33609	154	41	of	of	ADP
bracis-33609	154	42	the	the	DET
bracis-33609	154	43	instances	instance	NOUN
bracis-33609	154	44	and	and	CCONJ
bracis-33609	154	45	n	n	PRON
bracis-33609	154	46	is	be	AUX
bracis-33609	154	47	the	the	DET
bracis-33609	154	48	number	number	NOUN
bracis-33609	154	49	of	of	ADP
bracis-33609	154	50	instances	instance	NOUN
bracis-33609	154	51	.	.	PUNCT
bracis-33609	155	1	the	the	DET
bracis-33609	155	2	blue	blue	ADJ
bracis-33609	155	3	lines	line	NOUN
bracis-33609	155	4	represent	represent	VERB
bracis-33609	155	5	instances	instance	NOUN
bracis-33609	155	6	with	with	ADP
bracis-33609	155	7	positive	positive	ADJ
bracis-33609	155	8	discrimination	discrimination	NOUN
bracis-33609	155	9	,	,	PUNCT
bracis-33609	155	10	the	the	DET
bracis-33609	155	11	red	red	ADJ
bracis-33609	155	12	lines	line	NOUN
bracis-33609	155	13	are	be	AUX
bracis-33609	155	14	instances	instance	NOUN
bracis-33609	155	15	with	with	ADP
bracis-33609	155	16	negative	negative	ADJ
bracis-33609	155	17	discrimination	discrimination	NOUN
bracis-33609	155	18	,	,	PUNCT
bracis-33609	155	19	and	and	CCONJ
bracis-33609	155	20	the	the	DET
bracis-33609	155	21	black	black	ADJ
bracis-33609	155	22	line	line	NOUN
bracis-33609	155	23	is	be	AUX
bracis-33609	155	24	the	the	DET
bracis-33609	155	25	average	average	ADJ
bracis-33609	155	26	icc	icc	NOUN
bracis-33609	155	27	of	of	ADP
bracis-33609	155	28	the	the	DET
bracis-33609	155	29	instances	instance	NOUN
bracis-33609	155	30	.	.	PUNCT
bracis-33609	156	1	(	(	PUNCT
bracis-33609	156	2	color	color	NOUN
bracis-33609	156	3	figure	figure	NOUN
bracis-33609	156	4	online	online	ADV
bracis-33609	156	5	)	)	PUNCT
bracis-33609	156	6	full	full	ADJ
bracis-33609	156	7	size	size	NOUN
bracis-33609	156	8	image	image	NOUN
bracis-33609	156	9	fig	fig	NOUN
bracis-33609	156	10	.	.	PUNCT
bracis-33609	157	1	7	7	X
bracis-33609	157	2	.	.	X
bracis-33609	157	3	iccmc	iccmc	NOUN
bracis-33609	157	4	of	of	ADP
bracis-33609	157	5	the	the	DET
bracis-33609	157	6	rf	rf	ADJ
bracis-33609	157	7	model	model	NOUN
bracis-33609	157	8	.	.	PUNCT
bracis-33609	158	1	full	full	ADJ
bracis-33609	158	2	size	size	NOUN
bracis-33609	158	3	image	image	NOUN
bracis-33609	158	4	in	in	ADP
bracis-33609	158	5	direct	direct	ADJ
bracis-33609	158	6	comparison	comparison	NOUN
bracis-33609	158	7	with	with	ADP
bracis-33609	158	8	the	the	DET
bracis-33609	158	9	iccmc	iccmc	NOUN
bracis-33609	158	10	of	of	ADP
bracis-33609	158	11	the	the	DET
bracis-33609	158	12	rf	rf	NOUN
bracis-33609	158	13	,	,	PUNCT
bracis-33609	158	14	it	it	PRON
bracis-33609	158	15	is	be	AUX
bracis-33609	158	16	highlighted	highlight	VERB
bracis-33609	158	17	that	that	SCONJ
bracis-33609	158	18	the	the	DET
bracis-33609	158	19	rf	rf	NOUN
bracis-33609	158	20	has	have	VERB
bracis-33609	158	21	a	a	DET
bracis-33609	158	22	lower	low	ADJ
bracis-33609	158	23	performance	performance	NOUN
bracis-33609	158	24	compared	compare	VERB
bracis-33609	158	25	to	to	ADP
bracis-33609	158	26	the	the	DET
bracis-33609	158	27	gb	gb	NOUN
bracis-33609	158	28	(	(	PUNCT
bracis-33609	158	29	see	see	VERB
bracis-33609	158	30	fig	fig	NOUN
bracis-33609	158	31	.	.	PUNCT
bracis-33609	158	32	 	 	SPACE
bracis-33609	158	33	7	7	NUM
bracis-33609	158	34	)	)	PUNCT
bracis-33609	158	35	.	.	PUNCT
bracis-33609	159	1	this	this	PRON
bracis-33609	159	2	can	can	AUX
bracis-33609	159	3	be	be	AUX
bracis-33609	159	4	confirmed	confirm	VERB
bracis-33609	159	5	by	by	ADP
bracis-33609	159	6	analyzing	analyze	VERB
bracis-33609	159	7	the	the	DET
bracis-33609	159	8	sets	set	NOUN
bracis-33609	159	9	of	of	ADP
bracis-33609	159	10	tp	tp	NOUN
bracis-33609	159	11	and	and	CCONJ
bracis-33609	159	12	tn	tn	NOUN
bracis-33609	159	13	instances	instance	NOUN
bracis-33609	159	14	,	,	PUNCT
bracis-33609	159	15	where	where	SCONJ
bracis-33609	159	16	the	the	DET
bracis-33609	159	17	gb	gb	PROPN
bracis-33609	159	18	total	total	ADJ
bracis-33609	159	19	score	score	NOUN
bracis-33609	159	20	was	be	AUX
bracis-33609	159	21	higher	high	ADJ
bracis-33609	159	22	in	in	ADP
bracis-33609	159	23	both	both	DET
bracis-33609	159	24	cases	case	NOUN
bracis-33609	159	25	.	.	PUNCT
bracis-33609	160	1	it	it	PRON
bracis-33609	160	2	is	be	AUX
bracis-33609	160	3	also	also	ADV
bracis-33609	160	4	noted	note	VERB
bracis-33609	160	5	that	that	SCONJ
bracis-33609	160	6	,	,	PUNCT
bracis-33609	160	7	although	although	SCONJ
bracis-33609	160	8	rf	rf	PRON
bracis-33609	160	9	hits	hit	VERB
bracis-33609	160	10	more	more	ADJ
bracis-33609	160	11	tp	tp	ADP
bracis-33609	160	12	instances	instance	NOUN
bracis-33609	160	13	(	(	PUNCT
bracis-33609	160	14	28	28	NUM
bracis-33609	160	15	)	)	PUNCT
bracis-33609	160	16	than	than	ADP
bracis-33609	160	17	gb	gb	PRON
bracis-33609	160	18	(	(	PUNCT
bracis-33609	160	19	25	25	NUM
bracis-33609	160	20	)	)	PUNCT
bracis-33609	160	21	,	,	PUNCT
bracis-33609	160	22	4	4	NUM
bracis-33609	160	23	instances	instance	NOUN
bracis-33609	160	24	classified	classify	VERB
bracis-33609	160	25	by	by	ADP
bracis-33609	160	26	rf	rf	PRON
bracis-33609	160	27	present	present	ADJ
bracis-33609	160	28	negative	negative	ADJ
bracis-33609	160	29	discrimination	discrimination	NOUN
bracis-33609	160	30	.	.	PUNCT
bracis-33609	161	1	in	in	ADP
bracis-33609	161	2	addition	addition	NOUN
bracis-33609	161	3	,	,	PUNCT
bracis-33609	161	4	3	3	NUM
bracis-33609	161	5	well	well	ADV
bracis-33609	161	6	-	-	PUNCT
bracis-33609	161	7	formed	form	VERB
bracis-33609	161	8	instances	instance	NOUN
bracis-33609	161	9	appear	appear	VERB
bracis-33609	161	10	in	in	ADP
bracis-33609	161	11	the	the	DET
bracis-33609	161	12	fp	fp	ADJ
bracis-33609	161	13	and	and	CCONJ
bracis-33609	161	14	fn	fn	NOUN
bracis-33609	161	15	sets	set	NOUN
bracis-33609	161	16	.	.	PUNCT
bracis-33609	162	1	although	although	SCONJ
bracis-33609	162	2	the	the	DET
bracis-33609	162	3	recall	recall	NOUN
bracis-33609	162	4	of	of	ADP
bracis-33609	162	5	rf	rf	NOUN
bracis-33609	162	6	is	be	AUX
bracis-33609	162	7	greater	great	ADJ
bracis-33609	162	8	than	than	ADP
bracis-33609	162	9	gb	gb	PRON
bracis-33609	162	10	,	,	PUNCT
bracis-33609	162	11	the	the	DET
bracis-33609	162	12	set	set	NOUN
bracis-33609	162	13	of	of	ADP
bracis-33609	162	14	tp	tp	ADP
bracis-33609	162	15	instances	instance	NOUN
bracis-33609	162	16	of	of	ADP
bracis-33609	162	17	gb	gb	PRON
bracis-33609	162	18	is	be	AUX
bracis-33609	162	19	composed	compose	VERB
bracis-33609	162	20	only	only	ADV
bracis-33609	162	21	of	of	ADP
bracis-33609	162	22	well	well	ADV
bracis-33609	162	23	-	-	PUNCT
bracis-33609	162	24	formed	form	VERB
bracis-33609	162	25	items	item	NOUN
bracis-33609	162	26	while	while	SCONJ
bracis-33609	162	27	rf	rf	NOUN
bracis-33609	162	28	presents	present	VERB
bracis-33609	162	29	instances	instance	NOUN
bracis-33609	162	30	that	that	PRON
bracis-33609	162	31	are	be	AUX
bracis-33609	162	32	not	not	PART
bracis-33609	162	33	suitable	suitable	ADJ
bracis-33609	162	34	for	for	ADP
bracis-33609	162	35	evaluating	evaluate	VERB
bracis-33609	162	36	the	the	DET
bracis-33609	162	37	model	model	NOUN
bracis-33609	162	38	.	.	PUNCT
bracis-33609	163	1	another	another	DET
bracis-33609	163	2	interesting	interesting	ADJ
bracis-33609	163	3	detail	detail	NOUN
bracis-33609	163	4	is	be	AUX
bracis-33609	163	5	the	the	DET
bracis-33609	163	6	high	high	ADJ
bracis-33609	163	7	guessing	guessing	NOUN
bracis-33609	163	8	value	value	NOUN
bracis-33609	163	9	for	for	ADP
bracis-33609	163	10	the	the	DET
bracis-33609	163	11	instances	instance	NOUN
bracis-33609	163	12	of	of	ADP
bracis-33609	163	13	the	the	DET
bracis-33609	163	14	tp	tp	NOUN
bracis-33609	163	15	set	set	VERB
bracis-33609	163	16	seen	see	VERB
bracis-33609	163	17	in	in	ADP
bracis-33609	163	18	all	all	DET
bracis-33609	163	19	iccmc	iccmc	NOUN
bracis-33609	163	20	presented	present	VERB
bracis-33609	163	21	,	,	PUNCT
bracis-33609	163	22	as	as	SCONJ
bracis-33609	163	23	previously	previously	ADV
bracis-33609	163	24	observed	observe	VERB
bracis-33609	163	25	in	in	ADP
bracis-33609	163	26	fig	fig	NOUN
bracis-33609	163	27	.	.	PUNCT
bracis-33609	163	28	 	 	SPACE
bracis-33609	164	1	6	6	NUM
bracis-33609	164	2	,	,	PUNCT
bracis-33609	164	3	the	the	DET
bracis-33609	164	4	minority	minority	NOUN
bracis-33609	164	5	class	class	NOUN
bracis-33609	164	6	has	have	VERB
bracis-33609	164	7	a	a	DET
bracis-33609	164	8	high	high	ADJ
bracis-33609	164	9	chance	chance	NOUN
bracis-33609	164	10	of	of	ADP
bracis-33609	164	11	getting	get	VERB
bracis-33609	164	12	it	it	PRON
bracis-33609	164	13	right	right	ADJ
bracis-33609	164	14	by	by	ADP
bracis-33609	164	15	chance	chance	NOUN
bracis-33609	164	16	.	.	PUNCT
bracis-33609	165	1	this	this	PRON
bracis-33609	165	2	raises	raise	VERB
bracis-33609	165	3	the	the	DET
bracis-33609	165	4	question	question	NOUN
bracis-33609	165	5	of	of	ADP
bracis-33609	165	6	whether	whether	SCONJ
bracis-33609	165	7	the	the	DET
bracis-33609	165	8	models	model	NOUN
bracis-33609	165	9	have	have	AUX
bracis-33609	165	10	actually	actually	ADV
bracis-33609	165	11	learned	learn	VERB
bracis-33609	165	12	how	how	SCONJ
bracis-33609	165	13	to	to	PART
bracis-33609	165	14	classify	classify	VERB
bracis-33609	165	15	this	this	DET
bracis-33609	165	16	class	class	NOUN
bracis-33609	165	17	or	or	CCONJ
bracis-33609	165	18	are	be	AUX
bracis-33609	165	19	just	just	ADV
bracis-33609	165	20	getting	get	VERB
bracis-33609	165	21	lucky	lucky	ADJ
bracis-33609	165	22	.	.	PUNCT
bracis-33609	166	1	a	a	DET
bracis-33609	166	2	possible	possible	ADJ
bracis-33609	166	3	future	future	ADJ
bracis-33609	166	4	work	work	NOUN
bracis-33609	166	5	would	would	AUX
bracis-33609	166	6	be	be	AUX
bracis-33609	166	7	to	to	PART
bracis-33609	166	8	investigate	investigate	VERB
bracis-33609	166	9	more	more	ADV
bracis-33609	166	10	incisively	incisively	ADV
bracis-33609	166	11	the	the	DET
bracis-33609	166	12	impact	impact	NOUN
bracis-33609	166	13	of	of	ADP
bracis-33609	166	14	the	the	DET
bracis-33609	166	15	guessing	guess	VERB
bracis-33609	166	16	parameter	parameter	NOUN
bracis-33609	166	17	and	and	CCONJ
bracis-33609	166	18	whether	whether	SCONJ
bracis-33609	166	19	these	these	DET
bracis-33609	166	20	instances	instance	NOUN
bracis-33609	166	21	are	be	AUX
bracis-33609	166	22	really	really	ADV
bracis-33609	166	23	well	well	ADV
bracis-33609	166	24	formed	form	VERB
bracis-33609	166	25	.	.	PUNCT
bracis-33609	167	1	fig	fig	NOUN
bracis-33609	167	2	.	.	PUNCT
bracis-33609	168	1	8	8	X
bracis-33609	168	2	.	.	X
bracis-33609	168	3	iccmc	iccmc	NOUN
bracis-33609	168	4	of	of	ADP
bracis-33609	168	5	the	the	DET
bracis-33609	168	6	svm	svm	ADJ
bracis-33609	168	7	model	model	NOUN
bracis-33609	168	8	.	.	PUNCT
bracis-33609	169	1	(	(	PUNCT
bracis-33609	169	2	color	color	NOUN
bracis-33609	169	3	figure	figure	NOUN
bracis-33609	169	4	online	online	ADV
bracis-33609	169	5	)	)	PUNCT
bracis-33609	169	6	full	full	ADJ
bracis-33609	169	7	size	size	NOUN
bracis-33609	169	8	image	image	NOUN
bracis-33609	169	9	other	other	ADJ
bracis-33609	169	10	models	model	NOUN
bracis-33609	169	11	with	with	ADP
bracis-33609	169	12	interesting	interesting	ADJ
bracis-33609	169	13	results	result	NOUN
bracis-33609	169	14	are	be	AUX
bracis-33609	169	15	svm	svm	ADJ
bracis-33609	169	16	and	and	CCONJ
bracis-33609	169	17	lda	lda	PROPN
bracis-33609	169	18	,	,	PUNCT
bracis-33609	169	19	where	where	SCONJ
bracis-33609	169	20	the	the	DET
bracis-33609	169	21	best	good	ADJ
bracis-33609	169	22	configuration	configuration	NOUN
bracis-33609	169	23	of	of	ADP
bracis-33609	169	24	icc	icc	PROPN
bracis-33609	169	25	curves	curve	NOUN
bracis-33609	169	26	of	of	ADP
bracis-33609	169	27	the	the	DET
bracis-33609	169	28	instances	instance	NOUN
bracis-33609	169	29	arranged	arrange	VERB
bracis-33609	169	30	in	in	ADP
bracis-33609	169	31	the	the	DET
bracis-33609	169	32	confusion	confusion	NOUN
bracis-33609	169	33	matrix	matrix	NOUN
bracis-33609	169	34	sets	set	NOUN
bracis-33609	169	35	is	be	AUX
bracis-33609	169	36	noted	note	VERB
bracis-33609	169	37	.	.	PUNCT
bracis-33609	170	1	as	as	SCONJ
bracis-33609	170	2	can	can	AUX
bracis-33609	170	3	be	be	AUX
bracis-33609	170	4	seen	see	VERB
bracis-33609	170	5	in	in	ADP
bracis-33609	170	6	fig	fig	NOUN
bracis-33609	170	7	.	.	PUNCT
bracis-33609	170	8	 	 	SPACE
bracis-33609	171	1	8	8	NUM
bracis-33609	171	2	for	for	ADP
bracis-33609	171	3	the	the	DET
bracis-33609	171	4	svm	svm	NOUN
bracis-33609	171	5	there	there	PRON
bracis-33609	171	6	is	be	VERB
bracis-33609	171	7	only	only	ADV
bracis-33609	171	8	one	one	NUM
bracis-33609	171	9	instance	instance	NOUN
bracis-33609	171	10	considered	consider	VERB
bracis-33609	171	11	not	not	PART
bracis-33609	171	12	suitable	suitable	ADJ
bracis-33609	171	13	for	for	ADP
bracis-33609	171	14	evaluation	evaluation	NOUN
bracis-33609	171	15	in	in	ADP
bracis-33609	171	16	the	the	DET
bracis-33609	171	17	tp	tp	NOUN
bracis-33609	171	18	set	set	VERB
bracis-33609	171	19	and	and	CCONJ
bracis-33609	171	20	only	only	ADV
bracis-33609	171	21	instances	instance	NOUN
bracis-33609	171	22	with	with	ADP
bracis-33609	171	23	negative	negative	ADJ
bracis-33609	171	24	discrimination	discrimination	NOUN
bracis-33609	171	25	in	in	ADP
bracis-33609	171	26	the	the	DET
bracis-33609	171	27	fp	fp	NOUN
bracis-33609	171	28	and	and	CCONJ
bracis-33609	171	29	fn	fn	PROPN
bracis-33609	171	30	sets	set	NOUN
bracis-33609	171	31	as	as	SCONJ
bracis-33609	171	32	expected	expect	VERB
bracis-33609	171	33	in	in	ADP
bracis-33609	171	34	an	an	DET
bracis-33609	171	35	ideal	ideal	ADJ
bracis-33609	171	36	scenario	scenario	NOUN
bracis-33609	171	37	.	.	PUNCT
bracis-33609	172	1	for	for	ADP
bracis-33609	172	2	the	the	DET
bracis-33609	172	3	tn	tn	NOUN
bracis-33609	172	4	set	set	NOUN
bracis-33609	172	5	,	,	PUNCT
bracis-33609	172	6	there	there	PRON
bracis-33609	172	7	are	be	VERB
bracis-33609	172	8	only	only	ADV
bracis-33609	172	9	2	2	NUM
bracis-33609	172	10	malformed	malformed	ADJ
bracis-33609	172	11	instances	instance	NOUN
bracis-33609	172	12	,	,	PUNCT
bracis-33609	172	13	but	but	CCONJ
bracis-33609	172	14	it	it	PRON
bracis-33609	172	15	is	be	AUX
bracis-33609	172	16	interesting	interesting	ADJ
bracis-33609	172	17	that	that	SCONJ
bracis-33609	172	18	among	among	ADP
bracis-33609	172	19	them	they	PRON
bracis-33609	172	20	there	there	PRON
bracis-33609	172	21	is	be	VERB
bracis-33609	172	22	an	an	DET
bracis-33609	172	23	instance	instance	NOUN
bracis-33609	172	24	that	that	PRON
bracis-33609	172	25	is	be	AUX
bracis-33609	172	26	repeated	repeat	VERB
bracis-33609	172	27	as	as	ADP
bracis-33609	172	28	tn	tn	NOUN
bracis-33609	172	29	in	in	ADP
bracis-33609	172	30	all	all	DET
bracis-33609	172	31	models	model	NOUN
bracis-33609	172	32	.	.	PUNCT
bracis-33609	173	1	for	for	ADP
bracis-33609	173	2	lda	lda	PROPN
bracis-33609	173	3	,	,	PUNCT
bracis-33609	173	4	the	the	DET
bracis-33609	173	5	tp	tp	NOUN
bracis-33609	173	6	set	set	NOUN
bracis-33609	173	7	is	be	AUX
bracis-33609	173	8	made	make	VERB
bracis-33609	173	9	up	up	ADP
bracis-33609	173	10	of	of	ADP
bracis-33609	173	11	instances	instance	NOUN
bracis-33609	173	12	suitable	suitable	ADJ
bracis-33609	173	13	for	for	ADP
bracis-33609	173	14	evaluation	evaluation	NOUN
bracis-33609	173	15	,	,	PUNCT
bracis-33609	173	16	while	while	SCONJ
bracis-33609	173	17	there	there	PRON
bracis-33609	173	18	are	be	VERB
bracis-33609	173	19	three	three	NUM
bracis-33609	173	20	instances	instance	NOUN
bracis-33609	173	21	with	with	ADP
bracis-33609	173	22	negative	negative	ADJ
bracis-33609	173	23	discrimination	discrimination	NOUN
bracis-33609	173	24	(	(	PUNCT
bracis-33609	173	25	red	red	ADJ
bracis-33609	173	26	lines	line	NOUN
bracis-33609	173	27	)	)	PUNCT
bracis-33609	173	28	in	in	ADP
bracis-33609	173	29	the	the	DET
bracis-33609	173	30	tn	tn	NOUN
bracis-33609	173	31	set	set	NOUN
bracis-33609	173	32	.	.	PUNCT
bracis-33609	174	1	in	in	ADP
bracis-33609	174	2	the	the	DET
bracis-33609	174	3	work	work	NOUN
bracis-33609	174	4	[	[	X
bracis-33609	174	5	17	17	NUM
bracis-33609	174	6	]	]	PUNCT
bracis-33609	174	7	the	the	DET
bracis-33609	174	8	authors	author	NOUN
bracis-33609	174	9	indicate	indicate	VERB
bracis-33609	174	10	that	that	SCONJ
bracis-33609	174	11	not	not	PART
bracis-33609	174	12	all	all	DET
bracis-33609	174	13	instances	instance	NOUN
bracis-33609	174	14	of	of	ADP
bracis-33609	174	15	a	a	DET
bracis-33609	174	16	dataset	dataset	NOUN
bracis-33609	174	17	are	be	AUX
bracis-33609	174	18	equally	equally	ADV
bracis-33609	174	19	good	good	ADJ
bracis-33609	174	20	for	for	ADP
bracis-33609	174	21	learning	learn	VERB
bracis-33609	174	22	,	,	PUNCT
bracis-33609	174	23	it	it	PRON
bracis-33609	174	24	is	be	AUX
bracis-33609	174	25	common	common	ADJ
bracis-33609	174	26	knowledge	knowledge	NOUN
bracis-33609	174	27	that	that	PRON
bracis-33609	174	28	models	model	NOUN
bracis-33609	174	29	need	need	VERB
bracis-33609	174	30	quality	quality	NOUN
bracis-33609	174	31	data	datum	NOUN
bracis-33609	174	32	to	to	PART
bracis-33609	174	33	be	be	AUX
bracis-33609	174	34	trained	train	VERB
bracis-33609	174	35	.	.	PUNCT
bracis-33609	175	1	if	if	SCONJ
bracis-33609	175	2	the	the	DET
bracis-33609	175	3	same	same	ADJ
bracis-33609	175	4	thinking	thinking	NOUN
bracis-33609	175	5	is	be	AUX
bracis-33609	175	6	applied	apply	VERB
bracis-33609	175	7	to	to	ADP
bracis-33609	175	8	the	the	DET
bracis-33609	175	9	evaluation	evaluation	NOUN
bracis-33609	175	10	,	,	PUNCT
bracis-33609	175	11	where	where	SCONJ
bracis-33609	175	12	instances	instance	NOUN
bracis-33609	175	13	with	with	ADP
bracis-33609	175	14	negative	negative	ADJ
bracis-33609	175	15	discrimination	discrimination	NOUN
bracis-33609	175	16	are	be	AUX
bracis-33609	175	17	removed	remove	VERB
bracis-33609	175	18	from	from	ADP
bracis-33609	175	19	the	the	DET
bracis-33609	175	20	analysis	analysis	NOUN
bracis-33609	175	21	because	because	SCONJ
bracis-33609	175	22	they	they	PRON
bracis-33609	175	23	are	be	AUX
bracis-33609	175	24	considered	consider	VERB
bracis-33609	175	25	bad	bad	ADJ
bracis-33609	175	26	by	by	ADP
bracis-33609	175	27	the	the	DET
bracis-33609	175	28	irt	irt	PROPN
bracis-33609	175	29	,	,	PUNCT
bracis-33609	175	30	the	the	DET
bracis-33609	175	31	result	result	NOUN
bracis-33609	175	32	would	would	AUX
bracis-33609	175	33	be	be	AUX
bracis-33609	175	34	that	that	PRON
bracis-33609	175	35	lda	lda	PROPN
bracis-33609	175	36	and	and	CCONJ
bracis-33609	175	37	svm	svm	PROPN
bracis-33609	175	38	would	would	AUX
bracis-33609	175	39	present	present	VERB
bracis-33609	175	40	the	the	DET
bracis-33609	175	41	best	good	ADJ
bracis-33609	175	42	performance	performance	NOUN
bracis-33609	175	43	in	in	ADP
bracis-33609	175	44	all	all	DET
bracis-33609	175	45	classical	classical	ADJ
bracis-33609	175	46	ml	ml	NOUN
bracis-33609	175	47	metrics	metric	NOUN
bracis-33609	175	48	(	(	PUNCT
bracis-33609	175	49	see	see	VERB
bracis-33609	175	50	table	table	NOUN
bracis-33609	175	51	 	 	SPACE
bracis-33609	175	52	3	3	NUM
bracis-33609	175	53	)	)	PUNCT
bracis-33609	175	54	.	.	PUNCT
bracis-33609	176	1	furthermore	furthermore	ADV
bracis-33609	176	2	,	,	PUNCT
bracis-33609	176	3	when	when	SCONJ
bracis-33609	176	4	analyzing	analyze	VERB
bracis-33609	176	5	the	the	DET
bracis-33609	176	6	iccs	iccs	NOUN
bracis-33609	176	7	within	within	ADP
bracis-33609	176	8	the	the	DET
bracis-33609	176	9	confusion	confusion	NOUN
bracis-33609	176	10	matrix	matrix	NOUN
bracis-33609	176	11	,	,	PUNCT
bracis-33609	176	12	lda	lda	PROPN
bracis-33609	176	13	would	would	AUX
bracis-33609	176	14	be	be	AUX
bracis-33609	176	15	preferable	preferable	ADJ
bracis-33609	176	16	because	because	SCONJ
bracis-33609	176	17	it	it	PRON
bracis-33609	176	18	presents	present	VERB
bracis-33609	176	19	the	the	DET
bracis-33609	176	20	most	most	ADV
bracis-33609	176	21	reliable	reliable	ADJ
bracis-33609	176	22	tp	tp	PART
bracis-33609	176	23	set	set	VERB
bracis-33609	176	24	for	for	ADP
bracis-33609	176	25	the	the	DET
bracis-33609	176	26	heart	heart	NOUN
bracis-33609	176	27	-	-	PUNCT
bracis-33609	176	28	statlog	statlog	NOUN
bracis-33609	176	29	scenario	scenario	NOUN
bracis-33609	176	30	.	.	PUNCT
bracis-33609	177	1	furthermore	furthermore	ADV
bracis-33609	177	2	,	,	PUNCT
bracis-33609	177	3	another	another	DET
bracis-33609	177	4	point	point	NOUN
bracis-33609	177	5	that	that	PRON
bracis-33609	177	6	makes	make	VERB
bracis-33609	177	7	lda	lda	PROPN
bracis-33609	177	8	preferable	preferable	ADJ
bracis-33609	177	9	is	be	AUX
bracis-33609	177	10	its	its	PRON
bracis-33609	177	11	explanatory	explanatory	ADJ
bracis-33609	177	12	nature	nature	NOUN
bracis-33609	177	13	[	[	X
bracis-33609	177	14	2	2	NUM
bracis-33609	177	15	]	]	PUNCT
bracis-33609	177	16	.	.	PUNCT
bracis-33609	178	1	in	in	ADP
bracis-33609	178	2	a	a	DET
bracis-33609	178	3	context	context	NOUN
bracis-33609	178	4	-	-	PUNCT
bracis-33609	178	5	sensitive	sensitive	ADJ
bracis-33609	178	6	scenario	scenario	NOUN
bracis-33609	178	7	such	such	ADJ
bracis-33609	178	8	as	as	ADP
bracis-33609	178	9	the	the	DET
bracis-33609	178	10	one	one	NUM
bracis-33609	178	11	analyzed	analyze	VERB
bracis-33609	178	12	,	,	PUNCT
bracis-33609	178	13	a	a	DET
bracis-33609	178	14	simpler	simple	ADJ
bracis-33609	178	15	model	model	NOUN
bracis-33609	178	16	to	to	PART
bracis-33609	178	17	explain	explain	VERB
bracis-33609	178	18	its	its	PRON
bracis-33609	178	19	predictions	prediction	NOUN
bracis-33609	178	20	is	be	AUX
bracis-33609	178	21	also	also	ADV
bracis-33609	178	22	more	more	ADV
bracis-33609	178	23	suitable	suitable	ADJ
bracis-33609	178	24	.	.	PUNCT
bracis-33609	179	1	which	which	DET
bracis-33609	179	2	model	model	NOUN
bracis-33609	179	3	is	be	AUX
bracis-33609	179	4	ideal	ideal	ADJ
bracis-33609	179	5	for	for	SCONJ
bracis-33609	179	6	a	a	DET
bracis-33609	179	7	given	give	VERB
bracis-33609	179	8	dataset	dataset	NOUN
bracis-33609	179	9	will	will	AUX
bracis-33609	179	10	depend	depend	VERB
bracis-33609	179	11	on	on	ADP
bracis-33609	179	12	the	the	DET
bracis-33609	179	13	context	context	NOUN
bracis-33609	179	14	in	in	ADP
bracis-33609	179	15	which	which	PRON
bracis-33609	179	16	it	it	PRON
bracis-33609	179	17	is	be	AUX
bracis-33609	179	18	inserted	insert	VERB
bracis-33609	179	19	and	and	CCONJ
bracis-33609	179	20	determining	determine	VERB
bracis-33609	179	21	the	the	DET
bracis-33609	179	22	ideal	ideal	ADJ
bracis-33609	179	23	model	model	NOUN
bracis-33609	179	24	should	should	AUX
bracis-33609	179	25	only	only	ADV
bracis-33609	179	26	be	be	AUX
bracis-33609	179	27	done	do	VERB
bracis-33609	179	28	after	after	ADP
bracis-33609	179	29	a	a	DET
bracis-33609	179	30	more	more	ADV
bracis-33609	179	31	thorough	thorough	ADJ
bracis-33609	179	32	analysis	analysis	NOUN
bracis-33609	179	33	of	of	ADP
bracis-33609	179	34	performance	performance	NOUN
bracis-33609	179	35	considering	consider	VERB
bracis-33609	179	36	the	the	DET
bracis-33609	179	37	complexity	complexity	NOUN
bracis-33609	179	38	of	of	ADP
bracis-33609	179	39	the	the	DET
bracis-33609	179	40	data	datum	NOUN
bracis-33609	179	41	.	.	PUNCT
bracis-33609	180	1	a	a	DET
bracis-33609	180	2	deeper	deep	ADJ
bracis-33609	180	3	analysis	analysis	NOUN
bracis-33609	180	4	of	of	ADP
bracis-33609	180	5	the	the	DET
bracis-33609	180	6	relationship	relationship	NOUN
bracis-33609	180	7	between	between	ADP
bracis-33609	180	8	instances	instance	NOUN
bracis-33609	180	9	at	at	ADP
bracis-33609	180	10	the	the	DET
bracis-33609	180	11	feature	feature	NOUN
bracis-33609	180	12	level	level	NOUN
bracis-33609	180	13	would	would	AUX
bracis-33609	180	14	be	be	AUX
bracis-33609	180	15	interesting	interesting	ADJ
bracis-33609	180	16	to	to	PART
bracis-33609	180	17	further	far	ADV
bracis-33609	180	18	explore	explore	VERB
bracis-33609	180	19	the	the	DET
bracis-33609	180	20	use	use	NOUN
bracis-33609	180	21	of	of	ADP
bracis-33609	180	22	icc	icc	PROPN
bracis-33609	180	23	’s	’s	X
bracis-33609	180	24	in	in	ADP
bracis-33609	180	25	the	the	DET
bracis-33609	180	26	confusion	confusion	NOUN
bracis-33609	180	27	matrix	matrix	NOUN
bracis-33609	180	28	.	.	PUNCT
bracis-33609	181	1	table	table	NOUN
bracis-33609	181	2	3	3	NUM
bracis-33609	181	3	.	.	PUNCT
bracis-33609	182	1	ranking	rank	VERB
bracis-33609	182	2	of	of	ADP
bracis-33609	182	3	scores	score	NOUN
bracis-33609	182	4	obtained	obtain	VERB
bracis-33609	182	5	for	for	ADP
bracis-33609	182	6	classic	classic	ADJ
bracis-33609	182	7	metrics	metric	NOUN
bracis-33609	182	8	without	without	ADP
bracis-33609	182	9	negative	negative	ADJ
bracis-33609	182	10	discrimination.full	discrimination.full	ADJ
bracis-33609	182	11	size	size	NOUN
bracis-33609	182	12	table	table	NOUN
bracis-33609	182	13	5	5	NUM
bracis-33609	182	14	final	final	ADJ
bracis-33609	182	15	considerations	consideration	NOUN
bracis-33609	182	16	the	the	DET
bracis-33609	182	17	empirical	empirical	ADJ
bracis-33609	182	18	evaluation	evaluation	NOUN
bracis-33609	182	19	of	of	ADP
bracis-33609	182	20	ml	ml	NOUN
bracis-33609	182	21	models	model	NOUN
bracis-33609	182	22	remains	remain	VERB
bracis-33609	182	23	the	the	DET
bracis-33609	182	24	most	most	ADV
bracis-33609	182	25	common	common	ADJ
bracis-33609	182	26	way	way	NOUN
bracis-33609	182	27	to	to	PART
bracis-33609	182	28	analyze	analyze	VERB
bracis-33609	182	29	the	the	DET
bracis-33609	182	30	performance	performance	NOUN
bracis-33609	182	31	of	of	ADP
bracis-33609	182	32	a	a	DET
bracis-33609	182	33	classifier	classifier	NOUN
bracis-33609	182	34	on	on	ADP
bracis-33609	182	35	a	a	DET
bracis-33609	182	36	dataset	dataset	NOUN
bracis-33609	182	37	.	.	PUNCT
bracis-33609	183	1	this	this	DET
bracis-33609	183	2	work	work	NOUN
bracis-33609	183	3	was	be	AUX
bracis-33609	183	4	developed	develop	VERB
bracis-33609	183	5	with	with	ADP
bracis-33609	183	6	the	the	DET
bracis-33609	183	7	aim	aim	NOUN
bracis-33609	183	8	of	of	ADP
bracis-33609	183	9	deepening	deepen	VERB
bracis-33609	183	10	the	the	DET
bracis-33609	183	11	classic	classic	ADJ
bracis-33609	183	12	form	form	NOUN
bracis-33609	183	13	of	of	ADP
bracis-33609	183	14	evaluation	evaluation	NOUN
bracis-33609	183	15	considering	consider	VERB
bracis-33609	183	16	the	the	DET
bracis-33609	183	17	performance	performance	NOUN
bracis-33609	183	18	of	of	ADP
bracis-33609	183	19	models	model	NOUN
bracis-33609	183	20	at	at	ADP
bracis-33609	183	21	the	the	DET
bracis-33609	183	22	instance	instance	NOUN
bracis-33609	183	23	level	level	NOUN
bracis-33609	183	24	using	use	VERB
bracis-33609	183	25	irt	irt	PROPN
bracis-33609	183	26	.	.	PUNCT
bracis-33609	184	1	a	a	DET
bracis-33609	184	2	case	case	NOUN
bracis-33609	184	3	study	study	NOUN
bracis-33609	184	4	was	be	AUX
bracis-33609	184	5	presented	present	VERB
bracis-33609	184	6	where	where	SCONJ
bracis-33609	184	7	the	the	DET
bracis-33609	184	8	aim	aim	NOUN
bracis-33609	184	9	was	be	AUX
bracis-33609	184	10	to	to	PART
bracis-33609	184	11	choose	choose	VERB
bracis-33609	184	12	the	the	DET
bracis-33609	184	13	best	good	ADJ
bracis-33609	184	14	model	model	NOUN
bracis-33609	184	15	for	for	ADP
bracis-33609	184	16	a	a	DET
bracis-33609	184	17	given	give	VERB
bracis-33609	184	18	heart	heart	NOUN
bracis-33609	184	19	disease	disease	NOUN
bracis-33609	184	20	classification	classification	NOUN
bracis-33609	184	21	problem	problem	NOUN
bracis-33609	184	22	with	with	ADP
bracis-33609	184	23	the	the	DET
bracis-33609	184	24	heart	heart	NOUN
bracis-33609	184	25	-	-	PUNCT
bracis-33609	184	26	satlog	satlog	NOUN
bracis-33609	184	27	dataset	dataset	NOUN
bracis-33609	184	28	.	.	PUNCT
bracis-33609	185	1	irt	irt	PROPN
bracis-33609	185	2	allowed	allow	VERB
bracis-33609	185	3	a	a	DET
bracis-33609	185	4	deeper	deep	ADJ
bracis-33609	185	5	understanding	understanding	NOUN
bracis-33609	185	6	of	of	ADP
bracis-33609	185	7	the	the	DET
bracis-33609	185	8	relationship	relationship	NOUN
bracis-33609	185	9	between	between	ADP
bracis-33609	185	10	model	model	NOUN
bracis-33609	185	11	and	and	CCONJ
bracis-33609	185	12	data	datum	NOUN
bracis-33609	185	13	,	,	PUNCT
bracis-33609	185	14	by	by	ADP
bracis-33609	185	15	combining	combine	VERB
bracis-33609	185	16	the	the	DET
bracis-33609	185	17	traditional	traditional	ADJ
bracis-33609	185	18	way	way	NOUN
bracis-33609	185	19	of	of	ADP
bracis-33609	185	20	evaluating	evaluate	VERB
bracis-33609	185	21	the	the	DET
bracis-33609	185	22	confusion	confusion	NOUN
bracis-33609	185	23	matrix	matrix	NOUN
bracis-33609	185	24	with	with	ADP
bracis-33609	185	25	the	the	DET
bracis-33609	185	26	psychometric	psychometric	ADJ
bracis-33609	185	27	concepts	concept	NOUN
bracis-33609	185	28	of	of	ADP
bracis-33609	185	29	irt	irt	PROPN
bracis-33609	185	30	,	,	PUNCT
bracis-33609	185	31	represented	represent	VERB
bracis-33609	185	32	by	by	ADP
bracis-33609	185	33	the	the	DET
bracis-33609	185	34	idea	idea	NOUN
bracis-33609	185	35	of	of	ADP
bracis-33609	185	36	the	the	DET
bracis-33609	185	37	item	item	NOUN
bracis-33609	185	38	characteristic	characteristic	ADJ
bracis-33609	185	39	confusion	confusion	NOUN
bracis-33609	185	40	matrix	matrix	NOUN
bracis-33609	185	41	curve	curve	NOUN
bracis-33609	185	42	(	(	PUNCT
bracis-33609	185	43	iccmc	iccmc	NOUN
bracis-33609	185	44	)	)	PUNCT
bracis-33609	185	45	.	.	PUNCT
bracis-33609	186	1	furthermore	furthermore	ADV
bracis-33609	186	2	,	,	PUNCT
bracis-33609	186	3	the	the	DET
bracis-33609	186	4	direct	direct	ADJ
bracis-33609	186	5	relationship	relationship	NOUN
bracis-33609	186	6	between	between	ADP
bracis-33609	186	7	irt	irt	PROPN
bracis-33609	186	8	scores	score	NOUN
bracis-33609	186	9	and	and	CCONJ
bracis-33609	186	10	classic	classic	ADJ
bracis-33609	186	11	metrics	metric	NOUN
bracis-33609	186	12	was	be	AUX
bracis-33609	186	13	explored	explore	VERB
bracis-33609	186	14	and	and	CCONJ
bracis-33609	186	15	it	it	PRON
bracis-33609	186	16	was	be	AUX
bracis-33609	186	17	shown	show	VERB
bracis-33609	186	18	that	that	SCONJ
bracis-33609	186	19	the	the	DET
bracis-33609	186	20	total	total	ADJ
bracis-33609	186	21	score	score	NOUN
bracis-33609	186	22	has	have	VERB
bracis-33609	186	23	statistically	statistically	ADV
bracis-33609	186	24	significant	significant	ADJ
bracis-33609	186	25	differences	difference	NOUN
bracis-33609	186	26	in	in	ADP
bracis-33609	186	27	66	66	NUM
bracis-33609	186	28	%	%	NOUN
bracis-33609	186	29	of	of	ADP
bracis-33609	186	30	the	the	DET
bracis-33609	186	31	evaluated	evaluated	ADJ
bracis-33609	186	32	metrics	metric	NOUN
bracis-33609	186	33	,	,	PUNCT
bracis-33609	186	34	with	with	ADP
bracis-33609	186	35	a	a	DET
bracis-33609	186	36	confidence	confidence	NOUN
bracis-33609	186	37	of	of	ADP
bracis-33609	186	38	97	97	NUM
bracis-33609	186	39	%	%	NOUN
bracis-33609	186	40	.	.	PUNCT
bracis-33609	187	1	an	an	DET
bracis-33609	187	2	experiment	experiment	NOUN
bracis-33609	187	3	was	be	AUX
bracis-33609	187	4	carried	carry	VERB
bracis-33609	187	5	out	out	ADP
bracis-33609	187	6	with	with	ADP
bracis-33609	187	7	10	10	NUM
bracis-33609	187	8	models	model	NOUN
bracis-33609	187	9	from	from	ADP
bracis-33609	187	10	10	10	NUM
bracis-33609	187	11	different	different	ADJ
bracis-33609	187	12	classification	classification	NOUN
bracis-33609	187	13	algorithms	algorithm	NOUN
bracis-33609	187	14	,	,	PUNCT
bracis-33609	187	15	while	while	SCONJ
bracis-33609	187	16	the	the	DET
bracis-33609	187	17	classic	classic	ADJ
bracis-33609	187	18	metrics	metric	NOUN
bracis-33609	187	19	pointed	point	VERB
bracis-33609	187	20	to	to	ADP
bracis-33609	187	21	gb	gb	PRON
bracis-33609	187	22	as	as	ADP
bracis-33609	187	23	the	the	DET
bracis-33609	187	24	most	most	ADV
bracis-33609	187	25	suitable	suitable	ADJ
bracis-33609	187	26	model	model	NOUN
bracis-33609	187	27	,	,	PUNCT
bracis-33609	187	28	the	the	DET
bracis-33609	187	29	irt	irt	PROPN
bracis-33609	187	30	estimators	estimator	NOUN
bracis-33609	187	31	allowed	allow	VERB
bracis-33609	187	32	us	we	PRON
bracis-33609	187	33	to	to	PART
bracis-33609	187	34	understand	understand	VERB
bracis-33609	187	35	the	the	DET
bracis-33609	187	36	data	datum	NOUN
bracis-33609	187	37	and	and	CCONJ
bracis-33609	187	38	how	how	SCONJ
bracis-33609	187	39	the	the	DET
bracis-33609	187	40	models	model	NOUN
bracis-33609	187	41	behaved	behave	VERB
bracis-33609	187	42	in	in	ADP
bracis-33609	187	43	each	each	DET
bracis-33609	187	44	specific	specific	ADJ
bracis-33609	187	45	instance	instance	NOUN
bracis-33609	187	46	.	.	PUNCT
bracis-33609	188	1	in	in	ADP
bracis-33609	188	2	a	a	DET
bracis-33609	188	3	scenario	scenario	NOUN
bracis-33609	188	4	where	where	SCONJ
bracis-33609	188	5	the	the	DET
bracis-33609	188	6	entire	entire	ADJ
bracis-33609	188	7	test	test	NOUN
bracis-33609	188	8	dataset	dataset	NOUN
bracis-33609	188	9	is	be	AUX
bracis-33609	188	10	used	use	VERB
bracis-33609	188	11	for	for	ADP
bracis-33609	188	12	evaluation	evaluation	NOUN
bracis-33609	188	13	,	,	PUNCT
bracis-33609	188	14	irt	irt	PROPN
bracis-33609	188	15	allowed	allow	VERB
bracis-33609	188	16	us	we	PRON
bracis-33609	188	17	to	to	PART
bracis-33609	188	18	point	point	VERB
bracis-33609	188	19	out	out	ADP
bracis-33609	188	20	with	with	ADP
bracis-33609	188	21	greater	great	ADJ
bracis-33609	188	22	confidence	confidence	NOUN
bracis-33609	188	23	that	that	SCONJ
bracis-33609	188	24	the	the	DET
bracis-33609	188	25	gb	gb	NOUN
bracis-33609	188	26	would	would	AUX
bracis-33609	188	27	be	be	AUX
bracis-33609	188	28	the	the	DET
bracis-33609	188	29	most	most	ADV
bracis-33609	188	30	suitable	suitable	ADJ
bracis-33609	188	31	,	,	PUNCT
bracis-33609	188	32	but	but	CCONJ
bracis-33609	188	33	in	in	ADP
bracis-33609	188	34	another	another	DET
bracis-33609	188	35	scenario	scenario	NOUN
bracis-33609	188	36	with	with	ADP
bracis-33609	188	37	a	a	DET
bracis-33609	188	38	filter	filter	NOUN
bracis-33609	188	39	of	of	ADP
bracis-33609	188	40	the	the	DET
bracis-33609	188	41	evaluated	evaluate	VERB
bracis-33609	188	42	instances	instance	NOUN
bracis-33609	188	43	,	,	PUNCT
bracis-33609	188	44	the	the	DET
bracis-33609	188	45	lda	lda	PROPN
bracis-33609	188	46	model	model	NOUN
bracis-33609	188	47	would	would	AUX
bracis-33609	188	48	be	be	AUX
bracis-33609	188	49	the	the	DET
bracis-33609	188	50	most	most	ADV
bracis-33609	188	51	suitable	suitable	ADJ
bracis-33609	188	52	.	.	PUNCT
bracis-33609	189	1	if	if	SCONJ
bracis-33609	189	2	it	it	PRON
bracis-33609	189	3	was	be	AUX
bracis-33609	189	4	possible	possible	ADJ
bracis-33609	189	5	to	to	PART
bracis-33609	189	6	see	see	VERB
bracis-33609	189	7	further	far	ADV
bracis-33609	189	8	in	in	ADP
bracis-33609	189	9	models	model	NOUN
bracis-33609	189	10	’	'	PUNCT
bracis-33609	189	11	abilities	ability	NOUN
bracis-33609	189	12	it	it	PRON
bracis-33609	189	13	is	be	AUX
bracis-33609	189	14	by	by	ADP
bracis-33609	189	15	standing	stand	VERB
bracis-33609	189	16	on	on	ADP
bracis-33609	189	17	the	the	DET
bracis-33609	189	18	shoulders	shoulder	NOUN
bracis-33609	189	19	of	of	ADP
bracis-33609	189	20	confusion	confusion	NOUN
bracis-33609	189	21	matrix	matrix	NOUN
bracis-33609	189	22	.	.	PUNCT
bracis-33609	190	1	as	as	ADP
bracis-33609	190	2	future	future	ADJ
bracis-33609	190	3	work	work	NOUN
bracis-33609	190	4	,	,	PUNCT
bracis-33609	190	5	it	it	PRON
bracis-33609	190	6	is	be	AUX
bracis-33609	190	7	interesting	interesting	ADJ
bracis-33609	190	8	to	to	PART
bracis-33609	190	9	explore	explore	VERB
bracis-33609	190	10	more	more	ADJ
bracis-33609	190	11	datasets	dataset	NOUN
bracis-33609	190	12	of	of	ADP
bracis-33609	190	13	different	different	ADJ
bracis-33609	190	14	types	type	NOUN
bracis-33609	190	15	and	and	CCONJ
bracis-33609	190	16	contexts	contexts	NOUN
bracis-33609	190	17	,	,	PUNCT
bracis-33609	190	18	and	and	CCONJ
bracis-33609	190	19	evaluate	evaluate	VERB
bracis-33609	190	20	whether	whether	SCONJ
bracis-33609	190	21	it	it	PRON
bracis-33609	190	22	would	would	AUX
bracis-33609	190	23	be	be	AUX
bracis-33609	190	24	possible	possible	ADJ
bracis-33609	190	25	to	to	PART
bracis-33609	190	26	derive	derive	VERB
bracis-33609	190	27	a	a	DET
bracis-33609	190	28	new	new	ADJ
bracis-33609	190	29	metric	metric	NOUN
bracis-33609	190	30	that	that	PRON
bracis-33609	190	31	would	would	AUX
bracis-33609	190	32	allow	allow	VERB
bracis-33609	190	33	evaluating	evaluating	NOUN
bracis-33609	190	34	models	model	NOUN
bracis-33609	190	35	directly	directly	ADV
bracis-33609	190	36	considering	consider	VERB
bracis-33609	190	37	the	the	DET
bracis-33609	190	38	complexity	complexity	NOUN
bracis-33609	190	39	of	of	ADP
bracis-33609	190	40	the	the	DET
bracis-33609	190	41	data	datum	NOUN
bracis-33609	190	42	in	in	ADP
bracis-33609	190	43	relation	relation	NOUN
bracis-33609	190	44	to	to	ADP
bracis-33609	190	45	its	its	PRON
bracis-33609	190	46	features	feature	NOUN
bracis-33609	190	47	.	.	PUNCT
bracis-33609	191	1	another	another	DET
bracis-33609	191	2	aspect	aspect	NOUN
bracis-33609	191	3	to	to	PART
bracis-33609	191	4	be	be	AUX
bracis-33609	191	5	observed	observe	VERB
bracis-33609	191	6	is	be	AUX
bracis-33609	191	7	the	the	DET
bracis-33609	191	8	limitations	limitation	NOUN
bracis-33609	191	9	of	of	ADP
bracis-33609	191	10	the	the	DET
bracis-33609	191	11	methodology	methodology	NOUN
bracis-33609	191	12	used	use	VERB
bracis-33609	191	13	.	.	PUNCT
bracis-33609	192	1	it	it	PRON
bracis-33609	192	2	is	be	AUX
bracis-33609	192	3	noted	note	VERB
bracis-33609	192	4	that	that	SCONJ
bracis-33609	192	5	the	the	DET
bracis-33609	192	6	results	result	NOUN
bracis-33609	192	7	obtained	obtain	VERB
bracis-33609	192	8	by	by	ADP
bracis-33609	192	9	the	the	DET
bracis-33609	192	10	irt	irt	PROPN
bracis-33609	192	11	are	be	AUX
bracis-33609	192	12	conditioned	condition	VERB
bracis-33609	192	13	by	by	ADP
bracis-33609	192	14	the	the	DET
bracis-33609	192	15	population	population	NOUN
bracis-33609	192	16	of	of	ADP
bracis-33609	192	17	respondents	respondent	NOUN
bracis-33609	192	18	and	and	CCONJ
bracis-33609	192	19	items	item	NOUN
bracis-33609	192	20	selected	select	VERB
bracis-33609	192	21	for	for	ADP
bracis-33609	192	22	evaluation	evaluation	NOUN
bracis-33609	192	23	.	.	PUNCT
bracis-33609	193	1	thus	thus	ADV
bracis-33609	193	2	,	,	PUNCT
bracis-33609	193	3	the	the	DET
bracis-33609	193	4	results	result	NOUN
bracis-33609	193	5	may	may	AUX
bracis-33609	193	6	be	be	AUX
bracis-33609	193	7	different	different	ADJ
bracis-33609	193	8	if	if	SCONJ
bracis-33609	193	9	another	another	DET
bracis-33609	193	10	set	set	NOUN
bracis-33609	193	11	of	of	ADP
bracis-33609	193	12	models	model	NOUN
bracis-33609	193	13	and	and	CCONJ
bracis-33609	193	14	items	item	NOUN
bracis-33609	193	15	is	be	AUX
bracis-33609	193	16	selected	select	VERB
bracis-33609	193	17	.	.	PUNCT
bracis-33609	194	1	the	the	DET
bracis-33609	194	2	irt	irt	PROPN
bracis-33609	194	3	itself	itself	PRON
bracis-33609	194	4	already	already	ADV
bracis-33609	194	5	has	have	VERB
bracis-33609	194	6	tools	tool	NOUN
bracis-33609	194	7	to	to	PART
bracis-33609	194	8	perform	perform	VERB
bracis-33609	194	9	the	the	DET
bracis-33609	194	10	evaluation	evaluation	NOUN
bracis-33609	194	11	considering	consider	VERB
bracis-33609	194	12	different	different	ADJ
bracis-33609	194	13	populations	population	NOUN
bracis-33609	194	14	;	;	PUNCT
bracis-33609	194	15	it	it	PRON
bracis-33609	194	16	is	be	AUX
bracis-33609	194	17	interesting	interesting	ADJ
bracis-33609	194	18	to	to	PART
bracis-33609	194	19	explore	explore	VERB
bracis-33609	194	20	this	this	PRON
bracis-33609	194	21	in	in	ADP
bracis-33609	194	22	future	future	ADJ
bracis-33609	194	23	work	work	NOUN
bracis-33609	194	24	.	.	PUNCT
bracis-33609	195	1	notes	note	VERB
bracis-33609	195	2	1.link	1.link	NUM
bracis-33609	195	3	to	to	ADP
bracis-33609	195	4	the	the	DET
bracis-33609	195	5	source	source	NOUN
bracis-33609	195	6	code	code	NOUN
bracis-33609	195	7	of	of	ADP
bracis-33609	195	8	the	the	DET
bracis-33609	195	9	methodology	methodology	NOUN
bracis-33609	195	10	:	:	PUNCT
bracis-33609	195	11	https://github.com/lucasferrarocardoso/irt_confusion_matrix	https://github.com/lucasferrarocardoso/irt_confusion_matrix	NOUN
bracis-33609	195	12	.	.	PUNCT
bracis-33609	196	1	2.heart	2.heart	NUM
bracis-33609	196	2	-	-	PUNCT
bracis-33609	196	3	statlog	statlog	ADJ
bracis-33609	196	4	link	link	NOUN
bracis-33609	196	5	:	:	PUNCT
bracis-33609	196	6	https://www.openml.org/search?type=data&status=active&id=53	https://www.openml.org/search?type=data&status=active&id=53	X
bracis-33609	196	7	.	.	PUNCT
bracis-33609	197	1	3.all	3.all	PROPN
bracis-33609	197	2	results	result	NOUN
bracis-33609	197	3	generated	generate	VERB
bracis-33609	197	4	are	be	AUX
bracis-33609	197	5	available	available	ADJ
bracis-33609	197	6	at	at	ADP
bracis-33609	197	7	the	the	DET
bracis-33609	197	8	link	link	NOUN
bracis-33609	197	9	:	:	PUNCT
bracis-33609	198	1	https://github.com/lucasferrarocardoso/irt_confusion_matrix/tree/main/results	https://github.com/lucasferrarocardoso/irt_confusion_matrix/tree/main/result	NOUN
bracis-33609	198	2	.	.	PUNCT
bracis-33609	199	1	references	reference	NOUN
bracis-33609	199	2	araujo	araujo	PROPN
bracis-33609	199	3	santos	santos	PROPN
bracis-33609	199	4	,	,	PUNCT
bracis-33609	199	5	v.c	v.c	PROPN
bracis-33609	199	6	.	.	PROPN
bracis-33609	199	7	,	,	PUNCT
bracis-33609	199	8	cardoso	cardoso	PROPN
bracis-33609	199	9	,	,	PUNCT
bracis-33609	199	10	l.	l.	PROPN
bracis-33609	199	11	,	,	PUNCT
bracis-33609	199	12	alves	alves	PROPN
bracis-33609	199	13	,	,	PUNCT
bracis-33609	199	14	r.	r.	PROPN
bracis-33609	199	15	:	:	PUNCT
bracis-33609	199	16	the	the	DET
bracis-33609	199	17	quest	quest	NOUN
bracis-33609	199	18	for	for	ADP
bracis-33609	199	19	the	the	DET
bracis-33609	199	20	reliability	reliability	NOUN
bracis-33609	199	21	of	of	ADP
bracis-33609	199	22	machine	machine	NOUN
bracis-33609	199	23	learning	learning	NOUN
bracis-33609	199	24	models	model	NOUN
bracis-33609	199	25	in	in	ADP
bracis-33609	199	26	binary	binary	ADJ
bracis-33609	199	27	classification	classification	NOUN
bracis-33609	199	28	on	on	ADP
bracis-33609	199	29	tabular	tabular	PROPN
bracis-33609	199	30	data	data	PROPN
bracis-33609	199	31	.	.	PUNCT
bracis-33609	200	1	sci	sci	PROPN
bracis-33609	200	2	.	.	PROPN
bracis-33609	200	3	rep	rep	PROPN
bracis-33609	200	4	.	.	PROPN
bracis-33609	200	5	13(1	13(1	NUM
bracis-33609	200	6	)	)	PUNCT
bracis-33609	200	7	,	,	PUNCT
bracis-33609	200	8	18464	18464	NUM
bracis-33609	200	9	(	(	PUNCT
bracis-33609	200	10	2023	2023	NUM
bracis-33609	200	11	)	)	PUNCT
bracis-33609	200	12	article	article	NOUN
bracis-33609	200	13	  	  	SPACE
bracis-33609	200	14	math	math	NOUN
bracis-33609	200	15	  	  	SPACE
bracis-33609	200	16	google	google	PROPN
bracis-33609	200	17	scholar	scholar	NOUN
bracis-33609	200	18	  	  	SPACE
bracis-33609	200	19	arrieta	arrieta	NOUN
bracis-33609	200	20	,	,	PUNCT
bracis-33609	200	21	a.b	a.b	PROPN
bracis-33609	200	22	.	.	PROPN
bracis-33609	200	23	,	,	PUNCT
bracis-33609	200	24	et	et	PROPN
bracis-33609	200	25	al	al	PROPN
bracis-33609	200	26	.	.	PROPN
bracis-33609	200	27	:	:	PUNCT
bracis-33609	201	1	explainable	explainable	ADJ
bracis-33609	201	2	artificial	artificial	ADJ
bracis-33609	201	3	intelligence	intelligence	NOUN
bracis-33609	201	4	(	(	PUNCT
bracis-33609	201	5	xai	xai	PROPN
bracis-33609	201	6	):	):	PUNCT
bracis-33609	201	7	concepts	concept	NOUN
bracis-33609	201	8	,	,	PUNCT
bracis-33609	201	9	taxonomies	taxonomy	NOUN
bracis-33609	201	10	,	,	PUNCT
bracis-33609	201	11	opportunities	opportunity	NOUN
bracis-33609	201	12	and	and	CCONJ
bracis-33609	201	13	challenges	challenge	NOUN
bracis-33609	201	14	toward	toward	ADP
bracis-33609	201	15	responsible	responsible	ADJ
bracis-33609	201	16	ai	ai	PROPN
bracis-33609	201	17	.	.	PROPN
bracis-33609	201	18	inf	inf	PROPN
bracis-33609	201	19	.	.	PUNCT
bracis-33609	201	20	fusion	fusion	PROPN
bracis-33609	201	21	58	58	NUM
bracis-33609	201	22	,	,	PUNCT
bracis-33609	201	23	82–115	82–115	PROPN
bracis-33609	201	24	(	(	PUNCT
bracis-33609	201	25	2020	2020	NUM
bracis-33609	201	26	)	)	PUNCT
bracis-33609	201	27	article	article	NOUN
bracis-33609	201	28	  	  	SPACE
bracis-33609	201	29	math	math	NOUN
bracis-33609	201	30	  	  	SPACE
bracis-33609	201	31	google	google	PROPN
bracis-33609	201	32	scholar	scholar	NOUN
bracis-33609	201	33	  	  	SPACE
bracis-33609	201	34	baker	baker	PROPN
bracis-33609	201	35	,	,	PUNCT
bracis-33609	201	36	f.b	f.b	PROPN
bracis-33609	201	37	.	.	PROPN
bracis-33609	201	38	:	:	PUNCT
bracis-33609	201	39	the	the	DET
bracis-33609	201	40	basics	basic	NOUN
bracis-33609	201	41	of	of	ADP
bracis-33609	201	42	item	item	NOUN
bracis-33609	201	43	response	response	NOUN
bracis-33609	201	44	theory	theory	NOUN
bracis-33609	201	45	.	.	PUNCT
bracis-33609	202	1	eric	eric	PROPN
bracis-33609	202	2	,	,	PUNCT
bracis-33609	202	3	college	college	NOUN
bracis-33609	202	4	park	park	NOUN
bracis-33609	202	5	(	(	PUNCT
bracis-33609	202	6	2001	2001	NUM
bracis-33609	202	7	)	)	PUNCT
bracis-33609	202	8	google	google	PROPN
bracis-33609	202	9	scholar	scholar	NOUN
bracis-33609	202	10	  	  	SPACE
bracis-33609	202	11	cai	cai	PROPN
bracis-33609	202	12	,	,	PUNCT
bracis-33609	202	13	l.	l.	PROPN
bracis-33609	202	14	,	,	PUNCT
bracis-33609	202	15	choi	choi	NOUN
bracis-33609	202	16	,	,	PUNCT
bracis-33609	202	17	k.	k.	PROPN
bracis-33609	202	18	,	,	PUNCT
bracis-33609	202	19	hansen	hansen	PROPN
bracis-33609	202	20	,	,	PUNCT
bracis-33609	202	21	m.	m.	NOUN
bracis-33609	202	22	,	,	PUNCT
bracis-33609	202	23	harrell	harrell	PROPN
bracis-33609	202	24	,	,	PUNCT
bracis-33609	202	25	l.	l.	PROPN
bracis-33609	202	26	:	:	PUNCT
bracis-33609	202	27	item	item	NOUN
bracis-33609	202	28	response	response	NOUN
bracis-33609	202	29	theory	theory	NOUN
bracis-33609	202	30	.	.	PUNCT
bracis-33609	203	1	ann	ann	PROPN
bracis-33609	203	2	.	.	PUNCT
bracis-33609	204	1	rev	rev	PROPN
bracis-33609	204	2	.	.	PROPN
bracis-33609	204	3	stat	stat	PROPN
bracis-33609	204	4	.	.	PUNCT
bracis-33609	205	1	appl	appl	PROPN
bracis-33609	205	2	.	.	PUNCT
bracis-33609	206	1	3	3	NUM
bracis-33609	206	2	,	,	PUNCT
bracis-33609	206	3	297–321	297–321	NUM
bracis-33609	206	4	(	(	PUNCT
bracis-33609	206	5	2016	2016	NUM
bracis-33609	206	6	)	)	PUNCT
bracis-33609	206	7	article	article	NOUN
bracis-33609	206	8	  	  	SPACE
bracis-33609	206	9	math	math	NOUN
bracis-33609	206	10	  	  	SPACE
bracis-33609	206	11	google	google	PROPN
bracis-33609	206	12	scholar	scholar	NOUN
bracis-33609	206	13	  	  	SPACE
bracis-33609	206	14	cardoso	cardoso	NOUN
bracis-33609	206	15	,	,	PUNCT
bracis-33609	206	16	l.f	l.f	PROPN
bracis-33609	206	17	.	.	PROPN
bracis-33609	206	18	,	,	PUNCT
bracis-33609	206	19	et	et	PROPN
bracis-33609	206	20	al	al	PROPN
bracis-33609	206	21	.	.	PROPN
bracis-33609	206	22	:	:	PUNCT
bracis-33609	207	1	explanation	explanation	NOUN
bracis-33609	207	2	-	-	PUNCT
bracis-33609	207	3	by	by	ADP
bracis-33609	207	4	-	-	PUNCT
bracis-33609	207	5	example	example	NOUN
bracis-33609	207	6	based	base	VERB
bracis-33609	207	7	on	on	ADP
bracis-33609	207	8	item	item	NOUN
bracis-33609	207	9	response	response	NOUN
bracis-33609	207	10	theory	theory	NOUN
bracis-33609	207	11	.	.	PUNCT
bracis-33609	208	1	in	in	ADP
bracis-33609	208	2	:	:	PUNCT
bracis-33609	208	3	xavier	xavier	NOUN
bracis-33609	208	4	-	-	PUNCT
bracis-33609	208	5	junior	junior	PROPN
bracis-33609	208	6	,	,	PUNCT
bracis-33609	208	7	j.c	j.c	PROPN
bracis-33609	208	8	.	.	PROPN
bracis-33609	208	9	,	,	PUNCT
bracis-33609	208	10	rios	rios	PROPN
bracis-33609	208	11	,	,	PUNCT
bracis-33609	208	12	r.a	r.a	PROPN
bracis-33609	208	13	.	.	PROPN
bracis-33609	208	14	(	(	PUNCT
bracis-33609	208	15	eds	ed	NOUN
bracis-33609	208	16	.	.	PUNCT
bracis-33609	208	17	)	)	PUNCT
bracis-33609	208	18	bracis	bracis	PROPN
bracis-33609	208	19	2022	2022	NUM
bracis-33609	208	20	.	.	PUNCT
bracis-33609	209	1	lncs	lncs	PROPN
bracis-33609	209	2	,	,	PUNCT
bracis-33609	209	3	vol	vol	NOUN
bracis-33609	209	4	.	.	PROPN
bracis-33609	209	5	13653	13653	NUM
bracis-33609	209	6	,	,	PUNCT
bracis-33609	209	7	pp	pp	ADJ
bracis-33609	209	8	.	.	PUNCT
bracis-33609	210	1	283–297	283–297	NUM
bracis-33609	210	2	.	.	PUNCT
bracis-33609	210	3	springer	springer	NOUN
bracis-33609	210	4	,	,	PUNCT
bracis-33609	210	5	cham	cham	PROPN
bracis-33609	210	6	(	(	PUNCT
bracis-33609	210	7	2022	2022	NUM
bracis-33609	210	8	)	)	PUNCT
bracis-33609	210	9	.	.	PUNCT
bracis-33609	211	1	https://doi.org/10.1007/978-3-031-21686-2_20	https://doi.org/10.1007/978-3-031-21686-2_20	PROPN
bracis-33609	211	2	chapter	chapter	NOUN
bracis-33609	211	3	  	  	SPACE
bracis-33609	211	4	math	math	NOUN
bracis-33609	211	5	  	  	SPACE
bracis-33609	211	6	google	google	PROPN
bracis-33609	211	7	scholar	scholar	NOUN
bracis-33609	211	8	  	  	SPACE
bracis-33609	211	9	cardoso	cardoso	NOUN
bracis-33609	211	10	,	,	PUNCT
bracis-33609	211	11	l.f.f	l.f.f	PROPN
bracis-33609	211	12	.	.	PROPN
bracis-33609	211	13	,	,	PUNCT
bracis-33609	211	14	santos	santos	PROPN
bracis-33609	211	15	,	,	PUNCT
bracis-33609	211	16	v.c.a	v.c.a	NOUN
bracis-33609	211	17	.	.	PROPN
bracis-33609	211	18	,	,	PUNCT
bracis-33609	211	19	francês	francês	NOUN
bracis-33609	211	20	,	,	PUNCT
bracis-33609	211	21	r.s.k	r.s.k	NOUN
bracis-33609	211	22	.	.	PROPN
bracis-33609	211	23	,	,	PUNCT
bracis-33609	211	24	prudêncio	prudêncio	PROPN
bracis-33609	211	25	,	,	PUNCT
bracis-33609	211	26	r.b.c	r.b.c	NOUN
bracis-33609	211	27	.	.	PROPN
bracis-33609	211	28	,	,	PUNCT
bracis-33609	211	29	alves	alves	PROPN
bracis-33609	211	30	,	,	PUNCT
bracis-33609	211	31	r.c.o	r.c.o	NOUN
bracis-33609	211	32	.	.	PUNCT
bracis-33609	211	33	:	:	PUNCT
bracis-33609	211	34	decoding	decode	VERB
bracis-33609	211	35	machine	machine	NOUN
bracis-33609	211	36	learning	learning	NOUN
bracis-33609	211	37	benchmarks	benchmark	NOUN
bracis-33609	211	38	.	.	PUNCT
bracis-33609	212	1	in	in	ADP
bracis-33609	212	2	:	:	PUNCT
bracis-33609	212	3	cerri	cerri	PROPN
bracis-33609	212	4	,	,	PUNCT
bracis-33609	212	5	r.	r.	PROPN
bracis-33609	212	6	,	,	PUNCT
bracis-33609	212	7	prati	prati	PROPN
bracis-33609	212	8	,	,	PUNCT
bracis-33609	212	9	r.c	r.c	PROPN
bracis-33609	212	10	.	.	PROPN
bracis-33609	212	11	(	(	PUNCT
bracis-33609	212	12	eds	ed	NOUN
bracis-33609	212	13	.	.	PUNCT
bracis-33609	212	14	)	)	PUNCT
bracis-33609	212	15	bracis	bracis	PROPN
bracis-33609	212	16	2020	2020	NUM
bracis-33609	212	17	.	.	PUNCT
bracis-33609	213	1	lncs	lncs	PROPN
bracis-33609	213	2	(	(	PUNCT
bracis-33609	213	3	lnai	lnai	ADJ
bracis-33609	213	4	)	)	PUNCT
bracis-33609	213	5	,	,	PUNCT
bracis-33609	213	6	vol	vol	NOUN
bracis-33609	213	7	.	.	PROPN
bracis-33609	213	8	12320	12320	NUM
bracis-33609	213	9	,	,	PUNCT
bracis-33609	213	10	pp	pp	ADP
bracis-33609	213	11	.	.	PUNCT
bracis-33609	214	1	412–425	412–425	NUM
bracis-33609	214	2	.	.	PUNCT
bracis-33609	214	3	springer	springer	NOUN
bracis-33609	214	4	,	,	PUNCT
bracis-33609	214	5	cham	cham	PROPN
bracis-33609	214	6	(	(	PUNCT
bracis-33609	214	7	2020	2020	NUM
bracis-33609	214	8	)	)	PUNCT
bracis-33609	214	9	.	.	PUNCT
bracis-33609	215	1	https://doi.org/10.1007/978-3-030-61380-8_28	https://doi.org/10.1007/978-3-030-61380-8_28	NOUN
bracis-33609	215	2	chapter	chapter	NOUN
bracis-33609	215	3	  	  	SPACE
bracis-33609	215	4	math	math	NOUN
bracis-33609	215	5	  	  	SPACE
bracis-33609	215	6	google	google	PROPN
bracis-33609	215	7	scholar	scholar	NOUN
bracis-33609	215	8	  	  	SPACE
bracis-33609	215	9	lee	lee	PROPN
bracis-33609	215	10	,	,	PUNCT
bracis-33609	215	11	r.s	r.s	PROPN
bracis-33609	215	12	.	.	PROPN
bracis-33609	215	13	:	:	PUNCT
bracis-33609	215	14	artificial	artificial	ADJ
bracis-33609	215	15	intelligence	intelligence	NOUN
bracis-33609	215	16	in	in	ADP
bracis-33609	215	17	daily	daily	ADJ
bracis-33609	215	18	life	life	NOUN
bracis-33609	215	19	.	.	PUNCT
bracis-33609	216	1	springer	springer	NOUN
bracis-33609	216	2	,	,	PUNCT
bracis-33609	216	3	singapore	singapore	PROPN
bracis-33609	216	4	(	(	PUNCT
bracis-33609	216	5	2020	2020	NUM
bracis-33609	216	6	)	)	PUNCT
bracis-33609	216	7	.	.	PUNCT
bracis-33609	217	1	https://doi.org/10.1007/978-981-15-7695-9	https://doi.org/10.1007/978-981-15-7695-9	NOUN
bracis-33609	217	2	book	book	NOUN
bracis-33609	217	3	  	  	SPACE
bracis-33609	217	4	math	math	NOUN
bracis-33609	217	5	  	  	SPACE
bracis-33609	217	6	google	google	PROPN
bracis-33609	217	7	scholar	scholar	NOUN
bracis-33609	217	8	  	  	SPACE
bracis-33609	217	9	linardatos	linardato	NOUN
bracis-33609	217	10	,	,	PUNCT
bracis-33609	217	11	p.	p.	NOUN
bracis-33609	217	12	,	,	PUNCT
bracis-33609	217	13	papastefanopoulos	papastefanopoulos	PROPN
bracis-33609	217	14	,	,	PUNCT
bracis-33609	217	15	v.	v.	PROPN
bracis-33609	217	16	,	,	PUNCT
bracis-33609	217	17	kotsiantis	kotsiantis	PROPN
bracis-33609	217	18	,	,	PUNCT
bracis-33609	217	19	s.	s.	PROPN
bracis-33609	217	20	:	:	PUNCT
bracis-33609	217	21	explainable	explainable	ADJ
bracis-33609	217	22	ai	ai	VERB
bracis-33609	217	23	:	:	PUNCT
bracis-33609	217	24	a	a	DET
bracis-33609	217	25	review	review	NOUN
bracis-33609	217	26	of	of	ADP
bracis-33609	217	27	machine	machine	NOUN
bracis-33609	217	28	learning	learn	VERB
bracis-33609	217	29	interpretability	interpretability	NOUN
bracis-33609	217	30	methods	method	NOUN
bracis-33609	217	31	.	.	PUNCT
bracis-33609	218	1	entropy	entropy	PROPN
bracis-33609	218	2	23(1	23(1	ADV
bracis-33609	218	3	)	)	PUNCT
bracis-33609	218	4	,	,	PUNCT
bracis-33609	218	5	18	18	NUM
bracis-33609	218	6	(	(	PUNCT
bracis-33609	218	7	2020	2020	NUM
bracis-33609	218	8	)	)	PUNCT
bracis-33609	218	9	article	article	NOUN
bracis-33609	218	10	  	  	SPACE
bracis-33609	218	11	math	math	NOUN
bracis-33609	218	12	  	  	SPACE
bracis-33609	218	13	google	google	PROPN
bracis-33609	218	14	scholar	scholar	NOUN
bracis-33609	218	15	  	  	SPACE
bracis-33609	218	16	lord	lord	PROPN
bracis-33609	218	17	,	,	PUNCT
bracis-33609	218	18	f.m	f.m	PROPN
bracis-33609	218	19	.	.	PROPN
bracis-33609	218	20	,	,	PUNCT
bracis-33609	218	21	wingersky	wingersky	PROPN
bracis-33609	218	22	,	,	PUNCT
bracis-33609	218	23	m.s	m.s	PROPN
bracis-33609	218	24	.	.	PUNCT
bracis-33609	218	25	:	:	PUNCT
bracis-33609	218	26	comparison	comparison	NOUN
bracis-33609	218	27	of	of	ADP
bracis-33609	218	28	irt	irt	PROPN
bracis-33609	218	29	true	true	ADJ
bracis-33609	218	30	-	-	PUNCT
bracis-33609	218	31	score	score	NOUN
bracis-33609	218	32	and	and	CCONJ
bracis-33609	218	33	equipercentile	equipercentile	ADJ
bracis-33609	218	34	observed	observe	VERB
bracis-33609	218	35	-	-	PUNCT
bracis-33609	218	36	score	score	NOUN
bracis-33609	218	37	“	"	PUNCT
bracis-33609	218	38	equatings	equating	NOUN
bracis-33609	218	39	’’	’'	PUNCT
bracis-33609	218	40	.	.	PUNCT
bracis-33609	219	1	appl	appl	PROPN
bracis-33609	219	2	.	.	PUNCT
bracis-33609	220	1	psychol	psychol	PROPN
bracis-33609	220	2	.	.	PUNCT
bracis-33609	221	1	meas	meas	PROPN
bracis-33609	221	2	.	.	PUNCT
bracis-33609	222	1	8(4	8(4	NUM
bracis-33609	222	2	)	)	PUNCT
bracis-33609	223	1	,	,	PUNCT
bracis-33609	223	2	453–461	453–461	NUM
bracis-33609	223	3	(	(	PUNCT
bracis-33609	223	4	1984	1984	NUM
bracis-33609	223	5	)	)	PUNCT
bracis-33609	223	6	article	article	NOUN
bracis-33609	223	7	  	  	SPACE
bracis-33609	223	8	math	math	NOUN
bracis-33609	223	9	  	  	SPACE
bracis-33609	223	10	google	google	PROPN
bracis-33609	223	11	scholar	scholar	NOUN
bracis-33609	223	12	  	  	SPACE
bracis-33609	223	13	martínez	martínez	PROPN
bracis-33609	223	14	-	-	PUNCT
bracis-33609	223	15	plumed	plume	VERB
bracis-33609	223	16	,	,	PUNCT
bracis-33609	223	17	f.	f.	PROPN
bracis-33609	223	18	,	,	PUNCT
bracis-33609	223	19	prudêncio	prudêncio	PROPN
bracis-33609	223	20	,	,	PUNCT
bracis-33609	223	21	r.b	r.b	PROPN
bracis-33609	223	22	.	.	PROPN
bracis-33609	223	23	,	,	PUNCT
bracis-33609	223	24	martínez	martínez	NOUN
bracis-33609	223	25	-	-	PUNCT
bracis-33609	223	26	usó	usó	ADJ
bracis-33609	223	27	,	,	PUNCT
bracis-33609	223	28	a.	a.	NOUN
bracis-33609	223	29	,	,	PUNCT
bracis-33609	223	30	hernández	hernández	NOUN
bracis-33609	223	31	-	-	PUNCT
bracis-33609	223	32	orallo	orallo	NOUN
bracis-33609	223	33	,	,	PUNCT
bracis-33609	223	34	j.	j.	PROPN
bracis-33609	223	35	:	:	PUNCT
bracis-33609	223	36	making	make	VERB
bracis-33609	223	37	sense	sense	NOUN
bracis-33609	223	38	of	of	ADP
bracis-33609	223	39	item	item	NOUN
bracis-33609	223	40	response	response	NOUN
bracis-33609	223	41	theory	theory	NOUN
bracis-33609	223	42	in	in	ADP
bracis-33609	223	43	machine	machine	NOUN
bracis-33609	223	44	learning	learning	NOUN
bracis-33609	223	45	.	.	PUNCT
bracis-33609	224	1	in	in	ADP
bracis-33609	224	2	:	:	PUNCT
bracis-33609	224	3	proceedings	proceeding	NOUN
bracis-33609	224	4	of	of	ADP
bracis-33609	224	5	the	the	DET
bracis-33609	224	6	twenty	twenty	NUM
bracis-33609	224	7	-	-	PUNCT
bracis-33609	224	8	second	second	ADJ
bracis-33609	224	9	european	european	ADJ
bracis-33609	224	10	conference	conference	NOUN
bracis-33609	224	11	on	on	ADP
bracis-33609	224	12	artificial	artificial	ADJ
bracis-33609	224	13	intelligence	intelligence	NOUN
bracis-33609	224	14	,	,	PUNCT
bracis-33609	224	15	pp	pp	X
bracis-33609	224	16	.	.	PUNCT
bracis-33609	225	1	1140–1148	1140–1148	NUM
bracis-33609	225	2	(	(	PUNCT
bracis-33609	225	3	2016	2016	NUM
bracis-33609	225	4	)	)	PUNCT
bracis-33609	225	5	google	google	PROPN
bracis-33609	225	6	scholar	scholar	NOUN
bracis-33609	225	7	  	  	SPACE
bracis-33609	225	8	martínez	martínez	PROPN
bracis-33609	225	9	-	-	PUNCT
bracis-33609	225	10	plumed	plume	VERB
bracis-33609	225	11	,	,	PUNCT
bracis-33609	225	12	f.	f.	PROPN
bracis-33609	225	13	,	,	PUNCT
bracis-33609	225	14	prudêncio	prudêncio	PROPN
bracis-33609	225	15	,	,	PUNCT
bracis-33609	225	16	r.b	r.b	PROPN
bracis-33609	225	17	.	.	PROPN
bracis-33609	225	18	,	,	PUNCT
bracis-33609	225	19	martínez	martínez	NOUN
bracis-33609	225	20	-	-	PUNCT
bracis-33609	225	21	usó	usó	ADJ
bracis-33609	225	22	,	,	PUNCT
bracis-33609	225	23	a.	a.	NOUN
bracis-33609	225	24	,	,	PUNCT
bracis-33609	225	25	hernández	hernández	NOUN
bracis-33609	225	26	-	-	PUNCT
bracis-33609	225	27	orallo	orallo	NOUN
bracis-33609	225	28	,	,	PUNCT
bracis-33609	225	29	j.	j.	PROPN
bracis-33609	225	30	:	:	PUNCT
bracis-33609	225	31	item	item	NOUN
bracis-33609	225	32	response	response	NOUN
bracis-33609	225	33	theory	theory	NOUN
bracis-33609	225	34	in	in	ADP
bracis-33609	225	35	ai	ai	NOUN
bracis-33609	225	36	:	:	PUNCT
bracis-33609	225	37	analysing	analyse	VERB
bracis-33609	225	38	machine	machine	NOUN
bracis-33609	225	39	learning	learn	VERB
bracis-33609	225	40	classifiers	classifier	NOUN
bracis-33609	225	41	at	at	ADP
bracis-33609	225	42	the	the	DET
bracis-33609	225	43	instance	instance	NOUN
bracis-33609	225	44	level	level	NOUN
bracis-33609	225	45	.	.	PUNCT
bracis-33609	226	1	artif	artif	INTJ
bracis-33609	226	2	.	.	PUNCT
bracis-33609	227	1	intell	intell	PROPN
bracis-33609	227	2	.	.	PUNCT
bracis-33609	228	1	271	271	NUM
bracis-33609	228	2	,	,	PUNCT
bracis-33609	228	3	18–42	18–42	NUM
bracis-33609	228	4	(	(	PUNCT
bracis-33609	228	5	2019	2019	NUM
bracis-33609	228	6	)	)	PUNCT
bracis-33609	228	7	article	article	NOUN
bracis-33609	228	8	  	  	SPACE
bracis-33609	228	9	mathscinet	mathscinet	NOUN
bracis-33609	228	10	  	  	SPACE
bracis-33609	228	11	math	math	NOUN
bracis-33609	228	12	  	  	SPACE
bracis-33609	228	13	google	google	PROPN
bracis-33609	228	14	scholar	scholar	NOUN
bracis-33609	228	15	  	  	SPACE
bracis-33609	228	16	meneghetti	meneghetti	NOUN
bracis-33609	228	17	,	,	PUNCT
bracis-33609	228	18	d.d.r	d.d.r	PROPN
bracis-33609	228	19	.	.	PROPN
bracis-33609	228	20	,	,	PUNCT
bracis-33609	228	21	junior	junior	PROPN
bracis-33609	228	22	,	,	PUNCT
bracis-33609	228	23	p.t.a	p.t.a	ADJ
bracis-33609	228	24	.	.	PUNCT
bracis-33609	228	25	:	:	PUNCT
bracis-33609	228	26	application	application	NOUN
bracis-33609	228	27	and	and	CCONJ
bracis-33609	228	28	simulation	simulation	NOUN
bracis-33609	228	29	of	of	ADP
bracis-33609	228	30	computerized	computerized	ADJ
bracis-33609	228	31	adaptive	adaptive	ADJ
bracis-33609	228	32	tests	test	NOUN
bracis-33609	228	33	through	through	ADP
bracis-33609	228	34	the	the	DET
bracis-33609	228	35	package	package	NOUN
bracis-33609	228	36	catsim	catsim	NOUN
bracis-33609	228	37	.	.	PUNCT
bracis-33609	229	1	arxiv	arxiv	PROPN
bracis-33609	229	2	preprint	preprint	VERB
bracis-33609	229	3	arxiv:1707.03012	arxiv:1707.03012	ADP
bracis-33609	229	4	(	(	PUNCT
bracis-33609	229	5	2017	2017	NUM
bracis-33609	229	6	)	)	PUNCT
bracis-33609	229	7	nemenyi	nemenyi	PROPN
bracis-33609	229	8	,	,	PUNCT
bracis-33609	229	9	p.	p.	NOUN
bracis-33609	229	10	:	:	PUNCT
bracis-33609	229	11	distribution	distribution	NOUN
bracis-33609	229	12	-	-	PUNCT
bracis-33609	229	13	free	free	ADJ
bracis-33609	229	14	multiple	multiple	ADJ
bracis-33609	229	15	comparisons	comparison	NOUN
bracis-33609	229	16	.	.	PUNCT
bracis-33609	230	1	in	in	ADP
bracis-33609	230	2	:	:	PUNCT
bracis-33609	230	3	biometrics	biometric	NOUN
bracis-33609	230	4	,	,	PUNCT
bracis-33609	230	5	vol	vol	NOUN
bracis-33609	230	6	.	.	PUNCT
bracis-33609	230	7	 	 	SPACE
bracis-33609	230	8	18	18	NUM
bracis-33609	230	9	,	,	PUNCT
bracis-33609	230	10	p.	p.	NOUN
bracis-33609	230	11	 	 	SPACE
bracis-33609	230	12	263	263	NUM
bracis-33609	230	13	.	.	PUNCT
bracis-33609	231	1	international	international	ADJ
bracis-33609	231	2	biometric	biometric	ADJ
bracis-33609	231	3	soc	soc	NOUN
bracis-33609	231	4	1441	1441	NUM
bracis-33609	231	5	i	i	PROPN
bracis-33609	231	6	st	st	PROPN
bracis-33609	231	7	,	,	PUNCT
bracis-33609	231	8	nw	nw	PROPN
bracis-33609	231	9	,	,	PUNCT
bracis-33609	231	10	suite	suite	NOUN
bracis-33609	231	11	700	700	NUM
bracis-33609	231	12	,	,	PUNCT
bracis-33609	231	13	washington	washington	PROPN
bracis-33609	231	14	,	,	PUNCT
bracis-33609	231	15	dc	dc	PROPN
bracis-33609	231	16	20005	20005	NUM
bracis-33609	231	17	-	-	SYM
bracis-33609	231	18	2210	2210	NUM
bracis-33609	231	19	(	(	PUNCT
bracis-33609	231	20	1962	1962	NUM
bracis-33609	231	21	)	)	PUNCT
bracis-33609	231	22	google	google	PROPN
bracis-33609	231	23	scholar	scholar	NOUN
bracis-33609	231	24	  	  	SPACE
bracis-33609	231	25	pedregosa	pedregosa	PROPN
bracis-33609	231	26	,	,	PUNCT
bracis-33609	231	27	f.	f.	PROPN
bracis-33609	231	28	,	,	PUNCT
bracis-33609	231	29	et	et	PROPN
bracis-33609	231	30	 	 	SPACE
bracis-33609	231	31	al	al	PROPN
bracis-33609	231	32	.	.	PROPN
bracis-33609	231	33	:	:	PUNCT
bracis-33609	232	1	scikit	scikit	NOUN
bracis-33609	232	2	-	-	PUNCT
bracis-33609	232	3	learn	learn	VERB
bracis-33609	232	4	:	:	PUNCT
bracis-33609	232	5	machine	machine	NOUN
bracis-33609	232	6	learning	learning	NOUN
bracis-33609	232	7	in	in	ADP
bracis-33609	232	8	python	python	PROPN
bracis-33609	232	9	.	.	PUNCT
bracis-33609	233	1	j.	j.	PROPN
bracis-33609	233	2	mach	mach	PROPN
bracis-33609	233	3	.	.	PUNCT
bracis-33609	234	1	learn	learn	VERB
bracis-33609	234	2	.	.	PUNCT
bracis-33609	235	1	res	re	NOUN
bracis-33609	235	2	.	.	PROPN
bracis-33609	236	1	12	12	NUM
bracis-33609	236	2	,	,	PUNCT
bracis-33609	236	3	2825–2830	2825–2830	NUM
bracis-33609	236	4	(	(	PUNCT
bracis-33609	236	5	2011	2011	NUM
bracis-33609	236	6	)	)	PUNCT
bracis-33609	236	7	google	google	PROPN
bracis-33609	236	8	scholar	scholar	NOUN
bracis-33609	236	9	  	  	SPACE
bracis-33609	236	10	pereira	pereira	PROPN
bracis-33609	236	11	,	,	PUNCT
bracis-33609	236	12	d.g	d.g	PROPN
bracis-33609	236	13	.	.	PROPN
bracis-33609	236	14	,	,	PUNCT
bracis-33609	236	15	afonso	afonso	PROPN
bracis-33609	236	16	,	,	PUNCT
bracis-33609	236	17	a.	a.	PROPN
bracis-33609	236	18	,	,	PUNCT
bracis-33609	236	19	medeiros	medeiros	PROPN
bracis-33609	236	20	,	,	PUNCT
bracis-33609	236	21	f.m	f.m	PROPN
bracis-33609	236	22	.	.	PROPN
bracis-33609	236	23	:	:	PUNCT
bracis-33609	237	1	overview	overview	NOUN
bracis-33609	237	2	of	of	ADP
bracis-33609	237	3	friedmans	friedman	NOUN
bracis-33609	237	4	-	-	NOUN
bracis-33609	237	5	test	test	NOUN
bracis-33609	237	6	and	and	CCONJ
bracis-33609	237	7	post	post	ADJ
bracis-33609	237	8	-	-	ADJ
bracis-33609	237	9	hoc	hoc	ADJ
bracis-33609	237	10	analysis	analysis	NOUN
bracis-33609	237	11	.	.	PUNCT
bracis-33609	238	1	commun	commun	PROPN
bracis-33609	238	2	.	.	PUNCT
bracis-33609	239	1	stat.-simul	stat.-simul	PROPN
bracis-33609	239	2	.	.	PUNCT
bracis-33609	240	1	comput	comput	NOUN
bracis-33609	240	2	.	.	PUNCT
bracis-33609	241	1	44(10	44(10	NUM
bracis-33609	241	2	)	)	PUNCT
bracis-33609	241	3	,	,	PUNCT
bracis-33609	241	4	2636–2653	2636–2653	NUM
bracis-33609	241	5	(	(	PUNCT
bracis-33609	241	6	2015	2015	NUM
bracis-33609	241	7	)	)	PUNCT
bracis-33609	241	8	article	article	NOUN
bracis-33609	241	9	  	  	SPACE
bracis-33609	241	10	mathscinet	mathscinet	NOUN
bracis-33609	241	11	  	  	SPACE
bracis-33609	241	12	math	math	NOUN
bracis-33609	241	13	  	  	SPACE
bracis-33609	241	14	google	google	PROPN
bracis-33609	241	15	scholar	scholar	NOUN
bracis-33609	241	16	  	  	SPACE
bracis-33609	241	17	rizopoulos	rizopoulo	NOUN
bracis-33609	241	18	,	,	PUNCT
bracis-33609	241	19	d.	d.	PROPN
bracis-33609	241	20	:	:	PUNCT
bracis-33609	242	1	ltm	ltm	PROPN
bracis-33609	242	2	:	:	PUNCT
bracis-33609	242	3	an	an	DET
bracis-33609	242	4	r	r	NOUN
bracis-33609	242	5	package	package	NOUN
bracis-33609	242	6	for	for	ADP
bracis-33609	242	7	latent	latent	NOUN
bracis-33609	242	8	variable	variable	NOUN
bracis-33609	242	9	modeling	modeling	NOUN
bracis-33609	242	10	and	and	CCONJ
bracis-33609	242	11	item	item	NOUN
bracis-33609	242	12	response	response	NOUN
bracis-33609	242	13	theory	theory	NOUN
bracis-33609	242	14	analyses	analyse	VERB
bracis-33609	242	15	.	.	PUNCT
bracis-33609	243	1	j.	j.	PROPN
bracis-33609	243	2	stat	stat	PROPN
bracis-33609	243	3	.	.	PUNCT
bracis-33609	244	1	softw	softw	PROPN
bracis-33609	244	2	.	.	PUNCT
bracis-33609	245	1	17(5	17(5	NUM
bracis-33609	245	2	)	)	PUNCT
bracis-33609	245	3	,	,	PUNCT
bracis-33609	245	4	1–25	1–25	PROPN
bracis-33609	245	5	(	(	PUNCT
bracis-33609	245	6	2006	2006	NUM
bracis-33609	245	7	)	)	PUNCT
bracis-33609	245	8	article	article	NOUN
bracis-33609	245	9	  	  	SPACE
bracis-33609	245	10	math	math	NOUN
bracis-33609	245	11	  	  	SPACE
bracis-33609	245	12	google	google	PROPN
bracis-33609	245	13	scholar	scholar	NOUN
bracis-33609	245	14	  	  	SPACE
bracis-33609	245	15	smith	smith	PROPN
bracis-33609	245	16	,	,	PUNCT
bracis-33609	245	17	m.r	m.r	PROPN
bracis-33609	245	18	.	.	PROPN
bracis-33609	245	19	,	,	PUNCT
bracis-33609	245	20	martinez	martinez	PROPN
bracis-33609	245	21	,	,	PUNCT
bracis-33609	245	22	t.	t.	PROPN
bracis-33609	245	23	:	:	PUNCT
bracis-33609	245	24	reducing	reduce	VERB
bracis-33609	245	25	the	the	DET
bracis-33609	245	26	effects	effect	NOUN
bracis-33609	245	27	of	of	ADP
bracis-33609	245	28	detrimental	detrimental	ADJ
bracis-33609	245	29	instances	instance	NOUN
bracis-33609	245	30	.	.	PUNCT
bracis-33609	246	1	in	in	ADP
bracis-33609	246	2	:	:	PUNCT
bracis-33609	246	3	2014	2014	NUM
bracis-33609	246	4	13th	13th	NOUN
bracis-33609	246	5	international	international	ADJ
bracis-33609	246	6	conference	conference	NOUN
bracis-33609	246	7	on	on	ADP
bracis-33609	246	8	machine	machine	NOUN
bracis-33609	246	9	learning	learning	NOUN
bracis-33609	246	10	and	and	CCONJ
bracis-33609	246	11	applications	application	NOUN
bracis-33609	246	12	,	,	PUNCT
bracis-33609	246	13	pp	pp	ADJ
bracis-33609	246	14	.	.	PUNCT
bracis-33609	247	1	183–188	183–188	NUM
bracis-33609	247	2	.	.	PUNCT
bracis-33609	248	1	ieee	ieee	NOUN
bracis-33609	248	2	(	(	PUNCT
bracis-33609	248	3	2014	2014	NUM
bracis-33609	248	4	)	)	PUNCT
bracis-33609	248	5	google	google	PROPN
bracis-33609	248	6	scholar	scholar	NOUN
bracis-33609	248	7	  	  	SPACE
bracis-33609	248	8	sokolova	sokolova	PROPN
bracis-33609	248	9	,	,	PUNCT
bracis-33609	248	10	m.	m.	NOUN
bracis-33609	248	11	,	,	PUNCT
bracis-33609	248	12	lapalme	lapalme	NOUN
bracis-33609	248	13	,	,	PUNCT
bracis-33609	248	14	g.	g.	NOUN
bracis-33609	248	15	:	:	PUNCT
bracis-33609	248	16	a	a	DET
bracis-33609	248	17	systematic	systematic	ADJ
bracis-33609	248	18	analysis	analysis	NOUN
bracis-33609	248	19	of	of	ADP
bracis-33609	248	20	performance	performance	NOUN
bracis-33609	248	21	measures	measure	NOUN
bracis-33609	248	22	for	for	ADP
bracis-33609	248	23	classification	classification	NOUN
bracis-33609	248	24	tasks	task	NOUN
bracis-33609	248	25	.	.	PUNCT
bracis-33609	249	1	inf	inf	PROPN
bracis-33609	249	2	.	.	PROPN
bracis-33609	249	3	process	process	NOUN
bracis-33609	249	4	.	.	PUNCT
bracis-33609	250	1	manag	manag	PROPN
bracis-33609	250	2	.	.	PUNCT
bracis-33609	251	1	45(4	45(4	NOUN
bracis-33609	251	2	)	)	PUNCT
bracis-33609	251	3	,	,	PUNCT
bracis-33609	251	4	427–437	427–437	NUM
bracis-33609	251	5	(	(	PUNCT
bracis-33609	251	6	2009	2009	NUM
bracis-33609	251	7	)	)	PUNCT
bracis-33609	251	8	article	article	NOUN
bracis-33609	251	9	  	  	SPACE
bracis-33609	251	10	math	math	NOUN
bracis-33609	251	11	  	  	SPACE
bracis-33609	251	12	google	google	PROPN
bracis-33609	251	13	scholar	scholar	NOUN
bracis-33609	251	14	  	  	SPACE
bracis-33609	251	15	de	de	PROPN
bracis-33609	251	16	 	 	SPACE
bracis-33609	251	17	sousa	sousa	PROPN
bracis-33609	251	18	ribeiro	ribeiro	PROPN
bracis-33609	251	19	 	 	SPACE
bracis-33609	251	20	filho	filho	PROPN
bracis-33609	251	21	,	,	PUNCT
bracis-33609	251	22	j.	j.	PROPN
bracis-33609	251	23	,	,	PUNCT
bracis-33609	251	24	cardoso	cardoso	PROPN
bracis-33609	251	25	,	,	PUNCT
bracis-33609	251	26	l.f.f	l.f.f	PROPN
bracis-33609	251	27	.	.	PROPN
bracis-33609	251	28	,	,	PUNCT
bracis-33609	251	29	da	da	PROPN
bracis-33609	251	30	 	 	SPACE
bracis-33609	251	31	silva	silva	NOUN
bracis-33609	251	32	,	,	PUNCT
bracis-33609	251	33	r.l.s	r.l.s	PROPN
bracis-33609	251	34	.	.	PROPN
bracis-33609	251	35	,	,	PUNCT
bracis-33609	252	1	carneiro	carneiro	PROPN
bracis-33609	252	2	,	,	PUNCT
bracis-33609	252	3	n.j.s	n.j.s	PROPN
bracis-33609	252	4	.	.	PROPN
bracis-33609	252	5	,	,	PUNCT
bracis-33609	252	6	santos	santos	PROPN
bracis-33609	252	7	,	,	PUNCT
bracis-33609	252	8	v.c.a	v.c.a	NOUN
bracis-33609	252	9	.	.	PUNCT
bracis-33609	252	10	,	,	PUNCT
bracis-33609	252	11	de	de	PROPN
bracis-33609	252	12	 	 	SPACE
bracis-33609	252	13	oliveira	oliveira	PROPN
bracis-33609	252	14	 	 	SPACE
bracis-33609	252	15	alves	alves	PROPN
bracis-33609	252	16	,	,	PUNCT
bracis-33609	252	17	r.c	r.c	PROPN
bracis-33609	252	18	.	.	PROPN
bracis-33609	252	19	:	:	PUNCT
bracis-33609	252	20	explanations	explanation	NOUN
bracis-33609	252	21	based	base	VERB
bracis-33609	252	22	on	on	ADP
bracis-33609	252	23	item	item	NOUN
bracis-33609	252	24	response	response	NOUN
bracis-33609	252	25	theory	theory	NOUN
bracis-33609	252	26	(	(	PUNCT
bracis-33609	252	27	exirt	exirt	PROPN
bracis-33609	252	28	):	):	PUNCT
bracis-33609	252	29	a	a	DET
bracis-33609	252	30	model	model	NOUN
bracis-33609	252	31	-	-	PUNCT
bracis-33609	252	32	specific	specific	ADJ
bracis-33609	252	33	method	method	NOUN
bracis-33609	252	34	to	to	PART
bracis-33609	252	35	explain	explain	VERB
bracis-33609	252	36	tree	tree	NOUN
bracis-33609	252	37	-	-	PUNCT
bracis-33609	252	38	ensemble	ensemble	ADJ
bracis-33609	252	39	model	model	NOUN
bracis-33609	252	40	in	in	ADP
bracis-33609	252	41	trust	trust	NOUN
bracis-33609	252	42	perspective	perspective	NOUN
bracis-33609	252	43	.	.	PUNCT
bracis-33609	253	1	expert	expert	NOUN
bracis-33609	253	2	syst	syst	PROPN
bracis-33609	253	3	.	.	PUNCT
bracis-33609	254	1	appl	appl	PROPN
bracis-33609	254	2	.	.	PROPN
bracis-33609	255	1	244	244	NUM
bracis-33609	255	2	,	,	PUNCT
bracis-33609	255	3	122986	122986	NUM
bracis-33609	255	4	(	(	PUNCT
bracis-33609	255	5	2024	2024	NUM
bracis-33609	255	6	)	)	PUNCT
bracis-33609	255	7	google	google	NOUN
bracis-33609	255	8	scholar	scholar	NOUN
bracis-33609	255	9	  	  	SPACE
bracis-33609	255	10	download	download	NOUN
bracis-33609	255	11	references	reference	NOUN
bracis-33609	255	12	author	author	NOUN
bracis-33609	255	13	information	information	NOUN
bracis-33609	255	14	authors	author	NOUN
bracis-33609	255	15	and	and	CCONJ
bracis-33609	255	16	affiliations	affiliation	NOUN
bracis-33609	255	17	federal	federal	PROPN
bracis-33609	255	18	university	university	PROPN
bracis-33609	255	19	of	of	ADP
bracis-33609	255	20	pará	pará	PROPN
bracis-33609	255	21	ufpa	ufpa	NOUN
bracis-33609	255	22	,	,	PUNCT
bracis-33609	255	23	belém	belém	NOUN
bracis-33609	255	24	,	,	PUNCT
bracis-33609	255	25	brazil	brazil	PROPN
bracis-33609	255	26	lucas	lucas	PROPN
bracis-33609	255	27	f.	f.	PROPN
bracis-33609	255	28	f.	f.	PROPN
bracis-33609	255	29	cardoso	cardoso	PROPN
bracis-33609	255	30	 	 	SPACE
bracis-33609	255	31	&	&	CCONJ
bracis-33609	255	32	 	 	SPACE
bracis-33609	255	33	regiane	regiane	VERB
bracis-33609	255	34	s.	s.	PROPN
bracis-33609	255	35	kawasaki	kawasaki	PROPN
bracis-33609	255	36	francês	francês	PROPN
bracis-33609	255	37	federal	federal	PROPN
bracis-33609	255	38	institute	institute	PROPN
bracis-33609	255	39	of	of	ADP
bracis-33609	255	40	pará	pará	PROPN
bracis-33609	255	41	ifpa	ifpa	PROPN
bracis-33609	255	42	,	,	PUNCT
bracis-33609	255	43	belém	belém	PROPN
bracis-33609	255	44	,	,	PUNCT
bracis-33609	255	45	brazil	brazil	PROPN
bracis-33609	255	46	josé	josé	PROPN
bracis-33609	255	47	de	de	PROPN
bracis-33609	255	48	sousa	sousa	PROPN
bracis-33609	255	49	ribeiro	ribeiro	PROPN
bracis-33609	255	50	filho	filho	PROPN
bracis-33609	255	51	vale	vale	PROPN
bracis-33609	255	52	technological	technological	PROPN
bracis-33609	255	53	institute	institute	PROPN
bracis-33609	255	54	itv	itv	PROPN
bracis-33609	255	55	,	,	PUNCT
bracis-33609	255	56	belém	belém	PROPN
bracis-33609	255	57	,	,	PUNCT
bracis-33609	255	58	brazil	brazil	PROPN
bracis-33609	255	59	vitor	vitor	PROPN
bracis-33609	255	60	c.	c.	PROPN
bracis-33609	255	61	a.	a.	PROPN
bracis-33609	255	62	santos	santos	PROPN
bracis-33609	255	63	 	 	SPACE
bracis-33609	255	64	&	&	CCONJ
bracis-33609	255	65	 	 	SPACE
bracis-33609	255	66	ronnie	ronnie	PROPN
bracis-33609	255	67	c.	c.	PROPN
bracis-33609	255	68	o.	o.	PROPN
bracis-33609	255	69	alves	alves	PROPN
bracis-33609	255	70	authors	author	NOUN
bracis-33609	255	71	lucas	lucas	PROPN
bracis-33609	255	72	f.	f.	PROPN
bracis-33609	255	73	f.	f.	PROPN
bracis-33609	255	74	cardosoview	cardosoview	PROPN
bracis-33609	255	75	author	author	NOUN
bracis-33609	255	76	publications	publication	NOUN
bracis-33609	255	77	search	search	NOUN
bracis-33609	255	78	author	author	NOUN
bracis-33609	255	79	on	on	ADP
bracis-33609	255	80	:	:	PUNCT
bracis-33609	255	81	pubmed	pubmed	PROPN
bracis-33609	255	82	 	 	SPACE
bracis-33609	255	83	google	google	PROPN
bracis-33609	255	84	scholar	scholar	PROPN
bracis-33609	255	85	josé	josé	PROPN
bracis-33609	255	86	de	de	PROPN
bracis-33609	255	87	sousa	sousa	PROPN
bracis-33609	255	88	ribeiro	ribeiro	PROPN
bracis-33609	255	89	filhoview	filhoview	PROPN
bracis-33609	255	90	author	author	NOUN
bracis-33609	255	91	publications	publication	NOUN
bracis-33609	255	92	search	search	NOUN
bracis-33609	255	93	author	author	NOUN
bracis-33609	255	94	on	on	ADP
bracis-33609	255	95	:	:	PUNCT
bracis-33609	255	96	pubmed	pubmed	PROPN
bracis-33609	255	97	 	 	SPACE
bracis-33609	255	98	google	google	PROPN
bracis-33609	255	99	scholar	scholar	PROPN
bracis-33609	255	100	vitor	vitor	PROPN
bracis-33609	255	101	c.	c.	PROPN
bracis-33609	255	102	a.	a.	PROPN
bracis-33609	255	103	santosview	santosview	PROPN
bracis-33609	255	104	author	author	NOUN
bracis-33609	255	105	publications	publication	NOUN
bracis-33609	255	106	search	search	NOUN
bracis-33609	255	107	author	author	NOUN
bracis-33609	255	108	on	on	ADP
bracis-33609	255	109	:	:	PUNCT
bracis-33609	255	110	pubmed	pubmed	PROPN
bracis-33609	255	111	 	 	SPACE
bracis-33609	255	112	google	google	PROPN
bracis-33609	255	113	scholar	scholar	NOUN
bracis-33609	255	114	regiane	regiane	VERB
bracis-33609	255	115	s.	s.	PROPN
bracis-33609	255	116	kawasaki	kawasaki	PROPN
bracis-33609	255	117	francêsview	francêsview	PROPN
bracis-33609	255	118	author	author	NOUN
bracis-33609	255	119	publications	publication	VERB
bracis-33609	255	120	search	search	NOUN
bracis-33609	255	121	author	author	NOUN
bracis-33609	255	122	on	on	ADP
bracis-33609	255	123	:	:	PUNCT
bracis-33609	255	124	pubmed	pubmed	PROPN
bracis-33609	255	125	 	 	SPACE
bracis-33609	255	126	google	google	PROPN
bracis-33609	255	127	scholar	scholar	PROPN
bracis-33609	255	128	ronnie	ronnie	PROPN
bracis-33609	255	129	c.	c.	PROPN
bracis-33609	255	130	o.	o.	PROPN
bracis-33609	255	131	alvesview	alvesview	PROPN
bracis-33609	255	132	author	author	NOUN
bracis-33609	255	133	publications	publication	NOUN
bracis-33609	255	134	search	search	NOUN
bracis-33609	255	135	author	author	NOUN
bracis-33609	255	136	on	on	ADP
bracis-33609	255	137	:	:	PUNCT
bracis-33609	255	138	pubmed	pubmed	PROPN
bracis-33609	255	139	 	 	SPACE
bracis-33609	255	140	google	google	PROPN
bracis-33609	255	141	scholar	scholar	NOUN
bracis-33609	255	142	corresponding	correspond	VERB
bracis-33609	255	143	author	author	NOUN
bracis-33609	255	144	correspondence	correspondence	NOUN
bracis-33609	255	145	to	to	ADP
bracis-33609	255	146	lucas	lucas	PROPN
bracis-33609	255	147	f.	f.	PROPN
bracis-33609	255	148	f.	f.	PROPN
bracis-33609	255	149	cardoso	cardoso	PROPN
bracis-33609	255	150	.	.	PUNCT
bracis-33609	256	1	editor	editor	NOUN
bracis-33609	256	2	information	information	NOUN
bracis-33609	256	3	editors	editor	NOUN
bracis-33609	256	4	and	and	CCONJ
bracis-33609	256	5	affiliations	affiliation	NOUN
bracis-33609	256	6	universidade	universidade	VERB
bracis-33609	256	7	federal	federal	PROPN
bracis-33609	256	8	fluminense	fluminense	PROPN
bracis-33609	256	9	,	,	PUNCT
bracis-33609	256	10	niterói	niterói	PROPN
bracis-33609	256	11	,	,	PUNCT
bracis-33609	256	12	brazil	brazil	PROPN
bracis-33609	256	13	aline	aline	PROPN
bracis-33609	256	14	paes	paes	PROPN
bracis-33609	256	15	instituto	instituto	PROPN
bracis-33609	256	16	tecnológico	tecnológico	PROPN
bracis-33609	256	17	de	de	PROPN
bracis-33609	256	18	aeronáutica	aeronáutica	PROPN
bracis-33609	256	19	,	,	PUNCT
bracis-33609	256	20	são	são	PROPN
bracis-33609	256	21	josé	josé	PROPN
bracis-33609	256	22	dos	dos	PROPN
bracis-33609	256	23	campos	campos	PROPN
bracis-33609	256	24	,	,	PUNCT
bracis-33609	256	25	brazil	brazil	PROPN
bracis-33609	256	26	filipe	filipe	PROPN
bracis-33609	256	27	a.	a.	PROPN
bracis-33609	256	28	n.	n.	PROPN
bracis-33609	256	29	verri	verri	PROPN
bracis-33609	256	30	ethics	ethic	NOUN
bracis-33609	256	31	declarations	declaration	VERB
bracis-33609	256	32	disclosure	disclosure	NOUN
bracis-33609	256	33	of	of	ADP
bracis-33609	256	34	interests	interest	NOUN
bracis-33609	256	35	the	the	DET
bracis-33609	256	36	authors	author	NOUN
bracis-33609	256	37	have	have	VERB
bracis-33609	256	38	no	no	DET
bracis-33609	256	39	competing	compete	VERB
bracis-33609	256	40	interests	interest	NOUN
bracis-33609	256	41	to	to	PART
bracis-33609	256	42	declare	declare	VERB
bracis-33609	256	43	that	that	PRON
bracis-33609	256	44	are	be	AUX
bracis-33609	256	45	relevant	relevant	ADJ
bracis-33609	256	46	to	to	ADP
bracis-33609	256	47	the	the	DET
bracis-33609	256	48	content	content	NOUN
bracis-33609	256	49	of	of	ADP
bracis-33609	256	50	this	this	DET
bracis-33609	256	51	article	article	NOUN
bracis-33609	256	52	.	.	PUNCT
bracis-33609	257	1	rights	right	NOUN
bracis-33609	257	2	and	and	CCONJ
bracis-33609	257	3	permissions	permission	NOUN
bracis-33609	257	4	reprints	reprint	NOUN
bracis-33609	257	5	and	and	CCONJ
bracis-33609	257	6	permissions	permission	VERB
bracis-33609	257	7	copyright	copyright	NOUN
bracis-33609	257	8	information	information	NOUN
bracis-33609	257	9	©	©	ADP
bracis-33609	257	10	2025	2025	NUM
bracis-33609	257	11	the	the	DET
bracis-33609	257	12	author(s	author(s	NOUN
bracis-33609	257	13	)	)	PUNCT
bracis-33609	257	14	,	,	PUNCT
bracis-33609	257	15	under	under	ADP
bracis-33609	257	16	exclusive	exclusive	ADJ
bracis-33609	257	17	license	license	NOUN
bracis-33609	257	18	to	to	ADP
bracis-33609	257	19	springer	springer	NOUN
bracis-33609	257	20	nature	nature	PROPN
bracis-33609	257	21	switzerland	switzerland	PROPN
bracis-33609	257	22	ag	ag	PROPN
bracis-33609	257	23	about	about	ADP
bracis-33609	257	24	this	this	DET
bracis-33609	257	25	paper	paper	NOUN
bracis-33609	257	26	cite	cite	VERB
bracis-33609	257	27	this	this	DET
bracis-33609	257	28	paper	paper	NOUN
bracis-33609	257	29	cardoso	cardoso	NOUN
bracis-33609	257	30	,	,	PUNCT
bracis-33609	257	31	l.f.f	l.f.f	PROPN
bracis-33609	257	32	.	.	PROPN
bracis-33609	257	33	,	,	PUNCT
bracis-33609	257	34	ribeiro	ribeiro	PROPN
bracis-33609	257	35	filho	filho	PROPN
bracis-33609	257	36	,	,	PUNCT
bracis-33609	257	37	j.d.s	j.d.s	PROPN
bracis-33609	257	38	.	.	PROPN
bracis-33609	257	39	,	,	PUNCT
bracis-33609	257	40	santos	santos	PROPN
bracis-33609	257	41	,	,	PUNCT
bracis-33609	257	42	v.c.a	v.c.a	NOUN
bracis-33609	257	43	.	.	PUNCT
bracis-33609	257	44	,	,	PUNCT
bracis-33609	257	45	kawasaki	kawasaki	PROPN
bracis-33609	257	46	francês	francês	PROPN
bracis-33609	257	47	,	,	PUNCT
bracis-33609	257	48	r.s	r.s	PROPN
bracis-33609	257	49	.	.	PROPN
bracis-33609	257	50	,	,	PUNCT
bracis-33609	257	51	alves	alves	PROPN
bracis-33609	257	52	,	,	PUNCT
bracis-33609	257	53	r.c.o	r.c.o	NOUN
bracis-33609	257	54	.	.	PUNCT
bracis-33609	258	1	(	(	PUNCT
bracis-33609	258	2	2025	2025	NUM
bracis-33609	258	3	)	)	PUNCT
bracis-33609	258	4	.	.	PUNCT
bracis-33609	259	1	standing	stand	VERB
bracis-33609	259	2	on	on	ADP
bracis-33609	259	3	 	 	SPACE
bracis-33609	259	4	the	the	DET
bracis-33609	259	5	 	 	SPACE
bracis-33609	259	6	shoulders	shoulder	NOUN
bracis-33609	259	7	of	of	ADP
bracis-33609	259	8	 	 	SPACE
bracis-33609	259	9	giants	giant	NOUN
bracis-33609	259	10	.	.	PUNCT
bracis-33609	260	1	in	in	ADP
bracis-33609	260	2	:	:	PUNCT
bracis-33609	260	3	paes	paes	PROPN
bracis-33609	260	4	,	,	PUNCT
bracis-33609	260	5	a.	a.	PROPN
bracis-33609	260	6	,	,	PUNCT
bracis-33609	260	7	verri	verri	NOUN
bracis-33609	260	8	,	,	PUNCT
bracis-33609	260	9	f.a.n	f.a.n	ADJ
bracis-33609	260	10	.	.	PUNCT
bracis-33609	260	11	(	(	PUNCT
bracis-33609	260	12	eds	ed	NOUN
bracis-33609	260	13	)	)	PUNCT
bracis-33609	260	14	intelligent	intelligent	ADJ
bracis-33609	260	15	systems	system	NOUN
bracis-33609	260	16	.	.	PUNCT
bracis-33609	260	17	bracis	bracis	PROPN
bracis-33609	260	18	2024	2024	NUM
bracis-33609	260	19	.	.	PUNCT
bracis-33609	261	1	lecture	lecture	NOUN
bracis-33609	261	2	notes	note	NOUN
bracis-33609	261	3	in	in	ADP
bracis-33609	261	4	computer	computer	NOUN
bracis-33609	261	5	science	science	NOUN
bracis-33609	261	6	(	(	PUNCT
bracis-33609	261	7	)	)	PUNCT
bracis-33609	261	8	,	,	PUNCT
bracis-33609	261	9	vol	vol	NOUN
bracis-33609	261	10	15413	15413	NUM
bracis-33609	261	11	.	.	PUNCT
bracis-33609	262	1	springer	springer	NOUN
bracis-33609	262	2	,	,	PUNCT
bracis-33609	262	3	cham	cham	PROPN
bracis-33609	262	4	.	.	PUNCT
bracis-33609	263	1	https://doi.org/10.1007/978-3-031-79032-4_29	https://doi.org/10.1007/978-3-031-79032-4_29	PROPN
bracis-33609	263	2	download	download	NOUN
bracis-33609	263	3	citation	citation	NOUN
bracis-33609	263	4	.ris	.ris	PUNCT
bracis-33609	264	1	.enw	.enw	PROPN
bracis-33609	264	2	.bib	.bib	PUNCT
bracis-33609	265	1	doi	doi	PROPN
bracis-33609	265	2	:	:	PUNCT
bracis-33609	265	3	https://doi.org/10.1007/978-3-031-79032-4_29	https://doi.org/10.1007/978-3-031-79032-4_29	PROPN
bracis-33609	265	4	published	publish	VERB
bracis-33609	265	5	:	:	PUNCT
bracis-33609	265	6	30	30	NUM
bracis-33609	265	7	january	january	PROPN
bracis-33609	265	8	2025	2025	NUM
bracis-33609	265	9	publisher	publisher	NOUN
bracis-33609	265	10	name	name	NOUN
bracis-33609	265	11	:	:	PUNCT
bracis-33609	265	12	springer	springer	NOUN
bracis-33609	265	13	,	,	PUNCT
bracis-33609	265	14	cham	cham	PROPN
bracis-33609	265	15	print	print	PROPN
bracis-33609	265	16	isbn	isbn	PROPN
bracis-33609	265	17	:	:	PUNCT
bracis-33609	265	18	978	978	NUM
bracis-33609	265	19	-	-	SYM
bracis-33609	265	20	3	3	NUM
bracis-33609	265	21	-	-	PUNCT
bracis-33609	265	22	031	031	NUM
bracis-33609	265	23	-	-	PUNCT
bracis-33609	265	24	79031	79031	NUM
bracis-33609	265	25	-	-	SYM
bracis-33609	265	26	7	7	NUM
bracis-33609	265	27	online	online	ADJ
bracis-33609	265	28	isbn	isbn	NOUN
bracis-33609	265	29	:	:	PUNCT
bracis-33609	265	30	978	978	NUM
bracis-33609	265	31	-	-	SYM
bracis-33609	265	32	3	3	NUM
bracis-33609	265	33	-	-	PUNCT
bracis-33609	265	34	031	031	NUM
bracis-33609	265	35	-	-	PUNCT
bracis-33609	265	36	79032	79032	NUM
bracis-33609	265	37	-	-	SYM
bracis-33609	265	38	4	4	NUM
bracis-33609	265	39	ebook	ebook	NOUN
bracis-33609	265	40	packages	package	NOUN
bracis-33609	265	41	:	:	PUNCT
bracis-33609	265	42	computer	computer	NOUN
bracis-33609	265	43	sciencecomputer	sciencecomputer	NOUN
bracis-33609	265	44	science	science	NOUN
bracis-33609	265	45	(	(	PUNCT
bracis-33609	265	46	r0	r0	NOUN
bracis-33609	265	47	)	)	PUNCT
bracis-33609	265	48	share	share	VERB
bracis-33609	265	49	this	this	DET
bracis-33609	265	50	paper	paper	NOUN
bracis-33609	265	51	anyone	anyone	PRON
bracis-33609	265	52	you	you	PRON
bracis-33609	265	53	share	share	VERB
bracis-33609	265	54	the	the	DET
bracis-33609	265	55	following	follow	VERB
bracis-33609	265	56	link	link	NOUN
bracis-33609	265	57	with	with	ADP
bracis-33609	265	58	will	will	AUX
bracis-33609	265	59	be	be	AUX
bracis-33609	265	60	able	able	ADJ
bracis-33609	265	61	to	to	PART
bracis-33609	265	62	read	read	VERB
bracis-33609	265	63	this	this	DET
bracis-33609	265	64	content	content	NOUN
bracis-33609	265	65	:	:	PUNCT
bracis-33609	265	66	get	get	VERB
bracis-33609	265	67	shareable	shareable	ADJ
bracis-33609	265	68	linksorry	linksorry	NOUN
bracis-33609	265	69	,	,	PUNCT
bracis-33609	265	70	a	a	DET
bracis-33609	265	71	shareable	shareable	ADJ
bracis-33609	265	72	link	link	NOUN
bracis-33609	265	73	is	be	AUX
bracis-33609	265	74	not	not	PART
bracis-33609	265	75	currently	currently	ADV
bracis-33609	265	76	available	available	ADJ
bracis-33609	265	77	for	for	ADP
bracis-33609	265	78	this	this	DET
bracis-33609	265	79	article	article	NOUN
bracis-33609	265	80	.	.	PUNCT
bracis-33609	266	1	copy	copy	VERB
bracis-33609	266	2	shareable	shareable	ADJ
bracis-33609	266	3	link	link	NOUN
bracis-33609	266	4	to	to	PART
bracis-33609	266	5	clipboard	clipboard	NOUN
bracis-33609	266	6	provided	provide	VERB
bracis-33609	266	7	by	by	ADP
bracis-33609	266	8	the	the	DET
bracis-33609	266	9	springer	springer	NOUN
bracis-33609	266	10	nature	nature	PROPN
bracis-33609	266	11	sharedit	sharedit	PROPN
bracis-33609	266	12	content	content	NOUN
bracis-33609	266	13	-	-	PUNCT
bracis-33609	266	14	sharing	share	VERB
bracis-33609	266	15	initiative	initiative	NOUN
bracis-33609	266	16	keywords	keyword	NOUN
bracis-33609	266	17	machine	machine	NOUN
bracis-33609	266	18	learning	learn	VERB
bracis-33609	266	19	classification	classification	NOUN
bracis-33609	266	20	item	item	NOUN
bracis-33609	266	21	response	response	NOUN
bracis-33609	266	22	theory	theory	NOUN
bracis-33609	266	23	publish	publish	VERB
bracis-33609	266	24	with	with	ADP
bracis-33609	266	25	us	us	PROPN
bracis-33609	266	26	policies	policy	NOUN
bracis-33609	266	27	and	and	CCONJ
bracis-33609	266	28	ethics	ethic	NOUN
bracis-33609	266	29	search	search	NOUN
bracis-33609	266	30	search	search	NOUN
bracis-33609	266	31	by	by	ADP
bracis-33609	266	32	keyword	keyword	NOUN
bracis-33609	266	33	or	or	CCONJ
bracis-33609	266	34	author	author	NOUN
bracis-33609	266	35	search	search	NOUN
bracis-33609	266	36	navigation	navigation	NOUN
bracis-33609	266	37	find	find	VERB
bracis-33609	266	38	a	a	DET
bracis-33609	266	39	journal	journal	NOUN
bracis-33609	266	40	publish	publish	VERB
bracis-33609	266	41	with	with	ADP
bracis-33609	266	42	us	we	PRON
bracis-33609	266	43	track	track	VERB
bracis-33609	266	44	your	your	PRON
bracis-33609	266	45	research	research	NOUN
bracis-33609	266	46	discover	discover	VERB
bracis-33609	266	47	content	content	NOUN
bracis-33609	266	48	journals	journal	NOUN
bracis-33609	266	49	a	a	DET
bracis-33609	266	50	-	-	PUNCT
bracis-33609	266	51	z	z	NOUN
bracis-33609	266	52	books	book	NOUN
bracis-33609	266	53	a	a	DET
bracis-33609	266	54	-	-	PUNCT
bracis-33609	266	55	z	z	NOUN
bracis-33609	266	56	publish	publish	NOUN
bracis-33609	266	57	with	with	ADP
bracis-33609	266	58	us	us	PROPN
bracis-33609	266	59	journal	journal	PROPN
bracis-33609	266	60	finder	finder	PROPN
bracis-33609	266	61	publish	publish	VERB
bracis-33609	266	62	your	your	PRON
bracis-33609	266	63	research	research	NOUN
bracis-33609	266	64	language	language	NOUN
bracis-33609	266	65	editing	edit	VERB
bracis-33609	266	66	open	open	ADJ
bracis-33609	266	67	access	access	NOUN
bracis-33609	266	68	publishing	publishing	NOUN
bracis-33609	266	69	products	product	NOUN
bracis-33609	266	70	and	and	CCONJ
bracis-33609	266	71	services	service	NOUN
bracis-33609	266	72	our	our	PRON
bracis-33609	266	73	products	product	NOUN
bracis-33609	266	74	librarians	librarian	VERB
bracis-33609	266	75	societies	society	NOUN
bracis-33609	266	76	partners	partner	NOUN
bracis-33609	266	77	and	and	CCONJ
bracis-33609	266	78	advertisers	advertiser	NOUN
bracis-33609	266	79	our	our	PRON
bracis-33609	266	80	brands	brand	NOUN
bracis-33609	266	81	springer	springer	NOUN
bracis-33609	266	82	nature	nature	PROPN
bracis-33609	266	83	portfolio	portfolio	PROPN
bracis-33609	266	84	bmc	bmc	PROPN
bracis-33609	266	85	palgrave	palgrave	PROPN
bracis-33609	266	86	macmillan	macmillan	PROPN
bracis-33609	266	87	apress	apress	PROPN
bracis-33609	266	88	discover	discover	VERB
bracis-33609	266	89	your	your	PRON
bracis-33609	266	90	privacy	privacy	NOUN
bracis-33609	266	91	choices	choice	NOUN
bracis-33609	266	92	/	/	SYM
bracis-33609	266	93	manage	manage	NOUN
bracis-33609	266	94	cookies	cookie	NOUN
bracis-33609	266	95	your	your	PRON
bracis-33609	266	96	us	us	PROPN
bracis-33609	267	1	state	state	NOUN
bracis-33609	267	2	privacy	privacy	NOUN
bracis-33609	267	3	rights	right	NOUN
bracis-33609	267	4	accessibility	accessibility	NOUN
bracis-33609	267	5	statement	statement	NOUN
bracis-33609	267	6	terms	term	NOUN
bracis-33609	267	7	and	and	CCONJ
bracis-33609	267	8	conditions	condition	NOUN
bracis-33609	267	9	privacy	privacy	NOUN
bracis-33609	267	10	policy	policy	NOUN
bracis-33609	267	11	help	help	NOUN
bracis-33609	267	12	and	and	CCONJ
bracis-33609	267	13	support	support	VERB
bracis-33609	267	14	legal	legal	ADJ
bracis-33609	267	15	notice	notice	NOUN
bracis-33609	267	16	cancel	cancel	VERB
bracis-33609	267	17	contracts	contract	NOUN
bracis-33609	267	18	here	here	ADV
bracis-33609	267	19	129.74.145.123	129.74.145.123	NUM
bracis-33609	267	20	hesburgh	hesburgh	PROPN
bracis-33609	267	21	library	library	PROPN
bracis-33609	267	22	er	er	INTJ
bracis-33609	267	23	unit	unit	NOUN
bracis-33609	267	24	(	(	PUNCT
bracis-33609	267	25	3005732405	3005732405	NUM
bracis-33609	267	26	)	)	PUNCT
bracis-33609	267	27	northeast	northeast	ADJ
bracis-33609	267	28	research	research	NOUN
bracis-33609	267	29	libraries	library	NOUN
bracis-33609	267	30	(	(	PUNCT
bracis-33609	267	31	nerl	nerl	PROPN
bracis-33609	267	32	)	)	PUNCT
bracis-33609	267	33	(	(	PUNCT
bracis-33609	267	34	8200828607	8200828607	NUM
bracis-33609	267	35	)	)	PUNCT
bracis-33609	267	36	nerl	nerl	VERB
bracis-33609	267	37	ta	ta	X
bracis-33609	267	38	account	account	NOUN
bracis-33609	267	39	(	(	PUNCT
bracis-33609	267	40	3006206169	3006206169	NUM
bracis-33609	267	41	)	)	PUNCT
bracis-33609	267	42	university	university	NOUN
bracis-33609	267	43	of	of	ADP
bracis-33609	267	44	notre	notre	PROPN
bracis-33609	267	45	dame	dame	PROPN
bracis-33609	267	46	hesburgh	hesburgh	PROPN
bracis-33609	267	47	library	library	NOUN
bracis-33609	267	48	(	(	PUNCT
bracis-33609	267	49	3000184373	3000184373	NUM
bracis-33609	267	50	)	)	PUNCT
bracis-33609	268	1	©	©	ADP
bracis-33609	268	2	2025	2025	NUM
bracis-33609	268	3	springer	springer	NOUN
bracis-33609	268	4	nature	nature	NOUN