id	sid	tid	token	lemma	pos
ajst-32565	1	1	207	207	NUM
ajst-32565	1	2	fairness	fairness	NOUN
ajst-32565	1	3	-	-	PUNCT
ajst-32565	1	4	aware	aware	ADJ
ajst-32565	1	5	classification	classification	NOUN
ajst-32565	1	6	based	base	VERB
ajst-32565	1	7	on	on	ADP
ajst-32565	1	8	rawlsian	rawlsian	ADJ
ajst-32565	1	9	veil	veil	NOUN
ajst-32565	1	10	of	of	ADP
ajst-32565	1	11	ignorance	ignorance	NOUN
ajst-32565	1	12	:	:	PUNCT
ajst-32565	1	13	a	a	DET
ajst-32565	1	14	mathematical	mathematical	ADJ
ajst-32565	1	15	framework	framework	NOUN
ajst-32565	1	16	for	for	ADP
ajst-32565	1	17	bias	bias	NOUN
ajst-32565	1	18	detection	detection	NOUN
ajst-32565	1	19	and	and	CCONJ
ajst-32565	1	20	mitigation	mitigation	NOUN
ajst-32565	1	21	in	in	ADP
ajst-32565	1	22	machine	machine	NOUN
ajst-32565	1	23	learning	learn	VERB
ajst-32565	2	1	lin	lin	PROPN
ajst-32565	2	2	chen	chen	PROPN
ajst-32565	3	1	*	*	PUNCT
ajst-32565	3	2	pudong	pudong	PROPN
ajst-32565	3	3	huayao	huayao	PROPN
ajst-32565	3	4	high	high	ADJ
ajst-32565	3	5	school	school	NOUN
ajst-32565	3	6	,	,	PUNCT
ajst-32565	3	7	elpis	elpis	PROPN
ajst-32565	3	8	,	,	PUNCT
ajst-32565	3	9	shanghai	shanghai	PROPN
ajst-32565	3	10	,	,	PUNCT
ajst-32565	3	11	china	china	PROPN
ajst-32565	3	12	*	*	PUNCT
ajst-32565	3	13	corresponding	correspond	VERB
ajst-32565	3	14	author	author	NOUN
ajst-32565	3	15	email	email	NOUN
ajst-32565	3	16	:	:	PUNCT
ajst-32565	3	17	3468316114@qq.com	3468316114@qq.com	NUM
ajst-32565	3	18	abstract	abstract	NOUN
ajst-32565	3	19	.	.	PUNCT
ajst-32565	4	1	machine	machine	NOUN
ajst-32565	4	2	learning	learning	PROPN
ajst-32565	4	3	's	's	PART
ajst-32565	4	4	penetration	penetration	NOUN
ajst-32565	4	5	into	into	ADP
ajst-32565	4	6	high	high	ADJ
ajst-32565	4	7	-	-	PUNCT
ajst-32565	4	8	stakes	stake	NOUN
ajst-32565	4	9	decision	decision	NOUN
ajst-32565	4	10	-	-	PUNCT
ajst-32565	4	11	making	making	NOUN
ajst-32565	4	12	—	—	PUNCT
ajst-32565	4	13	credit	credit	NOUN
ajst-32565	4	14	approvals	approval	NOUN
ajst-32565	4	15	,	,	PUNCT
ajst-32565	4	16	healthcare	healthcare	NOUN
ajst-32565	4	17	triage	triage	NOUN
ajst-32565	4	18	,	,	PUNCT
ajst-32565	4	19	criminal	criminal	ADJ
ajst-32565	4	20	risk	risk	NOUN
ajst-32565	4	21	assessment	assessment	NOUN
ajst-32565	4	22	—	—	PUNCT
ajst-32565	4	23	has	have	AUX
ajst-32565	4	24	amplified	amplify	VERB
ajst-32565	4	25	pre	pre	ADJ
ajst-32565	4	26	-	-	ADJ
ajst-32565	4	27	existing	exist	VERB
ajst-32565	4	28	societal	societal	ADJ
ajst-32565	4	29	inequities	inequity	NOUN
ajst-32565	4	30	rather	rather	ADV
ajst-32565	4	31	than	than	ADP
ajst-32565	4	32	ameliorating	ameliorate	VERB
ajst-32565	4	33	them	they	PRON
ajst-32565	4	34	.	.	PUNCT
ajst-32565	5	1	this	this	DET
ajst-32565	5	2	study	study	NOUN
ajst-32565	5	3	operationalizes	operationalize	VERB
ajst-32565	5	4	john	john	PROPN
ajst-32565	5	5	rawls	rawls	PROPN
ajst-32565	5	6	's	's	PART
ajst-32565	5	7	"	"	PUNCT
ajst-32565	5	8	veil	veil	NOUN
ajst-32565	5	9	of	of	ADP
ajst-32565	5	10	ignorance	ignorance	NOUN
ajst-32565	5	11	"	"	PUNCT
ajst-32565	5	12	(	(	PUNCT
ajst-32565	5	13	1971	1971	NUM
ajst-32565	5	14	)	)	PUNCT
ajst-32565	5	15	as	as	ADP
ajst-32565	5	16	a	a	DET
ajst-32565	5	17	computational	computational	ADJ
ajst-32565	5	18	principle	principle	NOUN
ajst-32565	5	19	for	for	ADP
ajst-32565	5	20	binary	binary	ADJ
ajst-32565	5	21	classifiers	classifier	NOUN
ajst-32565	5	22	,	,	PUNCT
ajst-32565	5	23	confronting	confront	VERB
ajst-32565	5	24	a	a	DET
ajst-32565	5	25	gap	gap	NOUN
ajst-32565	5	26	:	:	PUNCT
ajst-32565	5	27	most	most	ADJ
ajst-32565	5	28	fairness	fairness	NOUN
ajst-32565	5	29	metrics	metric	NOUN
ajst-32565	5	30	lack	lack	VERB
ajst-32565	5	31	philosophical	philosophical	ADJ
ajst-32565	5	32	grounding	grounding	NOUN
ajst-32565	5	33	while	while	SCONJ
ajst-32565	5	34	rawlsian	rawlsian	ADJ
ajst-32565	5	35	theories	theory	NOUN
ajst-32565	5	36	remain	remain	VERB
ajst-32565	5	37	mathematically	mathematically	ADV
ajst-32565	5	38	unformalized	unformalize	VERB
ajst-32565	5	39	.	.	PUNCT
ajst-32565	6	1	through	through	ADP
ajst-32565	6	2	three	three	NUM
ajst-32565	6	3	empirical	empirical	ADJ
ajst-32565	6	4	phases—(1	phases—(1	NOUN
ajst-32565	6	5	)	)	PUNCT
ajst-32565	6	6	baseline	baseline	NOUN
ajst-32565	6	7	logistic	logistic	ADJ
ajst-32565	6	8	regression	regression	NOUN
ajst-32565	6	9	on	on	ADP
ajst-32565	6	10	full	full	ADJ
ajst-32565	6	11	feature	feature	NOUN
ajst-32565	6	12	sets	set	NOUN
ajst-32565	6	13	,	,	PUNCT
ajst-32565	6	14	(	(	PUNCT
ajst-32565	6	15	2	2	X
ajst-32565	6	16	)	)	PUNCT
ajst-32565	6	17	bias	bias	NOUN
ajst-32565	6	18	quantification	quantification	NOUN
ajst-32565	6	19	via	via	ADP
ajst-32565	6	20	disaggregated	disaggregate	VERB
ajst-32565	6	21	metrics	metric	NOUN
ajst-32565	6	22	across	across	ADP
ajst-32565	6	23	protected	protect	VERB
ajst-32565	6	24	groups	group	NOUN
ajst-32565	6	25	,	,	PUNCT
ajst-32565	6	26	and	and	CCONJ
ajst-32565	6	27	(	(	PUNCT
ajst-32565	6	28	3	3	X
ajst-32565	6	29	)	)	PUNCT
ajst-32565	6	30	mitigation	mitigation	NOUN
ajst-32565	6	31	via	via	ADP
ajst-32565	6	32	pre	pre	ADJ
ajst-32565	6	33	-	-	ADJ
ajst-32565	6	34	processing	processing	ADJ
ajst-32565	6	35	blindess	blindess	NOUN
ajst-32565	6	36	and	and	CCONJ
ajst-32565	6	37	post	post	ADJ
ajst-32565	6	38	-	-	ADJ
ajst-32565	6	39	processing	processing	ADJ
ajst-32565	6	40	threshold	threshold	NOUN
ajst-32565	6	41	optimization	optimization	NOUN
ajst-32565	6	42	—	—	PUNCT
ajst-32565	6	43	we	we	PRON
ajst-32565	6	44	demonstrate	demonstrate	VERB
ajst-32565	6	45	how	how	SCONJ
ajst-32565	6	46	ignorance	ignorance	NOUN
ajst-32565	6	47	of	of	ADP
ajst-32565	6	48	demographic	demographic	ADJ
ajst-32565	6	49	attributes	attribute	NOUN
ajst-32565	6	50	can	can	AUX
ajst-32565	6	51	be	be	AUX
ajst-32565	6	52	algorithmically	algorithmically	ADV
ajst-32565	6	53	imposed	impose	VERB
ajst-32565	6	54	.	.	PUNCT
ajst-32565	7	1	using	use	VERB
ajst-32565	7	2	the	the	DET
ajst-32565	7	3	german	german	ADJ
ajst-32565	7	4	credit	credit	NOUN
ajst-32565	7	5	dataset	dataset	NOUN
ajst-32565	7	6	(	(	PUNCT
ajst-32565	7	7	n=1,000	n=1,000	PROPN
ajst-32565	7	8	)	)	PUNCT
ajst-32565	7	9	,	,	PUNCT
ajst-32565	7	10	we	we	PRON
ajst-32565	7	11	expose	expose	VERB
ajst-32565	7	12	a	a	DET
ajst-32565	7	13	12.9	12.9	NUM
ajst-32565	7	14	%	%	NOUN
ajst-32565	7	15	accuracy	accuracy	NOUN
ajst-32565	7	16	gap	gap	NOUN
ajst-32565	7	17	between	between	ADP
ajst-32565	7	18	gender	gender	NOUN
ajst-32565	7	19	groups	group	NOUN
ajst-32565	7	20	in	in	ADP
ajst-32565	7	21	standard	standard	ADJ
ajst-32565	7	22	models	model	NOUN
ajst-32565	7	23	.	.	PUNCT
ajst-32565	8	1	our	our	PRON
ajst-32565	8	2	framework	framework	NOUN
ajst-32565	8	3	collapses	collapse	VERB
ajst-32565	8	4	demographic	demographic	ADJ
ajst-32565	8	5	parity	parity	NOUN
ajst-32565	8	6	difference	difference	NOUN
ajst-32565	8	7	from	from	ADP
ajst-32565	8	8	15.7	15.7	NUM
ajst-32565	8	9	%	%	NOUN
ajst-32565	8	10	to	to	PART
ajst-32565	8	11	0.1	0.1	NUM
ajst-32565	8	12	%	%	NOUN
ajst-32565	8	13	while	while	SCONJ
ajst-32565	8	14	paradoxically	paradoxically	ADV
ajst-32565	8	15	boosting	boost	VERB
ajst-32565	8	16	accuracy	accuracy	NOUN
ajst-32565	8	17	by	by	ADP
ajst-32565	8	18	2.8	2.8	NUM
ajst-32565	8	19	%	%	NOUN
ajst-32565	8	20	(	(	PUNCT
ajst-32565	8	21	from	from	ADP
ajst-32565	8	22	72.0	72.0	NUM
ajst-32565	8	23	%	%	NOUN
ajst-32565	8	24	to	to	ADP
ajst-32565	8	25	74.0	74.0	NUM
ajst-32565	8	26	%	%	NOUN
ajst-32565	8	27	)	)	PUNCT
ajst-32565	8	28	,	,	PUNCT
ajst-32565	8	29	challenging	challenge	VERB
ajst-32565	8	30	the	the	DET
ajst-32565	8	31	fairness	fairness	NOUN
ajst-32565	8	32	-	-	PUNCT
ajst-32565	8	33	accuracy	accuracy	NOUN
ajst-32565	8	34	sacrifice	sacrifice	NOUN
ajst-32565	8	35	orthodoxy	orthodoxy	NOUN
ajst-32565	8	36	.	.	PUNCT
ajst-32565	9	1	counterintuitively	counterintuitively	ADV
ajst-32565	9	2	,	,	PUNCT
ajst-32565	9	3	naive	naive	ADJ
ajst-32565	9	4	feature	feature	NOUN
ajst-32565	9	5	removal	removal	NOUN
ajst-32565	9	6	worsened	worsen	VERB
ajst-32565	9	7	bias	bias	NOUN
ajst-32565	9	8	(	(	PUNCT
ajst-32565	9	9	+8.9	+8.9	NOUN
ajst-32565	9	10	%	%	NOUN
ajst-32565	9	11	)	)	PUNCT
ajst-32565	9	12	,	,	PUNCT
ajst-32565	9	13	only	only	ADV
ajst-32565	9	14	proxy	proxy	ADJ
ajst-32565	9	15	-	-	PUNCT
ajst-32565	9	16	aware	aware	ADJ
ajst-32565	9	17	pruning	pruning	NOUN
ajst-32565	9	18	achieved	achieve	VERB
ajst-32565	9	19	dpd	dpd	NOUN
ajst-32565	9	20	reduction	reduction	NOUN
ajst-32565	9	21	of	of	ADP
ajst-32565	9	22	32.6	32.6	NUM
ajst-32565	9	23	%	%	NOUN
ajst-32565	9	24	.	.	PUNCT
ajst-32565	10	1	these	these	DET
ajst-32565	10	2	findings	finding	NOUN
ajst-32565	10	3	suggest	suggest	VERB
ajst-32565	10	4	that	that	SCONJ
ajst-32565	10	5	rawlsian	rawlsian	ADJ
ajst-32565	10	6	principles	principle	NOUN
ajst-32565	10	7	,	,	PUNCT
ajst-32565	10	8	when	when	SCONJ
ajst-32565	10	9	translated	translate	VERB
ajst-32565	10	10	into	into	ADP
ajst-32565	10	11	constrained	constrained	ADJ
ajst-32565	10	12	optimization	optimization	NOUN
ajst-32565	10	13	,	,	PUNCT
ajst-32565	10	14	yield	yield	VERB
ajst-32565	10	15	pareto	pareto	VERB
ajst-32565	10	16	-	-	PUNCT
ajst-32565	10	17	superior	superior	ADJ
ajst-32565	10	18	solutions	solution	NOUN
ajst-32565	10	19	—	—	PUNCT
ajst-32565	10	20	though	though	SCONJ
ajst-32565	10	21	we	we	PRON
ajst-32565	10	22	argue	argue	VERB
ajst-32565	10	23	such	such	ADJ
ajst-32565	10	24	technical	technical	ADJ
ajst-32565	10	25	fixes	fix	NOUN
ajst-32565	10	26	must	must	AUX
ajst-32565	10	27	complement	complement	VERB
ajst-32565	10	28	,	,	PUNCT
ajst-32565	10	29	not	not	PART
ajst-32565	10	30	substitute	substitute	VERB
ajst-32565	10	31	for	for	ADP
ajst-32565	10	32	,	,	PUNCT
ajst-32565	10	33	institutional	institutional	ADJ
ajst-32565	10	34	reform	reform	NOUN
ajst-32565	10	35	.	.	PUNCT
ajst-32565	11	1	keywords	keyword	NOUN
ajst-32565	11	2	:	:	PUNCT
ajst-32565	11	3	algorithmic	algorithmic	ADJ
ajst-32565	11	4	fairness	fairness	NOUN
ajst-32565	11	5	;	;	PUNCT
ajst-32565	11	6	veil	veil	NOUN
ajst-32565	11	7	of	of	ADP
ajst-32565	11	8	ignorance	ignorance	NOUN
ajst-32565	11	9	;	;	PUNCT
ajst-32565	11	10	rawlsian	rawlsian	ADJ
ajst-32565	11	11	justice	justice	NOUN
ajst-32565	11	12	;	;	PUNCT
ajst-32565	11	13	logistic	logistic	ADJ
ajst-32565	11	14	regression	regression	NOUN
ajst-32565	11	15	;	;	PUNCT
ajst-32565	11	16	bias	bias	NOUN
ajst-32565	11	17	mitigation	mitigation	NOUN
ajst-32565	11	18	;	;	PUNCT
ajst-32565	11	19	machine	machine	NOUN
ajst-32565	11	20	learning	learn	VERB
ajst-32565	11	21	ethics	ethic	NOUN
ajst-32565	11	22	;	;	PUNCT
ajst-32565	11	23	fairness	fairness	NOUN
ajst-32565	11	24	-	-	PUNCT
ajst-32565	11	25	aware	aware	ADJ
ajst-32565	11	26	classification	classification	NOUN
ajst-32565	11	27	;	;	PUNCT
ajst-32565	11	28	demographic	demographic	ADJ
ajst-32565	11	29	parity	parity	NOUN
ajst-32565	11	30	.	.	PUNCT
ajst-32565	12	1	1	1	X
ajst-32565	12	2	.	.	X
ajst-32565	12	3	introduction	introduction	NOUN
ajst-32565	12	4	today	today	NOUN
ajst-32565	12	5	,	,	PUNCT
ajst-32565	12	6	machine	machine	NOUN
ajst-32565	12	7	learning	learning	NOUN
ajst-32565	12	8	is	be	AUX
ajst-32565	12	9	widely	widely	ADV
ajst-32565	12	10	used	use	VERB
ajst-32565	12	11	in	in	ADP
ajst-32565	12	12	various	various	ADJ
ajst-32565	12	13	scenarios	scenario	NOUN
ajst-32565	12	14	,	,	PUNCT
ajst-32565	12	15	playing	play	VERB
ajst-32565	12	16	a	a	DET
ajst-32565	12	17	crucial	crucial	ADJ
ajst-32565	12	18	role	role	NOUN
ajst-32565	12	19	,	,	PUNCT
ajst-32565	12	20	especially	especially	ADV
ajst-32565	12	21	in	in	ADP
ajst-32565	12	22	systems	system	NOUN
ajst-32565	12	23	requiring	require	VERB
ajst-32565	12	24	resource	resource	NOUN
ajst-32565	12	25	allocation	allocation	NOUN
ajst-32565	12	26	,	,	PUNCT
ajst-32565	12	27	risk	risk	NOUN
ajst-32565	12	28	assessment	assessment	NOUN
ajst-32565	12	29	,	,	PUNCT
ajst-32565	12	30	and	and	CCONJ
ajst-32565	12	31	decision	decision	NOUN
ajst-32565	12	32	-	-	PUNCT
ajst-32565	12	33	making	making	NOUN
ajst-32565	12	34	.	.	PUNCT
ajst-32565	13	1	due	due	ADP
ajst-32565	13	2	to	to	ADP
ajst-32565	13	3	the	the	DET
ajst-32565	13	4	rapid	rapid	ADJ
ajst-32565	13	5	advancements	advancement	NOUN
ajst-32565	13	6	and	and	CCONJ
ajst-32565	13	7	development	development	NOUN
ajst-32565	13	8	of	of	ADP
ajst-32565	13	9	machine	machine	NOUN
ajst-32565	13	10	learning	learning	NOUN
ajst-32565	13	11	,	,	PUNCT
ajst-32565	13	12	the	the	DET
ajst-32565	13	13	shift	shift	NOUN
ajst-32565	13	14	from	from	ADP
ajst-32565	13	15	human	human	NOUN
ajst-32565	13	16	-	-	PUNCT
ajst-32565	13	17	driven	drive	VERB
ajst-32565	13	18	processes	process	NOUN
ajst-32565	13	19	to	to	ADP
ajst-32565	13	20	algorithmic	algorithmic	ADJ
ajst-32565	13	21	processes	process	NOUN
ajst-32565	13	22	has	have	AUX
ajst-32565	13	23	permeated	permeate	VERB
ajst-32565	13	24	various	various	ADJ
ajst-32565	13	25	industries	industry	NOUN
ajst-32565	13	26	and	and	CCONJ
ajst-32565	13	27	fields	field	NOUN
ajst-32565	13	28	.	.	PUNCT
ajst-32565	14	1	while	while	SCONJ
ajst-32565	14	2	these	these	DET
ajst-32565	14	3	algorithms	algorithm	NOUN
ajst-32565	14	4	are	be	AUX
ajst-32565	14	5	considered	consider	VERB
ajst-32565	14	6	objective	objective	ADJ
ajst-32565	14	7	and	and	CCONJ
ajst-32565	14	8	free	free	ADJ
ajst-32565	14	9	from	from	ADP
ajst-32565	14	10	subjective	subjective	ADJ
ajst-32565	14	11	bias	bias	NOUN
ajst-32565	14	12	,	,	PUNCT
ajst-32565	14	13	their	their	PRON
ajst-32565	14	14	black	black	ADJ
ajst-32565	14	15	-	-	PUNCT
ajst-32565	14	16	box	box	NOUN
ajst-32565	14	17	mechanisms	mechanism	NOUN
ajst-32565	14	18	and	and	CCONJ
ajst-32565	14	19	risk	risk	NOUN
ajst-32565	14	20	encoding	encoding	NOUN
ajst-32565	14	21	mechanisms	mechanism	NOUN
ajst-32565	14	22	may	may	AUX
ajst-32565	14	23	amplify	amplify	VERB
ajst-32565	14	24	historical	historical	ADJ
ajst-32565	14	25	biases	bias	NOUN
ajst-32565	14	26	,	,	PUNCT
ajst-32565	14	27	a	a	DET
ajst-32565	14	28	problem	problem	NOUN
ajst-32565	14	29	that	that	PRON
ajst-32565	14	30	must	must	AUX
ajst-32565	14	31	be	be	AUX
ajst-32565	14	32	examined	examine	VERB
ajst-32565	14	33	.	.	PUNCT
ajst-32565	15	1	therefore	therefore	ADV
ajst-32565	15	2	,	,	PUNCT
ajst-32565	15	3	there	there	PRON
ajst-32565	15	4	is	be	VERB
ajst-32565	15	5	a	a	DET
ajst-32565	15	6	current	current	ADJ
ajst-32565	15	7	need	need	NOUN
ajst-32565	15	8	for	for	ADP
ajst-32565	15	9	models	model	NOUN
ajst-32565	15	10	that	that	PRON
ajst-32565	15	11	can	can	AUX
ajst-32565	15	12	compute	compute	VERB
ajst-32565	15	13	between	between	ADP
ajst-32565	15	14	technological	technological	ADJ
ajst-32565	15	15	theory	theory	NOUN
ajst-32565	15	16	and	and	CCONJ
ajst-32565	15	17	ethical	ethical	ADJ
ajst-32565	15	18	constraints	constraint	NOUN
ajst-32565	15	19	,	,	PUNCT
ajst-32565	15	20	and	and	CCONJ
ajst-32565	15	21	that	that	PRON
ajst-32565	15	22	can	can	AUX
ajst-32565	15	23	be	be	AUX
ajst-32565	15	24	used	use	VERB
ajst-32565	15	25	to	to	PART
ajst-32565	15	26	find	find	VERB
ajst-32565	15	27	a	a	DET
ajst-32565	15	28	balance	balance	NOUN
ajst-32565	15	29	between	between	ADP
ajst-32565	15	30	the	the	DET
ajst-32565	15	31	two	two	NUM
ajst-32565	15	32	.	.	PUNCT
ajst-32565	16	1	previous	previous	ADJ
ajst-32565	16	2	research	research	NOUN
ajst-32565	16	3	in	in	ADP
ajst-32565	16	4	algorithmic	algorithmic	ADJ
ajst-32565	16	5	fairness	fairness	NOUN
ajst-32565	16	6	has	have	AUX
ajst-32565	16	7	approached	approach	VERB
ajst-32565	16	8	the	the	DET
ajst-32565	16	9	problem	problem	NOUN
ajst-32565	16	10	from	from	ADP
ajst-32565	16	11	multiple	multiple	ADJ
ajst-32565	16	12	perspectives	perspective	NOUN
ajst-32565	16	13	,	,	PUNCT
ajst-32565	16	14	establishing	establish	VERB
ajst-32565	16	15	various	various	ADJ
ajst-32565	16	16	fairness	fairness	NOUN
ajst-32565	16	17	metrics	metric	NOUN
ajst-32565	16	18	and	and	CCONJ
ajst-32565	16	19	mitigation	mitigation	NOUN
ajst-32565	16	20	strategies	strategy	NOUN
ajst-32565	16	21	that	that	PRON
ajst-32565	16	22	reflect	reflect	VERB
ajst-32565	16	23	different	different	ADJ
ajst-32565	16	24	normative	normative	ADJ
ajst-32565	16	25	commitments	commitment	NOUN
ajst-32565	16	26	and	and	CCONJ
ajst-32565	16	27	technical	technical	ADJ
ajst-32565	16	28	constraints	constraint	NOUN
ajst-32565	16	29	.	.	PUNCT
ajst-32565	17	1	recent	recent	ADJ
ajst-32565	17	2	comprehensive	comprehensive	ADJ
ajst-32565	17	3	surveys	survey	NOUN
ajst-32565	17	4	have	have	AUX
ajst-32565	17	5	collected	collect	VERB
ajst-32565	17	6	over	over	ADP
ajst-32565	17	7	234	234	NUM
ajst-32565	17	8	publications	publication	NOUN
ajst-32565	17	9	concerning	concern	VERB
ajst-32565	17	10	bias	bias	NOUN
ajst-32565	17	11	mitigation	mitigation	NOUN
ajst-32565	17	12	methods	method	NOUN
ajst-32565	17	13	for	for	ADP
ajst-32565	17	14	machine	machine	NOUN
ajst-32565	17	15	learning	learn	VERB
ajst-32565	17	16	classifiers[1	classifiers[1	ADV
ajst-32565	17	17	]	]	PUNCT
ajst-32565	17	18	.	.	PUNCT
ajst-32565	18	1	large	large	ADJ
ajst-32565	18	2	-	-	PUNCT
ajst-32565	18	3	scale	scale	NOUN
ajst-32565	18	4	empirical	empirical	ADJ
ajst-32565	18	5	studies	study	NOUN
ajst-32565	18	6	have	have	AUX
ajst-32565	18	7	evaluated	evaluate	VERB
ajst-32565	18	8	17	17	NUM
ajst-32565	18	9	representative	representative	ADJ
ajst-32565	18	10	bias	bias	NOUN
ajst-32565	18	11	mitigation	mitigation	NOUN
ajst-32565	18	12	methods	method	NOUN
ajst-32565	18	13	across	across	ADP
ajst-32565	18	14	multiple	multiple	ADJ
ajst-32565	18	15	fairness	fairness	NOUN
ajst-32565	18	16	metrics	metric	NOUN
ajst-32565	18	17	and	and	CCONJ
ajst-32565	18	18	performance	performance	NOUN
ajst-32565	18	19	measures	measure	NOUN
ajst-32565	18	20	,	,	PUNCT
ajst-32565	18	21	revealing	reveal	VERB
ajst-32565	18	22	that	that	SCONJ
ajst-32565	18	23	the	the	DET
ajst-32565	18	24	coverage	coverage	NOUN
ajst-32565	18	25	is	be	AUX
ajst-32565	18	26	much	much	ADV
ajst-32565	18	27	more	more	ADV
ajst-32565	18	28	comprehensive	comprehensive	ADJ
ajst-32565	18	29	compared	compare	VERB
ajst-32565	18	30	to	to	ADP
ajst-32565	18	31	previous	previous	ADJ
ajst-32565	18	32	work[2	work[2	NUM
ajst-32565	18	33	]	]	PUNCT
ajst-32565	18	34	.	.	PUNCT
ajst-32565	19	1	research	research	NOUN
ajst-32565	19	2	has	have	AUX
ajst-32565	19	3	introduced	introduce	VERB
ajst-32565	19	4	reinforcement	reinforcement	NOUN
ajst-32565	19	5	learning	learning	NOUN
ajst-32565	19	6	frameworks	framework	NOUN
ajst-32565	19	7	capable	capable	ADJ
ajst-32565	19	8	of	of	ADP
ajst-32565	19	9	mitigating	mitigate	VERB
ajst-32565	19	10	biases	bias	NOUN
ajst-32565	19	11	acquired	acquire	VERB
ajst-32565	19	12	during	during	ADP
ajst-32565	19	13	data	data	NOUN
ajst-32565	19	14	collection	collection	NOUN
ajst-32565	19	15	,	,	PUNCT
ajst-32565	19	16	particularly	particularly	ADV
ajst-32565	19	17	for	for	ADP
ajst-32565	19	18	healthcare	healthcare	NOUN
ajst-32565	19	19	applications[3	applications[3	PROPN
ajst-32565	19	20	]	]	PUNCT
ajst-32565	19	21	.	.	PUNCT
ajst-32565	20	1	recent	recent	ADJ
ajst-32565	20	2	advances	advance	NOUN
ajst-32565	20	3	in	in	ADP
ajst-32565	20	4	ai	ai	NOUN
ajst-32565	20	5	fairness	fairness	NOUN
ajst-32565	20	6	have	have	AUX
ajst-32565	20	7	aimed	aim	VERB
ajst-32565	20	8	at	at	ADP
ajst-32565	20	9	bridging	bridge	VERB
ajst-32565	20	10	gaps	gap	NOUN
ajst-32565	20	11	for	for	ADP
ajst-32565	20	12	practical	practical	ADJ
ajst-32565	20	13	deployment	deployment	NOUN
ajst-32565	20	14	in	in	ADP
ajst-32565	20	15	real	real	ADJ
ajst-32565	20	16	-	-	PUNCT
ajst-32565	20	17	world	world	NOUN
ajst-32565	20	18	scenarios	scenario	NOUN
ajst-32565	20	19	,	,	PUNCT
ajst-32565	20	20	including	include	VERB
ajst-32565	20	21	applications	application	NOUN
ajst-32565	20	22	in	in	ADP
ajst-32565	20	23	censored	censored	ADJ
ajst-32565	20	24	data	datum	NOUN
ajst-32565	20	25	and	and	CCONJ
ajst-32565	20	26	non	non	ADJ
ajst-32565	20	27	-	-	ADJ
ajst-32565	20	28	iid	iid	ADJ
ajst-32565	20	29	graph	graph	NOUN
ajst-32565	20	30	structures[4	structures[4	NOUN
ajst-32565	20	31	]	]	PUNCT
ajst-32565	20	32	.	.	PUNCT
ajst-32565	21	1	studies	study	NOUN
ajst-32565	21	2	on	on	ADP
ajst-32565	21	3	realworld	realworld	PROPN
ajst-32565	21	4	data	datum	NOUN
ajst-32565	21	5	have	have	AUX
ajst-32565	21	6	indicated	indicate	VERB
ajst-32565	21	7	positive	positive	ADJ
ajst-32565	21	8	outcomes	outcome	NOUN
ajst-32565	21	9	when	when	SCONJ
ajst-32565	21	10	using	use	VERB
ajst-32565	21	11	pre	pre	ADJ
ajst-32565	21	12	-	-	ADJ
ajst-32565	21	13	processing	processing	ADJ
ajst-32565	21	14	techniques	technique	NOUN
ajst-32565	21	15	to	to	PART
ajst-32565	21	16	address	address	VERB
ajst-32565	21	17	algorithmic	algorithmic	ADJ
ajst-32565	21	18	bias[5	bias[5	PROPN
ajst-32565	21	19	]	]	PUNCT
ajst-32565	21	20	.	.	PUNCT
ajst-32565	22	1	systematic	systematic	ADJ
ajst-32565	22	2	reviews	review	NOUN
ajst-32565	22	3	have	have	AUX
ajst-32565	22	4	revealed	reveal	VERB
ajst-32565	22	5	six	six	NUM
ajst-32565	22	6	major	major	ADJ
ajst-32565	22	7	bias	bias	NOUN
ajst-32565	22	8	types	type	NOUN
ajst-32565	22	9	in	in	ADP
ajst-32565	22	10	electronic	electronic	ADJ
ajst-32565	22	11	health	health	NOUN
ajst-32565	22	12	records	record	NOUN
ajst-32565	22	13	:	:	PUNCT
ajst-32565	22	14	algorithmic	algorithmic	ADJ
ajst-32565	22	15	,	,	PUNCT
ajst-32565	22	16	confounding	confounding	ADJ
ajst-32565	22	17	,	,	PUNCT
ajst-32565	22	18	implicit	implicit	ADJ
ajst-32565	22	19	,	,	PUNCT
ajst-32565	22	20	measurement	measurement	NOUN
ajst-32565	22	21	,	,	PUNCT
ajst-32565	22	22	selection	selection	NOUN
ajst-32565	22	23	,	,	PUNCT
ajst-32565	22	24	and	and	CCONJ
ajst-32565	22	25	temporal[6	temporal[6	ADP
ajst-32565	22	26	]	]	PUNCT
ajst-32565	22	27	.	.	PUNCT
ajst-32565	23	1	research	research	NOUN
ajst-32565	23	2	has	have	VERB
ajst-32565	23	3	208	208	NUM
ajst-32565	23	4	classified	classified	ADJ
ajst-32565	23	5	bias	bias	NOUN
ajst-32565	23	6	mitigation	mitigation	NOUN
ajst-32565	23	7	strategies	strategy	NOUN
ajst-32565	23	8	as	as	ADP
ajst-32565	23	9	pre	pre	ADJ
ajst-32565	23	10	-	-	ADJ
ajst-32565	23	11	training	training	ADJ
ajst-32565	23	12	,	,	PUNCT
ajst-32565	23	13	training	training	NOUN
ajst-32565	23	14	,	,	PUNCT
ajst-32565	23	15	and	and	CCONJ
ajst-32565	23	16	post	post	ADJ
ajst-32565	23	17	-	-	ADJ
ajst-32565	23	18	training	training	ADJ
ajst-32565	23	19	approaches	approach	NOUN
ajst-32565	23	20	,	,	PUNCT
ajst-32565	23	21	with	with	SCONJ
ajst-32565	23	22	novel	novel	ADJ
ajst-32565	23	23	techniques	technique	NOUN
ajst-32565	23	24	to	to	PART
ajst-32565	23	25	create	create	VERB
ajst-32565	23	26	mitigated	mitigated	ADJ
ajst-32565	23	27	bias	bias	NOUN
ajst-32565	23	28	datasets[7	datasets[7	PROPN
ajst-32565	23	29	]	]	X
ajst-32565	23	30	.	.	PUNCT
ajst-32565	24	1	literature	literature	NOUN
ajst-32565	24	2	has	have	AUX
ajst-32565	24	3	identified	identify	VERB
ajst-32565	24	4	that	that	SCONJ
ajst-32565	24	5	most	most	ADJ
ajst-32565	24	6	measures	measure	NOUN
ajst-32565	24	7	and	and	CCONJ
ajst-32565	24	8	methods	method	NOUN
ajst-32565	24	9	to	to	PART
ajst-32565	24	10	mitigate	mitigate	VERB
ajst-32565	24	11	bias	bias	NOUN
ajst-32565	24	12	have	have	AUX
ajst-32565	24	13	been	be	AUX
ajst-32565	24	14	built	build	VERB
ajst-32565	24	15	in	in	ADP
ajst-32565	24	16	isolation	isolation	NOUN
ajst-32565	24	17	from	from	ADP
ajst-32565	24	18	policymaking	policymake	VERB
ajst-32565	24	19	contexts	context	NOUN
ajst-32565	24	20	and	and	CCONJ
ajst-32565	24	21	lack	lack	VERB
ajst-32565	24	22	serious	serious	ADJ
ajst-32565	24	23	engagement	engagement	NOUN
ajst-32565	24	24	with	with	ADP
ajst-32565	24	25	philosophical	philosophical	ADJ
ajst-32565	24	26	,	,	PUNCT
ajst-32565	24	27	political	political	ADJ
ajst-32565	24	28	,	,	PUNCT
ajst-32565	24	29	legal	legal	ADJ
ajst-32565	24	30	,	,	PUNCT
ajst-32565	24	31	and	and	CCONJ
ajst-32565	24	32	economic	economic	ADJ
ajst-32565	24	33	theories	theory	NOUN
ajst-32565	24	34	of	of	ADP
ajst-32565	24	35	equality	equality	NOUN
ajst-32565	24	36	and	and	CCONJ
ajst-32565	24	37	distributive	distributive	ADJ
ajst-32565	24	38	justice[8	justice[8	NOUN
ajst-32565	24	39	]	]	PUNCT
ajst-32565	24	40	.	.	PUNCT
ajst-32565	25	1	studies	study	NOUN
ajst-32565	25	2	using	use	VERB
ajst-32565	25	3	the	the	DET
ajst-32565	25	4	veil	veil	NOUN
ajst-32565	25	5	of	of	ADP
ajst-32565	25	6	ignorance	ignorance	NOUN
ajst-32565	25	7	framework	framework	NOUN
ajst-32565	25	8	have	have	AUX
ajst-32565	25	9	shown	show	VERB
ajst-32565	25	10	that	that	SCONJ
ajst-32565	25	11	participants	participant	NOUN
ajst-32565	25	12	behind	behind	ADP
ajst-32565	25	13	the	the	DET
ajst-32565	25	14	veil	veil	NOUN
ajst-32565	25	15	more	more	ADV
ajst-32565	25	16	frequently	frequently	ADV
ajst-32565	25	17	choose	choose	VERB
ajst-32565	25	18	principles	principle	NOUN
ajst-32565	25	19	for	for	ADP
ajst-32565	25	20	ai	ai	NOUN
ajst-32565	25	21	that	that	PRON
ajst-32565	25	22	prioritize	prioritize	VERB
ajst-32565	25	23	the	the	DET
ajst-32565	25	24	worst	bad	ADJ
ajst-32565	25	25	-	-	PUNCT
ajst-32565	25	26	off[9	off[9	NOUN
ajst-32565	25	27	]	]	PUNCT
ajst-32565	25	28	.	.	PUNCT
ajst-32565	26	1	research	research	NOUN
ajst-32565	26	2	has	have	AUX
ajst-32565	26	3	explored	explore	VERB
ajst-32565	26	4	rawlsian	rawlsian	ADJ
ajst-32565	26	5	approaches	approach	NOUN
ajst-32565	26	6	to	to	ADP
ajst-32565	26	7	algorithmic	algorithmic	ADJ
ajst-32565	26	8	fairness	fairness	NOUN
ajst-32565	26	9	,	,	PUNCT
ajst-32565	26	10	noting	note	VERB
ajst-32565	26	11	that	that	SCONJ
ajst-32565	26	12	the	the	DET
ajst-32565	26	13	theory	theory	NOUN
ajst-32565	26	14	is	be	AUX
ajst-32565	26	15	commonly	commonly	ADV
ajst-32565	26	16	applied	apply	VERB
ajst-32565	26	17	but	but	CCONJ
ajst-32565	26	18	that	that	SCONJ
ajst-32565	26	19	proposals	proposal	NOUN
ajst-32565	26	20	often	often	ADV
ajst-32565	26	21	aim	aim	VERB
ajst-32565	26	22	to	to	PART
ajst-32565	26	23	uphold	uphold	VERB
ajst-32565	26	24	the	the	DET
ajst-32565	26	25	difference	difference	NOUN
ajst-32565	26	26	principle	principle	NOUN
ajst-32565	26	27	in	in	ADP
ajst-32565	26	28	individual	individual	PROPN
ajst-32565	26	29	situations[10	situations[10	PROPN
ajst-32565	26	30	]	]	PUNCT
ajst-32565	26	31	.	.	PUNCT
ajst-32565	27	1	recent	recent	ADJ
ajst-32565	27	2	work	work	NOUN
ajst-32565	27	3	has	have	AUX
ajst-32565	27	4	shown	show	VERB
ajst-32565	27	5	progression	progression	NOUN
ajst-32565	27	6	from	from	ADP
ajst-32565	27	7	utilitarian	utilitarian	ADJ
ajst-32565	27	8	to	to	ADP
ajst-32565	27	9	rawlsian	rawlsian	ADJ
ajst-32565	27	10	designs	design	NOUN
ajst-32565	27	11	in	in	ADP
ajst-32565	27	12	algorithmic	algorithmic	ADJ
ajst-32565	27	13	fairness	fairness	NOUN
ajst-32565	27	14	implementations[11	implementations[11	ADP
ajst-32565	27	15	]	]	PUNCT
ajst-32565	27	16	.	.	PUNCT
ajst-32565	28	1	studies	study	NOUN
ajst-32565	28	2	have	have	AUX
ajst-32565	28	3	examined	examine	VERB
ajst-32565	28	4	the	the	DET
ajst-32565	28	5	relationship	relationship	NOUN
ajst-32565	28	6	between	between	ADP
ajst-32565	28	7	algorithmic	algorithmic	ADJ
ajst-32565	28	8	fairness	fairness	NOUN
ajst-32565	28	9	and	and	CCONJ
ajst-32565	28	10	social	social	ADJ
ajst-32565	28	11	welfare	welfare	NOUN
ajst-32565	28	12	optimization[12	optimization[12	NOUN
ajst-32565	28	13	]	]	PUNCT
ajst-32565	28	14	.	.	PUNCT
ajst-32565	29	1	current	current	ADJ
ajst-32565	29	2	research	research	NOUN
ajst-32565	29	3	still	still	ADV
ajst-32565	29	4	has	have	VERB
ajst-32565	29	5	the	the	DET
ajst-32565	29	6	following	follow	VERB
ajst-32565	29	7	gaps	gap	NOUN
ajst-32565	29	8	:	:	PUNCT
ajst-32565	29	9	intervention	intervention	NOUN
ajst-32565	29	10	measures	measure	NOUN
ajst-32565	29	11	will	will	AUX
ajst-32565	29	12	reduce	reduce	VERB
ajst-32565	29	13	the	the	DET
ajst-32565	29	14	performance	performance	NOUN
ajst-32565	29	15	metrics	metric	NOUN
ajst-32565	29	16	of	of	ADP
ajst-32565	29	17	machine	machine	NOUN
ajst-32565	29	18	learning	learning	NOUN
ajst-32565	29	19	,	,	PUNCT
ajst-32565	29	20	but	but	CCONJ
ajst-32565	29	21	there	there	PRON
ajst-32565	29	22	is	be	VERB
ajst-32565	29	23	still	still	ADV
ajst-32565	29	24	a	a	DET
ajst-32565	29	25	problem	problem	NOUN
ajst-32565	29	26	:	:	PUNCT
ajst-32565	29	27	under	under	ADP
ajst-32565	29	28	what	what	DET
ajst-32565	29	29	circumstances	circumstance	NOUN
ajst-32565	29	30	will	will	AUX
ajst-32565	29	31	fairness	fairness	VERB
ajst-32565	29	32	constraints	constraint	NOUN
ajst-32565	29	33	conflict	conflict	NOUN
ajst-32565	29	34	with	with	ADP
ajst-32565	29	35	the	the	DET
ajst-32565	29	36	performance	performance	NOUN
ajst-32565	29	37	metrics	metric	NOUN
ajst-32565	29	38	measured	measure	VERB
ajst-32565	29	39	during	during	ADP
ajst-32565	29	40	optimization	optimization	NOUN
ajst-32565	29	41	,	,	PUNCT
ajst-32565	29	42	and	and	CCONJ
ajst-32565	29	43	what	what	PRON
ajst-32565	29	44	is	be	AUX
ajst-32565	29	45	the	the	DET
ajst-32565	29	46	internal	internal	ADJ
ajst-32565	29	47	mechanism[2	mechanism[2	NOUN
ajst-32565	29	48	]	]	PUNCT
ajst-32565	29	49	.	.	PUNCT
ajst-32565	30	1	it	it	PRON
ajst-32565	30	2	is	be	AUX
ajst-32565	30	3	unclear	unclear	ADJ
ajst-32565	30	4	whether	whether	SCONJ
ajst-32565	30	5	the	the	DET
ajst-32565	30	6	unfairness	unfairness	NOUN
ajst-32565	30	7	and	and	CCONJ
ajst-32565	30	8	bias	bias	NOUN
ajst-32565	30	9	generated	generate	VERB
ajst-32565	30	10	by	by	ADP
ajst-32565	30	11	machine	machine	NOUN
ajst-32565	30	12	learning	learning	NOUN
ajst-32565	30	13	comes	come	VERB
ajst-32565	30	14	from	from	ADP
ajst-32565	30	15	the	the	DET
ajst-32565	30	16	dataset	dataset	NOUN
ajst-32565	30	17	,	,	PUNCT
ajst-32565	30	18	the	the	DET
ajst-32565	30	19	model	model	NOUN
ajst-32565	30	20	,	,	PUNCT
ajst-32565	30	21	or	or	CCONJ
ajst-32565	30	22	other	other	ADJ
ajst-32565	30	23	aspects	aspect	NOUN
ajst-32565	30	24	;	;	PUNCT
ajst-32565	30	25	current	current	ADJ
ajst-32565	30	26	multimodal	multimodal	NOUN
ajst-32565	30	27	evaluation	evaluation	NOUN
ajst-32565	30	28	mechanisms	mechanism	NOUN
ajst-32565	30	29	are	be	AUX
ajst-32565	30	30	still	still	ADV
ajst-32565	30	31	in	in	ADP
ajst-32565	30	32	their	their	PRON
ajst-32565	30	33	infancy[5	infancy[5	NOUN
ajst-32565	30	34	]	]	PUNCT
ajst-32565	30	35	.	.	PUNCT
ajst-32565	31	1	some	some	DET
ajst-32565	31	2	current	current	ADJ
ajst-32565	31	3	studies	study	NOUN
ajst-32565	31	4	restrict	restrict	VERB
ajst-32565	31	5	the	the	DET
ajst-32565	31	6	performance	performance	NOUN
ajst-32565	31	7	of	of	ADP
ajst-32565	31	8	all	all	DET
ajst-32565	31	9	people	people	NOUN
ajst-32565	31	10	to	to	PART
ajst-32565	31	11	level	level	VERB
ajst-32565	31	12	the	the	DET
ajst-32565	31	13	fairness	fairness	NOUN
ajst-32565	31	14	of	of	ADP
ajst-32565	31	15	disadvantaged	disadvantaged	ADJ
ajst-32565	31	16	groups	group	NOUN
ajst-32565	31	17	when	when	SCONJ
ajst-32565	31	18	selecting	select	VERB
ajst-32565	31	19	metrics[8	metrics[8	PROPN
ajst-32565	31	20	]	]	PUNCT
ajst-32565	31	21	.	.	PUNCT
ajst-32565	32	1	the	the	DET
ajst-32565	32	2	actual	actual	ADJ
ajst-32565	32	3	implementation	implementation	NOUN
ajst-32565	32	4	of	of	ADP
ajst-32565	32	5	the	the	DET
ajst-32565	32	6	veil	veil	NOUN
ajst-32565	32	7	of	of	ADP
ajst-32565	32	8	ignorance	ignorance	NOUN
ajst-32565	32	9	is	be	AUX
ajst-32565	32	10	still	still	ADV
ajst-32565	32	11	at	at	ADP
ajst-32565	32	12	the	the	DET
ajst-32565	32	13	theoretical	theoretical	ADJ
ajst-32565	32	14	level	level	NOUN
ajst-32565	32	15	,	,	PUNCT
ajst-32565	32	16	with	with	ADP
ajst-32565	32	17	certain	certain	ADJ
ajst-32565	32	18	metaphors	metaphor	NOUN
ajst-32565	32	19	,	,	PUNCT
ajst-32565	32	20	and	and	CCONJ
ajst-32565	32	21	is	be	AUX
ajst-32565	32	22	not	not	PART
ajst-32565	32	23	a	a	DET
ajst-32565	32	24	concrete	concrete	ADJ
ajst-32565	32	25	and	and	CCONJ
ajst-32565	32	26	operable	operable	ADJ
ajst-32565	32	27	mechanism[13][14	mechanism[13][14	PROPN
ajst-32565	32	28	]	]	PUNCT
ajst-32565	32	29	.	.	PUNCT
ajst-32565	33	1	existing	exist	VERB
ajst-32565	33	2	methods	method	NOUN
ajst-32565	33	3	ignore	ignore	VERB
ajst-32565	33	4	the	the	DET
ajst-32565	33	5	time	time	NOUN
ajst-32565	33	6	dimension	dimension	NOUN
ajst-32565	33	7	,	,	PUNCT
ajst-32565	33	8	and	and	CCONJ
ajst-32565	33	9	the	the	DET
ajst-32565	33	10	selected	select	VERB
ajst-32565	33	11	static	static	ADJ
ajst-32565	33	12	metrics	metric	NOUN
ajst-32565	33	13	do	do	AUX
ajst-32565	33	14	not	not	PART
ajst-32565	33	15	consider	consider	VERB
ajst-32565	33	16	the	the	DET
ajst-32565	33	17	time	time	NOUN
ajst-32565	33	18	feedback	feedback	NOUN
ajst-32565	33	19	mechanism	mechanism	NOUN
ajst-32565	33	20	.	.	PUNCT
ajst-32565	34	1	time	time	NOUN
ajst-32565	34	2	will	will	AUX
ajst-32565	34	3	reshape	reshape	VERB
ajst-32565	34	4	the	the	DET
ajst-32565	34	5	data	data	NOUN
ajst-32565	34	6	distribution	distribution	NOUN
ajst-32565	34	7	to	to	ADP
ajst-32565	34	8	a	a	DET
ajst-32565	34	9	certain	certain	ADJ
ajst-32565	34	10	extent[15	extent[15	NOUN
ajst-32565	34	11	]	]	X
ajst-32565	34	12	.	.	PUNCT
ajst-32565	35	1	therefore	therefore	ADV
ajst-32565	35	2	,	,	PUNCT
ajst-32565	35	3	the	the	DET
ajst-32565	35	4	development	development	NOUN
ajst-32565	35	5	of	of	ADP
ajst-32565	35	6	actual	actual	ADJ
ajst-32565	35	7	problems	problem	NOUN
ajst-32565	35	8	will	will	AUX
ajst-32565	35	9	exceed	exceed	VERB
ajst-32565	35	10	the	the	DET
ajst-32565	35	11	speed	speed	NOUN
ajst-32565	35	12	at	at	ADP
ajst-32565	35	13	which	which	DET
ajst-32565	35	14	technology	technology	NOUN
ajst-32565	35	15	can	can	AUX
ajst-32565	35	16	fix	fix	VERB
ajst-32565	35	17	these	these	DET
ajst-32565	35	18	problems	problem	NOUN
ajst-32565	35	19	,	,	PUNCT
ajst-32565	35	20	and	and	CCONJ
ajst-32565	35	21	practitioners	practitioner	NOUN
ajst-32565	35	22	can	can	AUX
ajst-32565	35	23	only	only	ADV
ajst-32565	35	24	use	use	VERB
ajst-32565	35	25	some	some	DET
ajst-32565	35	26	empty	empty	ADJ
ajst-32565	35	27	and	and	CCONJ
ajst-32565	35	28	ineffective	ineffective	ADJ
ajst-32565	35	29	tools[16	tools[16	NOUN
ajst-32565	35	30	]	]	X
ajst-32565	35	31	;	;	PUNCT
ajst-32565	35	32	there	there	PRON
ajst-32565	35	33	are	be	VERB
ajst-32565	35	34	also	also	ADV
ajst-32565	35	35	studies	study	NOUN
ajst-32565	35	36	that	that	PRON
ajst-32565	35	37	repeatedly	repeatedly	ADV
ajst-32565	35	38	revise	revise	VERB
ajst-32565	35	39	based	base	VERB
ajst-32565	35	40	on	on	ADP
ajst-32565	35	41	facts	fact	NOUN
ajst-32565	35	42	without	without	ADP
ajst-32565	35	43	training[17	training[17	PROPN
ajst-32565	35	44	]	]	PUNCT
ajst-32565	35	45	,	,	PUNCT
ajst-32565	35	46	but	but	CCONJ
ajst-32565	35	47	this	this	PRON
ajst-32565	35	48	avoids	avoid	VERB
ajst-32565	35	49	the	the	DET
ajst-32565	35	50	contradiction	contradiction	NOUN
ajst-32565	35	51	between	between	ADP
ajst-32565	35	52	philosophical	philosophical	ADJ
ajst-32565	35	53	principles	principle	NOUN
ajst-32565	35	54	and	and	CCONJ
ajst-32565	35	55	computational	computational	ADJ
ajst-32565	35	56	constraints	constraint	NOUN
ajst-32565	35	57	.	.	PUNCT
ajst-32565	36	1	this	this	DET
ajst-32565	36	2	study	study	NOUN
ajst-32565	36	3	fills	fill	VERB
ajst-32565	36	4	these	these	DET
ajst-32565	36	5	gaps	gap	NOUN
ajst-32565	36	6	through	through	ADP
ajst-32565	36	7	a	a	DET
ajst-32565	36	8	three	three	NUM
ajst-32565	36	9	-	-	PUNCT
ajst-32565	36	10	stage	stage	NOUN
ajst-32565	36	11	computational	computational	ADJ
ajst-32565	36	12	protocol	protocol	NOUN
ajst-32565	36	13	in	in	ADP
ajst-32565	36	14	which	which	PRON
ajst-32565	36	15	rawls	rawl	VERB
ajst-32565	36	16	'	'	PART
ajst-32565	36	17	theory	theory	NOUN
ajst-32565	36	18	of	of	ADP
ajst-32565	36	19	justice	justice	NOUN
ajst-32565	36	20	can	can	AUX
ajst-32565	36	21	be	be	AUX
ajst-32565	36	22	trained	train	VERB
ajst-32565	36	23	:	:	PUNCT
ajst-32565	36	24	we	we	PRON
ajst-32565	36	25	comprehensively	comprehensively	ADV
ajst-32565	36	26	examine	examine	VERB
ajst-32565	36	27	biases	bias	NOUN
ajst-32565	36	28	using	use	VERB
ajst-32565	36	29	a	a	DET
ajst-32565	36	30	set	set	NOUN
ajst-32565	36	31	of	of	ADP
ajst-32565	36	32	indicators	indicator	NOUN
ajst-32565	36	33	(	(	PUNCT
ajst-32565	36	34	such	such	ADJ
ajst-32565	36	35	as	as	ADP
ajst-32565	36	36	whether	whether	SCONJ
ajst-32565	36	37	different	different	ADJ
ajst-32565	36	38	groups	group	NOUN
ajst-32565	36	39	are	be	AUX
ajst-32565	36	40	treated	treat	VERB
ajst-32565	36	41	equally	equally	ADV
ajst-32565	36	42	,	,	PUNCT
ajst-32565	36	43	whether	whether	SCONJ
ajst-32565	36	44	the	the	DET
ajst-32565	36	45	probability	probability	NOUN
ajst-32565	36	46	of	of	ADP
ajst-32565	36	47	the	the	DET
ajst-32565	36	48	model	model	NOUN
ajst-32565	36	49	's	's	PART
ajst-32565	36	50	judgments	judgment	NOUN
ajst-32565	36	51	being	be	AUX
ajst-32565	36	52	right	right	ADJ
ajst-32565	36	53	or	or	CCONJ
ajst-32565	36	54	wrong	wrong	ADJ
ajst-32565	36	55	is	be	AUX
ajst-32565	36	56	consistent	consistent	ADJ
ajst-32565	36	57	,	,	PUNCT
ajst-32565	36	58	and	and	CCONJ
ajst-32565	36	59	whether	whether	SCONJ
ajst-32565	36	60	the	the	DET
ajst-32565	36	61	impact	impact	NOUN
ajst-32565	36	62	on	on	ADP
ajst-32565	36	63	different	different	ADJ
ajst-32565	36	64	groups	group	NOUN
ajst-32565	36	65	differs	differ	VERB
ajst-32565	36	66	)	)	PUNCT
ajst-32565	36	67	,	,	PUNCT
ajst-32565	36	68	identifying	identify	VERB
ajst-32565	36	69	potential	potential	ADJ
ajst-32565	36	70	contradictions	contradiction	NOUN
ajst-32565	36	71	between	between	ADP
ajst-32565	36	72	different	different	ADJ
ajst-32565	36	73	dimensions	dimension	NOUN
ajst-32565	36	74	.	.	PUNCT
ajst-32565	37	1	then	then	ADV
ajst-32565	37	2	,	,	PUNCT
ajst-32565	37	3	we	we	PRON
ajst-32565	37	4	achieve	achieve	VERB
ajst-32565	37	5	model	model	NOUN
ajst-32565	37	6	independence	independence	NOUN
ajst-32565	37	7	by	by	ADP
ajst-32565	37	8	"	"	PUNCT
ajst-32565	37	9	blinding	blind	VERB
ajst-32565	37	10	"	"	PUNCT
ajst-32565	37	11	the	the	DET
ajst-32565	37	12	model	model	NOUN
ajst-32565	37	13	from	from	ADP
ajst-32565	37	14	sensitive	sensitive	ADJ
ajst-32565	37	15	features	feature	NOUN
ajst-32565	37	16	(	(	PUNCT
ajst-32565	37	17	i.e.	i.e.	X
ajst-32565	37	18	,	,	PUNCT
ajst-32565	37	19	feature	feature	NOUN
ajst-32565	37	20	blinding	blinding	NOUN
ajst-32565	37	21	)	)	PUNCT
ajst-32565	37	22	,	,	PUNCT
ajst-32565	37	23	filtering	filter	VERB
ajst-32565	37	24	data	datum	NOUN
ajst-32565	37	25	through	through	ADP
ajst-32565	37	26	association	association	NOUN
ajst-32565	37	27	(	(	PUNCT
ajst-32565	37	28	removing	remove	VERB
ajst-32565	37	29	data	datum	NOUN
ajst-32565	37	30	that	that	PRON
ajst-32565	37	31	indirectly	indirectly	ADV
ajst-32565	37	32	reflects	reflect	VERB
ajst-32565	37	33	sensitive	sensitive	ADJ
ajst-32565	37	34	information	information	NOUN
ajst-32565	37	35	)	)	PUNCT
ajst-32565	37	36	,	,	PUNCT
ajst-32565	37	37	and	and	CCONJ
ajst-32565	37	38	preventing	prevent	VERB
ajst-32565	37	39	the	the	DET
ajst-32565	37	40	model	model	NOUN
ajst-32565	37	41	from	from	ADP
ajst-32565	37	42	accessing	access	VERB
ajst-32565	37	43	personal	personal	ADJ
ajst-32565	37	44	identification	identification	NOUN
ajst-32565	37	45	data	datum	NOUN
ajst-32565	37	46	and	and	CCONJ
ajst-32565	37	47	account	account	NOUN
ajst-32565	37	48	information	information	NOUN
ajst-32565	37	49	.	.	PUNCT
ajst-32565	38	1	we	we	PRON
ajst-32565	38	2	adjust	adjust	VERB
ajst-32565	38	3	the	the	DET
ajst-32565	38	4	thresholds	threshold	NOUN
ajst-32565	38	5	of	of	ADP
ajst-32565	38	6	the	the	DET
ajst-32565	38	7	judgment	judgment	NOUN
ajst-32565	38	8	criteria	criterion	NOUN
ajst-32565	38	9	for	for	ADP
ajst-32565	38	10	different	different	ADJ
ajst-32565	38	11	groups	group	NOUN
ajst-32565	38	12	,	,	PUNCT
ajst-32565	38	13	and	and	CCONJ
ajst-32565	38	14	after	after	ADP
ajst-32565	38	15	training	train	VERB
ajst-32565	38	16	the	the	DET
ajst-32565	38	17	model	model	NOUN
ajst-32565	38	18	,	,	PUNCT
ajst-32565	38	19	we	we	PRON
ajst-32565	38	20	add	add	VERB
ajst-32565	38	21	fairness	fairness	NOUN
ajst-32565	38	22	requirements	requirement	NOUN
ajst-32565	38	23	without	without	ADP
ajst-32565	38	24	reducing	reduce	VERB
ajst-32565	38	25	its	its	PRON
ajst-32565	38	26	capabilities	capability	NOUN
ajst-32565	38	27	.	.	PUNCT
ajst-32565	39	1	the	the	DET
ajst-32565	39	2	key	key	ADJ
ajst-32565	39	3	difference	difference	NOUN
ajst-32565	39	4	here	here	ADV
ajst-32565	39	5	is	be	AUX
ajst-32565	39	6	that	that	SCONJ
ajst-32565	39	7	we	we	PRON
ajst-32565	39	8	integrate	integrate	VERB
ajst-32565	39	9	rawls	rawl	NOUN
ajst-32565	39	10	'	'	PART
ajst-32565	39	11	principles	principle	NOUN
ajst-32565	39	12	of	of	ADP
ajst-32565	39	13	fairness	fairness	NOUN
ajst-32565	39	14	into	into	ADP
ajst-32565	39	15	the	the	DET
ajst-32565	39	16	optimization	optimization	NOUN
ajst-32565	39	17	process	process	NOUN
ajst-32565	39	18	of	of	ADP
ajst-32565	39	19	model	model	NOUN
ajst-32565	39	20	training	training	NOUN
ajst-32565	39	21	,	,	PUNCT
ajst-32565	39	22	rather	rather	ADV
ajst-32565	39	23	than	than	ADP
ajst-32565	39	24	modifying	modify	VERB
ajst-32565	39	25	the	the	DET
ajst-32565	39	26	results	result	NOUN
ajst-32565	39	27	after	after	ADP
ajst-32565	39	28	training	training	NOUN
ajst-32565	39	29	.	.	PUNCT
ajst-32565	40	1	2	2	X
ajst-32565	40	2	.	.	X
ajst-32565	40	3	methods	method	NOUN
ajst-32565	40	4	2.1	2.1	NUM
ajst-32565	40	5	theoretical	theoretical	ADJ
ajst-32565	40	6	foundation	foundation	NOUN
ajst-32565	40	7	our	our	PRON
ajst-32565	40	8	core	core	NOUN
ajst-32565	40	9	methodology	methodology	NOUN
ajst-32565	40	10	draws	draw	VERB
ajst-32565	40	11	on	on	ADP
ajst-32565	40	12	the	the	DET
ajst-32565	40	13	philosopher	philosopher	NOUN
ajst-32565	40	14	rawls	rawl	VERB
ajst-32565	40	15	'	'	PART
ajst-32565	40	16	concept	concept	NOUN
ajst-32565	40	17	of	of	ADP
ajst-32565	40	18	"	"	PUNCT
ajst-32565	40	19	justice	justice	NOUN
ajst-32565	40	20	as	as	ADP
ajst-32565	40	21	fairness	fairness	NOUN
ajst-32565	40	22	,	,	PUNCT
ajst-32565	40	23	"	"	PUNCT
ajst-32565	40	24	especially	especially	ADV
ajst-32565	40	25	his	his	PRON
ajst-32565	40	26	"	"	PUNCT
ajst-32565	40	27	veil	veil	NOUN
ajst-32565	40	28	of	of	ADP
ajst-32565	40	29	ignorance	ignorance	NOUN
ajst-32565	40	30	"	"	PUNCT
ajst-32565	40	31	thought	think	VERB
ajst-32565	40	32	experiment	experiment	NOUN
ajst-32565	40	33	in	in	ADP
ajst-32565	40	34	a	a	DET
ajst-32565	40	35	theory	theory	NOUN
ajst-32565	40	36	of	of	ADP
ajst-32565	40	37	justice	justice	NOUN
ajst-32565	40	38	,	,	PUNCT
ajst-32565	40	39	which	which	PRON
ajst-32565	40	40	he	he	PRON
ajst-32565	40	41	later	later	ADV
ajst-32565	40	42	refined	refine	VERB
ajst-32565	40	43	—	—	PUNCT
ajst-32565	40	44	the	the	DET
ajst-32565	40	45	essence	essence	NOUN
ajst-32565	40	46	of	of	ADP
ajst-32565	40	47	which	which	PRON
ajst-32565	40	48	is	be	AUX
ajst-32565	40	49	to	to	PART
ajst-32565	40	50	find	find	VERB
ajst-32565	40	51	a	a	DET
ajst-32565	40	52	method	method	NOUN
ajst-32565	40	53	to	to	PART
ajst-32565	40	54	formulate	formulate	VERB
ajst-32565	40	55	truly	truly	ADV
ajst-32565	40	56	fair	fair	ADJ
ajst-32565	40	57	rules	rule	NOUN
ajst-32565	40	58	.	.	PUNCT
ajst-32565	41	1	we	we	PRON
ajst-32565	41	2	borrow	borrow	VERB
ajst-32565	41	3	the	the	DET
ajst-32565	41	4	essence	essence	NOUN
ajst-32565	41	5	of	of	ADP
ajst-32565	41	6	this	this	DET
ajst-32565	41	7	idea	idea	NOUN
ajst-32565	41	8	and	and	CCONJ
ajst-32565	41	9	translate	translate	VERB
ajst-32565	41	10	it	it	PRON
ajst-32565	41	11	into	into	ADP
ajst-32565	41	12	ai	ai	PRON
ajst-32565	41	13	computational	computational	ADJ
ajst-32565	41	14	rules	rule	NOUN
ajst-32565	41	15	:	:	PUNCT
ajst-32565	41	16	the	the	DET
ajst-32565	41	17	essence	essence	NOUN
ajst-32565	41	18	of	of	ADP
ajst-32565	41	19	ai	ai	NOUN
ajst-32565	41	20	is	be	AUX
ajst-32565	41	21	to	to	PART
ajst-32565	41	22	obtain	obtain	VERB
ajst-32565	41	23	results	result	NOUN
ajst-32565	41	24	based	base	VERB
ajst-32565	41	25	on	on	ADP
ajst-32565	41	26	the	the	DET
ajst-32565	41	27	features	feature	NOUN
ajst-32565	41	28	of	of	ADP
ajst-32565	41	29	a	a	DET
ajst-32565	41	30	dataset	dataset	NOUN
ajst-32565	41	31	.	.	PUNCT
ajst-32565	42	1	we	we	PRON
ajst-32565	42	2	divide	divide	VERB
ajst-32565	42	3	these	these	DET
ajst-32565	42	4	features	feature	NOUN
ajst-32565	42	5	into	into	ADP
ajst-32565	42	6	two	two	NUM
ajst-32565	42	7	categories	category	NOUN
ajst-32565	42	8	:	:	PUNCT
ajst-32565	42	9	sensitive	sensitive	ADJ
ajst-32565	42	10	attributes	attribute	NOUN
ajst-32565	42	11	,	,	PUNCT
ajst-32565	42	12	which	which	PRON
ajst-32565	42	13	are	be	AUX
ajst-32565	42	14	irrelevant	irrelevant	ADJ
ajst-32565	42	15	factors	factor	NOUN
ajst-32565	42	16	and	and	CCONJ
ajst-32565	42	17	should	should	AUX
ajst-32565	42	18	not	not	PART
ajst-32565	42	19	be	be	AUX
ajst-32565	42	20	involved	involve	VERB
ajst-32565	42	21	in	in	ADP
ajst-32565	42	22	the	the	DET
ajst-32565	42	23	decision	decision	NOUN
ajst-32565	42	24	-	-	PUNCT
ajst-32565	42	25	making	make	VERB
ajst-32565	42	26	process	process	NOUN
ajst-32565	42	27	;	;	PUNCT
ajst-32565	42	28	and	and	CCONJ
ajst-32565	42	29	non	non	ADJ
ajst-32565	42	30	-	-	ADJ
ajst-32565	42	31	sensitive	sensitive	ADJ
ajst-32565	42	32	features	feature	NOUN
ajst-32565	42	33	,	,	PUNCT
ajst-32565	42	34	such	such	ADJ
ajst-32565	42	35	as	as	ADP
ajst-32565	42	36	income	income	NOUN
ajst-32565	42	37	and	and	CCONJ
ajst-32565	42	38	credit	credit	NOUN
ajst-32565	42	39	history	history	NOUN
ajst-32565	42	40	,	,	PUNCT
ajst-32565	42	41	which	which	PRON
ajst-32565	42	42	are	be	AUX
ajst-32565	42	43	reasonable	reasonable	ADJ
ajst-32565	42	44	factors	factor	NOUN
ajst-32565	42	45	that	that	PRON
ajst-32565	42	46	can	can	AUX
ajst-32565	42	47	be	be	AUX
ajst-32565	42	48	used	use	VERB
ajst-32565	42	49	in	in	ADP
ajst-32565	42	50	decision	decision	NOUN
ajst-32565	42	51	-	-	PUNCT
ajst-32565	42	52	making	making	NOUN
ajst-32565	42	53	.	.	PUNCT
ajst-32565	43	1	the	the	DET
ajst-32565	43	2	core	core	ADJ
ajst-32565	43	3	idea	idea	NOUN
ajst-32565	43	4	of	of	ADP
ajst-32565	43	5	the	the	DET
ajst-32565	43	6	veil	veil	NOUN
ajst-32565	43	7	of	of	ADP
ajst-32565	43	8	ignorance	ignorance	NOUN
ajst-32565	43	9	here	here	ADV
ajst-32565	43	10	requires	require	VERB
ajst-32565	43	11	that	that	SCONJ
ajst-32565	43	12	the	the	DET
ajst-32565	43	13	judgment	judgment	NOUN
ajst-32565	43	14	result	result	NOUN
ajst-32565	43	15	be	be	VERB
ajst-32565	43	16	completely	completely	ADV
ajst-32565	43	17	unrelated	unrelated	ADJ
ajst-32565	43	18	to	to	ADP
ajst-32565	43	19	sensitive	sensitive	ADJ
ajst-32565	43	20	attributes	attribute	NOUN
ajst-32565	43	21	;	;	PUNCT
ajst-32565	43	22	the	the	DET
ajst-32565	43	23	ai	ai	NOUN
ajst-32565	43	24	must	must	AUX
ajst-32565	43	25	also	also	ADV
ajst-32565	43	26	be	be	AUX
ajst-32565	43	27	unable	unable	ADJ
ajst-32565	43	28	to	to	PART
ajst-32565	43	29	see	see	VERB
ajst-32565	43	30	these	these	DET
ajst-32565	43	31	biased	bias	VERB
ajst-32565	43	32	sensitive	sensitive	ADJ
ajst-32565	43	33	information	information	NOUN
ajst-32565	43	34	to	to	PART
ajst-32565	43	35	ensure	ensure	VERB
ajst-32565	43	36	the	the	DET
ajst-32565	43	37	fairness	fairness	NOUN
ajst-32565	43	38	of	of	ADP
ajst-32565	43	39	its	its	PRON
ajst-32565	43	40	decisions	decision	NOUN
ajst-32565	43	41	.	.	PUNCT
ajst-32565	44	1	209	209	NUM
ajst-32565	44	2	we	we	PRON
ajst-32565	44	3	map	map	VERB
ajst-32565	44	4	the	the	DET
ajst-32565	44	5	feature	feature	NOUN
ajst-32565	44	6	space	space	NOUN
ajst-32565	44	7	to	to	ADP
ajst-32565	44	8	a	a	DET
ajst-32565	44	9	binary	binary	ADJ
ajst-32565	44	10	classification	classification	NOUN
ajst-32565	44	11	function	function	NOUN
ajst-32565	44	12	o	o	NOUN
ajst-32565	44	13	achieve	achieve	VERB
ajst-32565	44	14	this	this	DET
ajst-32565	44	15	process	process	NOUN
ajst-32565	44	16	.	.	PUNCT
ajst-32565	45	1	an	an	DET
ajst-32565	45	2	ideal	ideal	ADJ
ajst-32565	45	3	classifier	classifier	NOUN
ajst-32565	45	4	satisfies	satisfy	VERB
ajst-32565	45	5	the	the	DET
ajst-32565	45	6	independence	independence	NOUN
ajst-32565	45	7	criterion[3][14	criterion[3][14	PROPN
ajst-32565	45	8	]	]	X
ajst-32565	45	9	:	:	PUNCT
ajst-32565	45	10	(	(	PUNCT
ajst-32565	45	11	1	1	X
ajst-32565	45	12	)	)	PUNCT
ajst-32565	45	13	the	the	DET
ajst-32565	45	14	demographic	demographic	ADJ
ajst-32565	45	15	equality	equality	NOUN
ajst-32565	45	16	condition	condition	NOUN
ajst-32565	45	17	is	be	AUX
ajst-32565	45	18	a	a	DET
ajst-32565	45	19	necessary	necessary	ADJ
ajst-32565	45	20	rule	rule	NOUN
ajst-32565	45	21	to	to	PART
ajst-32565	45	22	ensure	ensure	VERB
ajst-32565	45	23	algorithmic	algorithmic	ADJ
ajst-32565	45	24	fairness	fairness	NOUN
ajst-32565	45	25	.	.	PUNCT
ajst-32565	46	1	regardless	regardless	ADV
ajst-32565	46	2	of	of	ADP
ajst-32565	46	3	which	which	PRON
ajst-32565	46	4	sensitive	sensitive	ADJ
ajst-32565	46	5	group	group	NOUN
ajst-32565	46	6	an	an	DET
ajst-32565	46	7	individual	individual	NOUN
ajst-32565	46	8	belongs	belong	VERB
ajst-32565	46	9	to	to	ADP
ajst-32565	46	10	(	(	PUNCT
ajst-32565	46	11	e.g.	e.g.	ADV
ajst-32565	46	12	,	,	PUNCT
ajst-32565	46	13	different	different	ADJ
ajst-32565	46	14	genders	gender	NOUN
ajst-32565	46	15	,	,	PUNCT
ajst-32565	46	16	races	race	NOUN
ajst-32565	46	17	,	,	PUNCT
ajst-32565	46	18	ages	age	NOUN
ajst-32565	46	19	)	)	PUNCT
ajst-32565	46	20	,	,	PUNCT
ajst-32565	46	21	the	the	DET
ajst-32565	46	22	probability	probability	NOUN
ajst-32565	46	23	of	of	ADP
ajst-32565	46	24	the	the	DET
ajst-32565	46	25	algorithm	algorithm	NOUN
ajst-32565	46	26	classifying	classify	VERB
ajst-32565	46	27	them	they	PRON
ajst-32565	46	28	as	as	ADP
ajst-32565	46	29	qualified	qualified	ADJ
ajst-32565	46	30	/	/	SYM
ajst-32565	46	31	passing	pass	VERB
ajst-32565	46	32	(	(	PUNCT
ajst-32565	46	33	positive	positive	ADJ
ajst-32565	46	34	classification	classification	NOUN
ajst-32565	46	35	)	)	PUNCT
ajst-32565	46	36	is	be	AUX
ajst-32565	46	37	the	the	DET
ajst-32565	46	38	same	same	ADJ
ajst-32565	46	39	.	.	PUNCT
ajst-32565	47	1	with	with	ADP
ajst-32565	47	2	this	this	DET
ajst-32565	47	3	rule	rule	NOUN
ajst-32565	47	4	,	,	PUNCT
ajst-32565	47	5	situations	situation	NOUN
ajst-32565	47	6	where	where	SCONJ
ajst-32565	47	7	a	a	DET
ajst-32565	47	8	particular	particular	ADJ
ajst-32565	47	9	group	group	NOUN
ajst-32565	47	10	is	be	AUX
ajst-32565	47	11	consistently	consistently	ADV
ajst-32565	47	12	favored	favor	VERB
ajst-32565	47	13	by	by	ADP
ajst-32565	47	14	the	the	DET
ajst-32565	47	15	algorithm	algorithm	NOUN
ajst-32565	47	16	will	will	AUX
ajst-32565	47	17	not	not	PART
ajst-32565	47	18	occur	occur	VERB
ajst-32565	47	19	.	.	PUNCT
ajst-32565	48	1	as	as	SCONJ
ajst-32565	48	2	illustrated	illustrate	VERB
ajst-32565	48	3	in	in	ADP
ajst-32565	48	4	figure	figure	NOUN
ajst-32565	48	5	1(a	1(a	NUM
ajst-32565	48	6	)	)	PUNCT
ajst-32565	48	7	,	,	PUNCT
ajst-32565	48	8	the	the	DET
ajst-32565	48	9	underlying	underlie	VERB
ajst-32565	48	10	logic	logic	NOUN
ajst-32565	48	11	is	be	AUX
ajst-32565	48	12	the	the	DET
ajst-32565	48	13	"	"	PUNCT
ajst-32565	48	14	veil	veil	NOUN
ajst-32565	48	15	of	of	ADP
ajst-32565	48	16	ignorance	ignorance	NOUN
ajst-32565	48	17	"	"	PUNCT
ajst-32565	48	18	:	:	PUNCT
ajst-32565	48	19	when	when	SCONJ
ajst-32565	48	20	formulating	formulate	VERB
ajst-32565	48	21	algorithmic	algorithmic	ADJ
ajst-32565	48	22	rules	rule	NOUN
ajst-32565	48	23	,	,	PUNCT
ajst-32565	48	24	it	it	PRON
ajst-32565	48	25	's	be	AUX
ajst-32565	48	26	like	like	ADP
ajst-32565	48	27	"	"	PUNCT
ajst-32565	48	28	not	not	PART
ajst-32565	48	29	knowing	know	VERB
ajst-32565	48	30	which	which	DET
ajst-32565	48	31	group	group	NOUN
ajst-32565	48	32	one	one	PRON
ajst-32565	48	33	will	will	AUX
ajst-32565	48	34	belong	belong	VERB
ajst-32565	48	35	to	to	ADP
ajst-32565	48	36	in	in	ADP
ajst-32565	48	37	the	the	DET
ajst-32565	48	38	future"—avoiding	future"—avoide	VERB
ajst-32565	48	39	bias	bias	NOUN
ajst-32565	48	40	towards	towards	ADP
ajst-32565	48	41	any	any	DET
ajst-32565	48	42	particular	particular	ADJ
ajst-32565	48	43	group	group	NOUN
ajst-32565	48	44	.	.	PUNCT
ajst-32565	49	1	only	only	ADV
ajst-32565	49	2	in	in	ADP
ajst-32565	49	3	this	this	DET
ajst-32565	49	4	way	way	NOUN
ajst-32565	49	5	can	can	AUX
ajst-32565	49	6	unbiased	unbiased	ADJ
ajst-32565	49	7	rules	rule	NOUN
ajst-32565	49	8	be	be	AUX
ajst-32565	49	9	created	create	VERB
ajst-32565	49	10	.	.	PUNCT
ajst-32565	50	1	however	however	ADV
ajst-32565	50	2	,	,	PUNCT
ajst-32565	50	3	the	the	DET
ajst-32565	50	4	absolute	absolute	ADJ
ajst-32565	50	5	fairness	fairness	NOUN
ajst-32565	50	6	discussed	discuss	VERB
ajst-32565	50	7	above	above	ADV
ajst-32565	50	8	is	be	AUX
ajst-32565	50	9	often	often	ADV
ajst-32565	50	10	difficult	difficult	ADJ
ajst-32565	50	11	to	to	PART
ajst-32565	50	12	achieve	achieve	VERB
ajst-32565	50	13	and	and	CCONJ
ajst-32565	50	14	conflicts	conflict	NOUN
ajst-32565	50	15	with	with	ADP
ajst-32565	50	16	other	other	ADJ
ajst-32565	50	17	important	important	ADJ
ajst-32565	50	18	requirements	requirement	NOUN
ajst-32565	50	19	:	:	PUNCT
ajst-32565	50	20	such	such	ADJ
ajst-32565	50	21	as	as	ADP
ajst-32565	50	22	calibration	calibration	NOUN
ajst-32565	50	23	(	(	PUNCT
ajst-32565	50	24	the	the	DET
ajst-32565	50	25	algorithm	algorithm	NOUN
ajst-32565	50	26	considers	consider	VERB
ajst-32565	50	27	a	a	DET
ajst-32565	50	28	subject	subject	NOUN
ajst-32565	50	29	to	to	PART
ajst-32565	50	30	have	have	VERB
ajst-32565	50	31	an	an	DET
ajst-32565	50	32	80	80	NUM
ajst-32565	50	33	%	%	NOUN
ajst-32565	50	34	probability	probability	NOUN
ajst-32565	50	35	of	of	ADP
ajst-32565	50	36	being	be	AUX
ajst-32565	50	37	qualified	qualified	ADJ
ajst-32565	50	38	,	,	PUNCT
ajst-32565	50	39	but	but	CCONJ
ajst-32565	50	40	in	in	ADP
ajst-32565	50	41	reality	reality	NOUN
ajst-32565	50	42	,	,	PUNCT
ajst-32565	50	43	it	it	PRON
ajst-32565	50	44	needs	need	VERB
ajst-32565	50	45	to	to	PART
ajst-32565	50	46	be	be	AUX
ajst-32565	50	47	close	close	ADJ
ajst-32565	50	48	to	to	PART
ajst-32565	50	49	80	80	NUM
ajst-32565	50	50	%	%	NOUN
ajst-32565	50	51	)	)	PUNCT
ajst-32565	50	52	,	,	PUNCT
ajst-32565	50	53	subject	subject	ADJ
ajst-32565	50	54	fairness	fairness	NOUN
ajst-32565	50	55	(	(	PUNCT
ajst-32565	50	56	for	for	ADP
ajst-32565	50	57	two	two	NUM
ajst-32565	50	58	subjects	subject	NOUN
ajst-32565	50	59	with	with	ADP
ajst-32565	50	60	similar	similar	ADJ
ajst-32565	50	61	conditions	condition	NOUN
ajst-32565	50	62	,	,	PUNCT
ajst-32565	50	63	the	the	DET
ajst-32565	50	64	algorithm	algorithm	NOUN
ajst-32565	50	65	needs	need	VERB
ajst-32565	50	66	to	to	PART
ajst-32565	50	67	produce	produce	VERB
ajst-32565	50	68	similar	similar	ADJ
ajst-32565	50	69	results	result	NOUN
ajst-32565	50	70	)	)	PUNCT
ajst-32565	50	71	,	,	PUNCT
ajst-32565	50	72	and	and	CCONJ
ajst-32565	50	73	accuracy	accuracy	NOUN
ajst-32565	50	74	(	(	PUNCT
ajst-32565	50	75	the	the	DET
ajst-32565	50	76	algorithm	algorithm	NOUN
ajst-32565	50	77	needs	need	VERB
ajst-32565	50	78	to	to	PART
ajst-32565	50	79	have	have	VERB
ajst-32565	50	80	a	a	DET
ajst-32565	50	81	high	high	ADJ
ajst-32565	50	82	probability	probability	NOUN
ajst-32565	50	83	of	of	ADP
ajst-32565	50	84	being	be	AUX
ajst-32565	50	85	correct)[13	correct)[13	NOUN
ajst-32565	50	86	]	]	PUNCT
ajst-32565	50	87	.	.	PUNCT
ajst-32565	51	1	these	these	DET
ajst-32565	51	2	conflicts	conflict	NOUN
ajst-32565	51	3	present	present	VERB
ajst-32565	51	4	a	a	DET
ajst-32565	51	5	certain	certain	ADJ
ajst-32565	51	6	contradiction	contradiction	NOUN
ajst-32565	51	7	between	between	ADP
ajst-32565	51	8	fairness	fairness	NOUN
ajst-32565	51	9	to	to	ADP
ajst-32565	51	10	a	a	DET
ajst-32565	51	11	group	group	NOUN
ajst-32565	51	12	and	and	CCONJ
ajst-32565	51	13	fairness	fairness	NOUN
ajst-32565	51	14	to	to	ADP
ajst-32565	51	15	an	an	DET
ajst-32565	51	16	individual	individual	NOUN
ajst-32565	51	17	.	.	PUNCT
ajst-32565	52	1	we	we	PRON
ajst-32565	52	2	must	must	AUX
ajst-32565	52	3	make	make	VERB
ajst-32565	52	4	choices	choice	NOUN
ajst-32565	52	5	;	;	PUNCT
ajst-32565	52	6	therefore	therefore	ADV
ajst-32565	52	7	,	,	PUNCT
ajst-32565	52	8	we	we	PRON
ajst-32565	52	9	allow	allow	VERB
ajst-32565	52	10	the	the	DET
ajst-32565	52	11	algorithm	algorithm	NOUN
ajst-32565	52	12	a	a	DET
ajst-32565	52	13	slight	slight	ADJ
ajst-32565	52	14	,	,	PUNCT
ajst-32565	52	15	controllable	controllable	ADJ
ajst-32565	52	16	bias	bias	NOUN
ajst-32565	52	17	(	(	PUNCT
ajst-32565	52	18	ε	ε	PROPN
ajst-32565	52	19	)	)	PUNCT
ajst-32565	52	20	,	,	PUNCT
ajst-32565	52	21	i.e.[4	i.e.[4	PROPN
ajst-32565	52	22	]	]	PUNCT
ajst-32565	52	23	:	:	PUNCT
ajst-32565	52	24	(	(	PUNCT
ajst-32565	52	25	2	2	X
ajst-32565	52	26	)	)	PUNCT
ajst-32565	52	27	2.2	2.2	NUM
ajst-32565	52	28	baseline	baseline	NOUN
ajst-32565	52	29	logistic	logistic	ADJ
ajst-32565	52	30	regression	regression	NOUN
ajst-32565	52	31	model	model	NOUN
ajst-32565	52	32	we	we	PRON
ajst-32565	52	33	chose	choose	VERB
ajst-32565	52	34	the	the	DET
ajst-32565	52	35	logistic	logistic	ADJ
ajst-32565	52	36	regression	regression	NOUN
ajst-32565	52	37	model	model	NOUN
ajst-32565	52	38	as	as	ADP
ajst-32565	52	39	our	our	PRON
ajst-32565	52	40	prediction	prediction	NOUN
ajst-32565	52	41	model	model	NOUN
ajst-32565	52	42	.	.	PUNCT
ajst-32565	53	1	its	its	PRON
ajst-32565	53	2	core	core	NOUN
ajst-32565	53	3	advantages	advantage	NOUN
ajst-32565	53	4	are	be	AUX
ajst-32565	53	5	as	as	SCONJ
ajst-32565	53	6	follows	follow	VERB
ajst-32565	53	7	:	:	PUNCT
ajst-32565	53	8	the	the	DET
ajst-32565	53	9	calculated	calculate	VERB
ajst-32565	53	10	influence	influence	NOUN
ajst-32565	53	11	coefficients	coefficient	NOUN
ajst-32565	53	12	(	(	PUNCT
ajst-32565	53	13	such	such	ADJ
ajst-32565	53	14	as	as	ADP
ajst-32565	53	15	the	the	DET
ajst-32565	53	16	degree	degree	NOUN
ajst-32565	53	17	of	of	ADP
ajst-32565	53	18	influence	influence	NOUN
ajst-32565	53	19	of	of	ADP
ajst-32565	53	20	income	income	NOUN
ajst-32565	53	21	and	and	CCONJ
ajst-32565	53	22	repayment	repayment	NOUN
ajst-32565	53	23	records	record	NOUN
ajst-32565	53	24	on	on	ADP
ajst-32565	53	25	the	the	DET
ajst-32565	53	26	approval	approval	NOUN
ajst-32565	53	27	results	result	NOUN
ajst-32565	53	28	)	)	PUNCT
ajst-32565	53	29	can	can	AUX
ajst-32565	53	30	be	be	AUX
ajst-32565	53	31	clearly	clearly	ADV
ajst-32565	53	32	found	find	VERB
ajst-32565	53	33	,	,	PUNCT
ajst-32565	53	34	which	which	PRON
ajst-32565	53	35	is	be	AUX
ajst-32565	53	36	necessary	necessary	ADJ
ajst-32565	53	37	in	in	ADP
ajst-32565	53	38	the	the	DET
ajst-32565	53	39	regulated	regulated	ADJ
ajst-32565	53	40	financial	financial	ADJ
ajst-32565	53	41	field	field	NOUN
ajst-32565	53	42	;	;	PUNCT
ajst-32565	53	43	and	and	CCONJ
ajst-32565	53	44	its	its	PRON
ajst-32565	53	45	training	training	NOUN
ajst-32565	53	46	cost	cost	NOUN
ajst-32565	53	47	is	be	AUX
ajst-32565	53	48	low	low	ADJ
ajst-32565	53	49	,	,	PUNCT
ajst-32565	53	50	and	and	CCONJ
ajst-32565	53	51	parameters	parameter	NOUN
ajst-32565	53	52	can	can	AUX
ajst-32565	53	53	be	be	AUX
ajst-32565	53	54	repeatedly	repeatedly	ADV
ajst-32565	53	55	adjusted	adjust	VERB
ajst-32565	53	56	for	for	ADP
ajst-32565	53	57	comprehensive	comprehensive	ADJ
ajst-32565	53	58	testing	testing	NOUN
ajst-32565	53	59	;	;	PUNCT
ajst-32565	53	60	its	its	PRON
ajst-32565	53	61	statistical	statistical	ADJ
ajst-32565	53	62	laws	law	NOUN
ajst-32565	53	63	have	have	AUX
ajst-32565	53	64	been	be	AUX
ajst-32565	53	65	extensively	extensively	ADV
ajst-32565	53	66	studied	study	VERB
ajst-32565	53	67	,	,	PUNCT
ajst-32565	53	68	and	and	CCONJ
ajst-32565	53	69	it	it	PRON
ajst-32565	53	70	is	be	AUX
ajst-32565	53	71	not	not	PART
ajst-32565	53	72	easy	easy	ADJ
ajst-32565	53	73	to	to	PART
ajst-32565	53	74	encounter	encounter	VERB
ajst-32565	53	75	problems	problem	NOUN
ajst-32565	53	76	of	of	ADP
ajst-32565	53	77	unknown	unknown	ADJ
ajst-32565	53	78	cause	cause	NOUN
ajst-32565	53	79	.	.	PUNCT
ajst-32565	54	1	in	in	ADP
ajst-32565	54	2	addition	addition	NOUN
ajst-32565	54	3	,	,	PUNCT
ajst-32565	54	4	choosing	choose	VERB
ajst-32565	54	5	this	this	DET
ajst-32565	54	6	model	model	NOUN
ajst-32565	54	7	can	can	AUX
ajst-32565	54	8	be	be	AUX
ajst-32565	54	9	used	use	VERB
ajst-32565	54	10	as	as	ADP
ajst-32565	54	11	a	a	DET
ajst-32565	54	12	benchmark	benchmark	NOUN
ajst-32565	54	13	model	model	NOUN
ajst-32565	54	14	for	for	ADP
ajst-32565	54	15	comparative	comparative	ADJ
ajst-32565	54	16	research[7	research[7	NOUN
ajst-32565	54	17	]	]	PUNCT
ajst-32565	54	18	.	.	PUNCT
ajst-32565	55	1	the	the	DET
ajst-32565	55	2	dataset	dataset	NOUN
ajst-32565	55	3	we	we	PRON
ajst-32565	55	4	used	use	VERB
ajst-32565	55	5	contains	contain	VERB
ajst-32565	55	6	two	two	NUM
ajst-32565	55	7	key	key	ADJ
ajst-32565	55	8	pieces	piece	NOUN
ajst-32565	55	9	of	of	ADP
ajst-32565	55	10	information	information	NOUN
ajst-32565	55	11	:	:	PUNCT
ajst-32565	55	12	one	one	NUM
ajst-32565	55	13	part	part	NOUN
ajst-32565	55	14	is	be	AUX
ajst-32565	55	15	the	the	DET
ajst-32565	55	16	various	various	ADJ
ajst-32565	55	17	characteristics	characteristic	NOUN
ajst-32565	55	18	of	of	ADP
ajst-32565	55	19	the	the	DET
ajst-32565	55	20	applicant	applicant	NOUN
ajst-32565	55	21	(	(	PUNCT
ajst-32565	55	22	such	such	ADJ
ajst-32565	55	23	as	as	ADP
ajst-32565	55	24	age	age	NOUN
ajst-32565	55	25	,	,	PUNCT
ajst-32565	55	26	income	income	NOUN
ajst-32565	55	27	,	,	PUNCT
ajst-32565	55	28	past	past	ADJ
ajst-32565	55	29	repayment	repayment	NOUN
ajst-32565	55	30	records	record	NOUN
ajst-32565	55	31	,	,	PUNCT
ajst-32565	55	32	consumption	consumption	NOUN
ajst-32565	55	33	behavior	behavior	NOUN
ajst-32565	55	34	,	,	PUNCT
ajst-32565	55	35	etc	etc	X
ajst-32565	55	36	.	.	X
ajst-32565	55	37	,	,	PUNCT
ajst-32565	55	38	which	which	PRON
ajst-32565	55	39	is	be	AUX
ajst-32565	55	40	the	the	DET
ajst-32565	55	41	feature	feature	NOUN
ajst-32565	55	42	vector	vector	NOUN
ajst-32565	55	43	)	)	PUNCT
ajst-32565	55	44	;	;	PUNCT
ajst-32565	55	45	the	the	DET
ajst-32565	55	46	other	other	ADJ
ajst-32565	55	47	part	part	NOUN
ajst-32565	55	48	is	be	AUX
ajst-32565	55	49	the	the	DET
ajst-32565	55	50	binary	binary	ADJ
ajst-32565	55	51	credit	credit	NOUN
ajst-32565	55	52	label	label	NOUN
ajst-32565	55	53	,	,	PUNCT
ajst-32565	55	54	with	with	ADP
ajst-32565	55	55	1	1	NUM
ajst-32565	55	56	representing	represent	VERB
ajst-32565	55	57	low	low	ADJ
ajst-32565	55	58	risk	risk	NOUN
ajst-32565	55	59	and	and	CCONJ
ajst-32565	55	60	0	0	NUM
ajst-32565	55	61	representing	represent	VERB
ajst-32565	55	62	high	high	ADJ
ajst-32565	55	63	risk	risk	NOUN
ajst-32565	55	64	.	.	PUNCT
ajst-32565	56	1	the	the	DET
ajst-32565	56	2	logistic	logistic	ADJ
ajst-32565	56	3	regression	regression	NOUN
ajst-32565	56	4	model	model	NOUN
ajst-32565	56	5	will	will	AUX
ajst-32565	56	6	integrate	integrate	VERB
ajst-32565	56	7	these	these	DET
ajst-32565	56	8	features	feature	NOUN
ajst-32565	56	9	through	through	ADP
ajst-32565	56	10	a	a	DET
ajst-32565	56	11	logistic	logistic	ADJ
ajst-32565	56	12	function	function	NOUN
ajst-32565	56	13	and	and	CCONJ
ajst-32565	56	14	calculate	calculate	VERB
ajst-32565	56	15	the	the	DET
ajst-32565	56	16	probability	probability	NOUN
ajst-32565	56	17	that	that	SCONJ
ajst-32565	56	18	the	the	DET
ajst-32565	56	19	applicant	applicant	NOUN
ajst-32565	56	20	is	be	AUX
ajst-32565	56	21	judged	judge	VERB
ajst-32565	56	22	to	to	PART
ajst-32565	56	23	be	be	AUX
ajst-32565	56	24	low	low	ADJ
ajst-32565	56	25	risk	risk	NOUN
ajst-32565	56	26	(	(	PUNCT
ajst-32565	56	27	1	1	X
ajst-32565	56	28	)	)	PUNCT
ajst-32565	56	29	no	no	ADV
ajst-32565	56	30	matter	matter	ADV
ajst-32565	56	31	what	what	PRON
ajst-32565	56	32	the	the	DET
ajst-32565	56	33	intermediate	intermediate	ADJ
ajst-32565	56	34	calculation	calculation	NOUN
ajst-32565	56	35	result	result	NOUN
ajst-32565	56	36	is	be	AUX
ajst-32565	56	37	,	,	PUNCT
ajst-32565	56	38	it	it	PRON
ajst-32565	56	39	will	will	AUX
ajst-32565	56	40	eventually	eventually	ADV
ajst-32565	56	41	become	become	VERB
ajst-32565	56	42	a	a	DET
ajst-32565	56	43	value	value	NOUN
ajst-32565	56	44	between	between	ADP
ajst-32565	56	45	0	0	NUM
ajst-32565	56	46	and	and	CCONJ
ajst-32565	56	47	1	1	NUM
ajst-32565	56	48	,	,	PUNCT
ajst-32565	56	49	such	such	ADJ
ajst-32565	56	50	as	as	ADP
ajst-32565	56	51	0.7	0.7	NUM
ajst-32565	56	52	is	be	AUX
ajst-32565	56	53	a	a	DET
ajst-32565	56	54	70	70	NUM
ajst-32565	56	55	%	%	NOUN
ajst-32565	56	56	low	low	ADJ
ajst-32565	56	57	risk	risk	NOUN
ajst-32565	56	58	probability	probability	NOUN
ajst-32565	56	59	.	.	PUNCT
ajst-32565	57	1	(	(	PUNCT
ajst-32565	57	2	3	3	X
ajst-32565	57	3	)	)	PUNCT
ajst-32565	57	4	where	where	SCONJ
ajst-32565	57	5	represents	represent	VERB
ajst-32565	57	6	all	all	DET
ajst-32565	57	7	the	the	DET
ajst-32565	57	8	model	model	NOUN
ajst-32565	57	9	parameters	parameter	NOUN
ajst-32565	57	10	,	,	PUNCT
ajst-32565	57	11	including	include	VERB
ajst-32565	57	12	weights	weight	NOUN
ajst-32565	57	13	(	(	PUNCT
ajst-32565	57	14	the	the	DET
ajst-32565	57	15	degree	degree	NOUN
ajst-32565	57	16	of	of	ADP
ajst-32565	57	17	influence	influence	NOUN
ajst-32565	57	18	of	of	ADP
ajst-32565	57	19	each	each	DET
ajst-32565	57	20	feature	feature	NOUN
ajst-32565	57	21	on	on	ADP
ajst-32565	57	22	the	the	DET
ajst-32565	57	23	outcome	outcome	NOUN
ajst-32565	57	24	)	)	PUNCT
ajst-32565	57	25	and	and	CCONJ
ajst-32565	57	26	biases	bias	NOUN
ajst-32565	57	27	(	(	PUNCT
ajst-32565	57	28	the	the	DET
ajst-32565	57	29	basic	basic	ADJ
ajst-32565	57	30	offset	offset	NOUN
ajst-32565	57	31	of	of	ADP
ajst-32565	57	32	the	the	DET
ajst-32565	57	33	model	model	NOUN
ajst-32565	57	34	)	)	PUNCT
ajst-32565	57	35	;	;	PUNCT
ajst-32565	57	36	is	be	AUX
ajst-32565	57	37	the	the	DET
ajst-32565	57	38	sigmoid	sigmoid	NOUN
ajst-32565	57	39	function	function	NOUN
ajst-32565	57	40	,	,	PUNCT
ajst-32565	57	41	mapping	mapping	NOUN
ajst-32565	57	42	data	datum	NOUN
ajst-32565	57	43	to	to	ADP
ajst-32565	57	44	values	value	NOUN
ajst-32565	57	45	between	between	ADP
ajst-32565	57	46	0	0	NUM
ajst-32565	57	47	and	and	CCONJ
ajst-32565	57	48	1	1	NUM
ajst-32565	57	49	,	,	PUNCT
ajst-32565	57	50	corresponding	correspond	VERB
ajst-32565	57	51	to	to	ADP
ajst-32565	57	52	the	the	DET
ajst-32565	57	53	probability	probability	NOUN
ajst-32565	57	54	ranges	range	NOUN
ajst-32565	57	55	of	of	ADP
ajst-32565	57	56	low	low	ADJ
ajst-32565	57	57	and	and	CCONJ
ajst-32565	57	58	high	high	ADJ
ajst-32565	57	59	risk	risk	NOUN
ajst-32565	57	60	.	.	PUNCT
ajst-32565	58	1	the	the	DET
ajst-32565	58	2	sigmoid	sigmoid	NOUN
ajst-32565	58	3	function	function	NOUN
ajst-32565	58	4	is	be	AUX
ajst-32565	58	5	also	also	ADV
ajst-32565	58	6	differentiable	differentiable	ADJ
ajst-32565	58	7	..	..	PUNCT
ajst-32565	59	1	we	we	PRON
ajst-32565	59	2	find	find	VERB
ajst-32565	59	3	the	the	DET
ajst-32565	59	4	optimal	optimal	ADJ
ajst-32565	59	5	model	model	NOUN
ajst-32565	59	6	parameters	parameter	NOUN
ajst-32565	59	7	by	by	ADP
ajst-32565	59	8	minimizing	minimize	VERB
ajst-32565	59	9	the	the	DET
ajst-32565	59	10	negative	negative	ADJ
ajst-32565	59	11	log	log	NOUN
ajst-32565	59	12	-	-	PUNCT
ajst-32565	59	13	likelihood	likelihood	NOUN
ajst-32565	59	14	(	(	PUNCT
ajst-32565	59	15	binary	binary	ADJ
ajst-32565	59	16	crossentropy	crossentropy	NOUN
ajst-32565	59	17	)	)	PUNCT
ajst-32565	59	18	,	,	PUNCT
ajst-32565	59	19	while	while	SCONJ
ajst-32565	59	20	satisfying	satisfy	VERB
ajst-32565	59	21	the	the	DET
ajst-32565	59	22	l2	l2	NOUN
ajst-32565	59	23	regularization	regularization	NOUN
ajst-32565	59	24	constraint	constraint	NOUN
ajst-32565	59	25	.	.	PUNCT
ajst-32565	60	1	l2	l2	NOUN
ajst-32565	60	2	regularization	regularization	NOUN
ajst-32565	60	3	prevents	prevent	VERB
ajst-32565	60	4	the	the	DET
ajst-32565	60	5	model	model	NOUN
ajst-32565	60	6	parameters	parameter	NOUN
ajst-32565	60	7	from	from	ADP
ajst-32565	60	8	becoming	become	VERB
ajst-32565	60	9	too	too	ADV
ajst-32565	60	10	large	large	ADJ
ajst-32565	60	11	,	,	PUNCT
ajst-32565	60	12	thus	thus	ADV
ajst-32565	60	13	mitigating	mitigate	VERB
ajst-32565	60	14	overfitting	overfitte	VERB
ajst-32565	60	15	and	and	CCONJ
ajst-32565	60	16	improving	improve	VERB
ajst-32565	60	17	generalization	generalization	NOUN
ajst-32565	60	18	ability	ability	NOUN
ajst-32565	60	19	.	.	PUNCT
ajst-32565	61	1	:	:	PUNCT
ajst-32565	61	2	(	(	PUNCT
ajst-32565	61	3	4	4	X
ajst-32565	61	4	)	)	PUNCT
ajst-32565	61	5	210	210	NUM
ajst-32565	61	6	where	where	SCONJ
ajst-32565	61	7	controls	control	VERB
ajst-32565	61	8	the	the	DET
ajst-32565	61	9	strength	strength	NOUN
ajst-32565	61	10	of	of	ADP
ajst-32565	61	11	regularization	regularization	NOUN
ajst-32565	61	12	.	.	PUNCT
ajst-32565	62	1	regularization	regularization	NOUN
ajst-32565	62	2	specifically	specifically	ADV
ajst-32565	62	3	penalizes	penalize	VERB
ajst-32565	62	4	large	large	ADJ
ajst-32565	62	5	coefficients	coefficient	NOUN
ajst-32565	62	6	:	:	PUNCT
ajst-32565	62	7	if	if	SCONJ
ajst-32565	62	8	the	the	DET
ajst-32565	62	9	influence	influence	NOUN
ajst-32565	62	10	coefficient	coefficient	NOUN
ajst-32565	62	11	of	of	ADP
ajst-32565	62	12	a	a	DET
ajst-32565	62	13	feature	feature	NOUN
ajst-32565	62	14	is	be	AUX
ajst-32565	62	15	too	too	ADV
ajst-32565	62	16	large	large	ADJ
ajst-32565	62	17	,	,	PUNCT
ajst-32565	62	18	it	it	PRON
ajst-32565	62	19	will	will	AUX
ajst-32565	62	20	be	be	AUX
ajst-32565	62	21	suppressed	suppress	VERB
ajst-32565	62	22	,	,	PUNCT
ajst-32565	62	23	thus	thus	ADV
ajst-32565	62	24	reducing	reduce	VERB
ajst-32565	62	25	model	model	NOUN
ajst-32565	62	26	complexity	complexity	NOUN
ajst-32565	62	27	and	and	CCONJ
ajst-32565	62	28	making	make	VERB
ajst-32565	62	29	the	the	DET
ajst-32565	62	30	estimation	estimation	NOUN
ajst-32565	62	31	results	result	VERB
ajst-32565	62	32	more	more	ADV
ajst-32565	62	33	stable	stable	ADJ
ajst-32565	62	34	.	.	PUNCT
ajst-32565	63	1	the	the	DET
ajst-32565	63	2	model	model	NOUN
ajst-32565	63	3	's	's	PART
ajst-32565	63	4	parameters	parameter	NOUN
ajst-32565	63	5	are	be	AUX
ajst-32565	63	6	optimized	optimize	VERB
ajst-32565	63	7	using	use	VERB
ajst-32565	63	8	stochastic	stochastic	ADJ
ajst-32565	63	9	gradient	gradient	ADJ
ajst-32565	63	10	descent	descent	NOUN
ajst-32565	63	11	,	,	PUNCT
ajst-32565	63	12	which	which	PRON
ajst-32565	63	13	has	have	VERB
ajst-32565	63	14	the	the	DET
ajst-32565	63	15	advantages	advantage	NOUN
ajst-32565	63	16	of	of	ADP
ajst-32565	63	17	high	high	ADJ
ajst-32565	63	18	computational	computational	ADJ
ajst-32565	63	19	efficiency	efficiency	NOUN
ajst-32565	63	20	and	and	CCONJ
ajst-32565	63	21	a	a	DET
ajst-32565	63	22	smoother	smooth	ADJ
ajst-32565	63	23	parameter	parameter	NOUN
ajst-32565	63	24	adjustment	adjustment	NOUN
ajst-32565	63	25	process	process	NOUN
ajst-32565	63	26	.	.	PUNCT
ajst-32565	64	1	its	its	PRON
ajst-32565	64	2	parameter	parameter	NOUN
ajst-32565	64	3	update	update	NOUN
ajst-32565	64	4	rule	rule	NOUN
ajst-32565	64	5	is	be	AUX
ajst-32565	64	6	very	very	ADV
ajst-32565	64	7	flexible	flexible	ADJ
ajst-32565	64	8	:	:	PUNCT
ajst-32565	64	9	it	it	PRON
ajst-32565	64	10	not	not	PART
ajst-32565	64	11	only	only	ADV
ajst-32565	64	12	considers	consider	VERB
ajst-32565	64	13	the	the	DET
ajst-32565	64	14	instantaneous	instantaneous	ADJ
ajst-32565	64	15	gradient	gradient	NOUN
ajst-32565	64	16	of	of	ADP
ajst-32565	64	17	the	the	DET
ajst-32565	64	18	current	current	ADJ
ajst-32565	64	19	step	step	NOUN
ajst-32565	64	20	but	but	CCONJ
ajst-32565	64	21	also	also	ADV
ajst-32565	64	22	combines	combine	VERB
ajst-32565	64	23	the	the	DET
ajst-32565	64	24	decaying	decay	VERB
ajst-32565	64	25	average	average	NOUN
ajst-32565	64	26	of	of	ADP
ajst-32565	64	27	previous	previous	ADJ
ajst-32565	64	28	adjustment	adjustment	NOUN
ajst-32565	64	29	directions	direction	NOUN
ajst-32565	64	30	.	.	PUNCT
ajst-32565	65	1	(	(	PUNCT
ajst-32565	65	2	5	5	NUM
ajst-32565	65	3	)	)	PUNCT
ajst-32565	65	4	where	where	SCONJ
ajst-32565	65	5	governs	govern	VERB
ajst-32565	65	6	step	step	NOUN
ajst-32565	65	7	-	-	PUNCT
ajst-32565	65	8	size	size	NOUN
ajst-32565	65	9	scaling	scaling	NOUN
ajst-32565	65	10	while	while	SCONJ
ajst-32565	65	11	controls	control	VERB
ajst-32565	65	12	momentum	momentum	NOUN
ajst-32565	65	13	weighting	weighting	NOUN
ajst-32565	65	14	;	;	PUNCT
ajst-32565	65	15	the	the	DET
ajst-32565	65	16	gradient	gradient	NOUN
ajst-32565	65	17	itself	itself	PRON
ajst-32565	65	18	derives	derive	VERB
ajst-32565	65	19	as	as	ADP
ajst-32565	65	20	:	:	PUNCT
ajst-32565	65	21	(	(	PUNCT
ajst-32565	65	22	6	6	X
ajst-32565	65	23	)	)	PUNCT
ajst-32565	65	24	this	this	DET
ajst-32565	65	25	gradient	gradient	NOUN
ajst-32565	65	26	decomposes	decompose	VERB
ajst-32565	65	27	into	into	ADP
ajst-32565	65	28	two	two	NUM
ajst-32565	65	29	competing	compete	VERB
ajst-32565	65	30	terms	term	NOUN
ajst-32565	65	31	:	:	PUNCT
ajst-32565	65	32	prediction	prediction	NOUN
ajst-32565	65	33	-	-	PUNCT
ajst-32565	65	34	error	error	NOUN
ajst-32565	65	35	-	-	PUNCT
ajst-32565	65	36	weighted	weight	VERB
ajst-32565	65	37	features	feature	NOUN
ajst-32565	65	38	(	(	PUNCT
ajst-32565	65	39	pulling	pull	VERB
ajst-32565	65	40	parameters	parameter	NOUN
ajst-32565	65	41	toward	toward	ADP
ajst-32565	65	42	correct	correct	ADJ
ajst-32565	65	43	classifications	classification	NOUN
ajst-32565	65	44	)	)	PUNCT
ajst-32565	65	45	and	and	CCONJ
ajst-32565	65	46	the	the	DET
ajst-32565	65	47	l2	l2	NOUN
ajst-32565	65	48	regularization	regularization	NOUN
ajst-32565	65	49	term	term	NOUN
ajst-32565	65	50	(	(	PUNCT
ajst-32565	65	51	pushing	push	VERB
ajst-32565	65	52	coefficients	coefficient	NOUN
ajst-32565	65	53	toward	toward	ADP
ajst-32565	65	54	zero	zero	NUM
ajst-32565	65	55	to	to	PART
ajst-32565	65	56	curb	curb	VERB
ajst-32565	65	57	complexity	complexity	NOUN
ajst-32565	65	58	)	)	PUNCT
ajst-32565	65	59	.	.	PUNCT
ajst-32565	66	1	convergence	convergence	NOUN
ajst-32565	66	2	is	be	AUX
ajst-32565	66	3	tracked	track	VERB
ajst-32565	66	4	via	via	ADP
ajst-32565	66	5	training	training	NOUN
ajst-32565	66	6	-	-	PUNCT
ajst-32565	66	7	loss	loss	NOUN
ajst-32565	66	8	trajectories	trajectory	NOUN
ajst-32565	66	9	and	and	CCONJ
ajst-32565	66	10	validation	validation	NOUN
ajst-32565	66	11	-	-	PUNCT
ajst-32565	66	12	set	set	VERB
ajst-32565	66	13	performance	performance	NOUN
ajst-32565	66	14	—	—	PUNCT
ajst-32565	66	15	a	a	DET
ajst-32565	66	16	dual	dual	ADV
ajst-32565	66	17	-	-	PUNCT
ajst-32565	66	18	monitoring	monitoring	NOUN
ajst-32565	66	19	scheme	scheme	NOUN
ajst-32565	66	20	that	that	SCONJ
ajst-32565	66	21	flags	flag	NOUN
ajst-32565	66	22	overfitting	overfitte	VERB
ajst-32565	66	23	early	early	ADV
ajst-32565	66	24	by	by	ADP
ajst-32565	66	25	detecting	detect	VERB
ajst-32565	66	26	divergence	divergence	NOUN
ajst-32565	66	27	between	between	ADP
ajst-32565	66	28	the	the	DET
ajst-32565	66	29	two	two	NUM
ajst-32565	66	30	curves	curve	NOUN
ajst-32565	66	31	.	.	PUNCT
ajst-32565	67	1	2.3	2.3	NUM
ajst-32565	67	2	bias	bias	NOUN
ajst-32565	67	3	detection	detection	NOUN
ajst-32565	67	4	framework	framework	NOUN
ajst-32565	67	5	we	we	PRON
ajst-32565	67	6	quantify	quantify	VERB
ajst-32565	67	7	bias	bias	NOUN
ajst-32565	67	8	through	through	ADP
ajst-32565	67	9	a	a	DET
ajst-32565	67	10	metric	metric	ADJ
ajst-32565	67	11	portfolio	portfolio	NOUN
ajst-32565	67	12	—	—	PUNCT
ajst-32565	67	13	each	each	PRON
ajst-32565	67	14	encoding	encode	VERB
ajst-32565	67	15	a	a	DET
ajst-32565	67	16	distinct	distinct	ADJ
ajst-32565	67	17	fairness	fairness	NOUN
ajst-32565	67	18	intuition	intuition	NOUN
ajst-32565	67	19	rather	rather	ADV
ajst-32565	67	20	than	than	ADP
ajst-32565	67	21	collapsing	collapse	VERB
ajst-32565	67	22	discrimination	discrimination	NOUN
ajst-32565	67	23	into	into	ADP
ajst-32565	67	24	a	a	DET
ajst-32565	67	25	single	single	ADJ
ajst-32565	67	26	statistic	statistic	NOUN
ajst-32565	67	27	.	.	PUNCT
ajst-32565	68	1	figure	figure	NOUN
ajst-32565	68	2	1(b	1(b	NUM
ajst-32565	68	3	)	)	PUNCT
ajst-32565	68	4	visualizes	visualize	VERB
ajst-32565	68	5	the	the	DET
ajst-32565	68	6	baseline	baseline	NOUN
ajst-32565	68	7	model	model	NOUN
ajst-32565	68	8	's	's	PART
ajst-32565	68	9	discrimination	discrimination	NOUN
ajst-32565	68	10	via	via	ADP
ajst-32565	68	11	a	a	DET
ajst-32565	68	12	"	"	PUNCT
ajst-32565	68	13	fairness	fairness	NOUN
ajst-32565	68	14	threshold	threshold	NOUN
ajst-32565	68	15	,	,	PUNCT
ajst-32565	68	16	"	"	PUNCT
ajst-32565	68	17	offering	offer	VERB
ajst-32565	68	18	a	a	DET
ajst-32565	68	19	qualitative	qualitative	ADJ
ajst-32565	68	20	reference	reference	NOUN
ajst-32565	68	21	preceding	precede	VERB
ajst-32565	68	22	quantitative	quantitative	ADJ
ajst-32565	68	23	analysis	analysis	NOUN
ajst-32565	68	24	.	.	PUNCT
ajst-32565	69	1	let	let	VERB
ajst-32565	69	2	encode	encode	ADJ
ajst-32565	69	3	binary	binary	ADJ
ajst-32565	69	4	group	group	NOUN
ajst-32565	69	5	membership	membership	NOUN
ajst-32565	69	6	,	,	PUNCT
ajst-32565	69	7	where	where	SCONJ
ajst-32565	69	8	denotes	denote	VERB
ajst-32565	69	9	the	the	DET
ajst-32565	69	10	protected	protect	VERB
ajst-32565	69	11	(	(	PUNCT
ajst-32565	69	12	historically	historically	ADV
ajst-32565	69	13	disadvantaged	disadvantaged	ADJ
ajst-32565	69	14	)	)	PUNCT
ajst-32565	69	15	group	group	NOUN
ajst-32565	69	16	and	and	CCONJ
ajst-32565	69	17	the	the	DET
ajst-32565	69	18	non	non	ADJ
ajst-32565	69	19	-	-	ADJ
ajst-32565	69	20	protected	protected	ADJ
ajst-32565	69	21	reference	reference	NOUN
ajst-32565	69	22	.	.	PUNCT
ajst-32565	70	1	this	this	DET
ajst-32565	70	2	formulation	formulation	NOUN
ajst-32565	70	3	extends	extend	VERB
ajst-32565	70	4	to	to	ADP
ajst-32565	70	5	multiple	multiple	ADJ
ajst-32565	70	6	groups	group	NOUN
ajst-32565	70	7	or	or	CCONJ
ajst-32565	70	8	intersectional	intersectional	ADJ
ajst-32565	70	9	identities	identity	NOUN
ajst-32565	70	10	through	through	ADP
ajst-32565	70	11	one	one	NUM
ajst-32565	70	12	-	-	PUNCT
ajst-32565	70	13	vs	vs	ADP
ajst-32565	70	14	-	-	PUNCT
ajst-32565	70	15	all	all	PRON
ajst-32565	70	16	or	or	CCONJ
ajst-32565	70	17	pairwise	pairwise	NOUN
ajst-32565	70	18	comparisons	comparison	NOUN
ajst-32565	70	19	.	.	PUNCT
ajst-32565	71	1	the	the	DET
ajst-32565	71	2	demographic	demographic	ADJ
ajst-32565	71	3	parity	parity	NOUN
ajst-32565	71	4	difference	difference	NOUN
ajst-32565	71	5	(	(	PUNCT
ajst-32565	71	6	dpd	dpd	NOUN
ajst-32565	71	7	)	)	PUNCT
ajst-32565	71	8	measures	measure	VERB
ajst-32565	71	9	absolute	absolute	ADJ
ajst-32565	71	10	disparity	disparity	NOUN
ajst-32565	71	11	in	in	ADP
ajst-32565	71	12	positive	positive	ADJ
ajst-32565	71	13	prediction	prediction	NOUN
ajst-32565	71	14	rates	rate	NOUN
ajst-32565	71	15	—	—	PUNCT
ajst-32565	71	16	quantifying	quantify	VERB
ajst-32565	71	17	how	how	SCONJ
ajst-32565	71	18	sharply	sharply	ADV
ajst-32565	71	19	outcome	outcome	NOUN
ajst-32565	71	20	distributions	distribution	NOUN
ajst-32565	71	21	diverge	diverge	VERB
ajst-32565	71	22	across	across	ADP
ajst-32565	71	23	groups	group	NOUN
ajst-32565	71	24	:	:	PUNCT
ajst-32565	71	25	(	(	PUNCT
ajst-32565	71	26	7	7	X
ajst-32565	71	27	)	)	PUNCT
ajst-32565	71	28	dpd=0	dpd=0	NOUN
ajst-32565	71	29	signals	signal	NOUN
ajst-32565	71	30	perfect	perfect	VERB
ajst-32565	71	31	demographic	demographic	ADJ
ajst-32565	71	32	parity	parity	NOUN
ajst-32565	71	33	;	;	PUNCT
ajst-32565	71	34	larger	large	ADJ
ajst-32565	71	35	values	value	NOUN
ajst-32565	71	36	mark	mark	VERB
ajst-32565	71	37	escalating	escalate	VERB
ajst-32565	71	38	disparity	disparity	NOUN
ajst-32565	71	39	in	in	ADP
ajst-32565	71	40	treatment	treatment	NOUN
ajst-32565	71	41	.	.	PUNCT
ajst-32565	72	1	this	this	DET
ajst-32565	72	2	metric	metric	ADJ
ajst-32565	72	3	tracks	track	NOUN
ajst-32565	72	4	disparate	disparate	ADJ
ajst-32565	72	5	impact	impact	NOUN
ajst-32565	72	6	doctrine	doctrine	NOUN
ajst-32565	72	7	—	—	PUNCT
ajst-32565	72	8	facially	facially	ADV
ajst-32565	72	9	neutral	neutral	ADJ
ajst-32565	72	10	practices	practice	NOUN
ajst-32565	72	11	yielding	yield	VERB
ajst-32565	72	12	differential	differential	ADJ
ajst-32565	72	13	outcomes	outcome	NOUN
ajst-32565	72	14	may	may	AUX
ajst-32565	72	15	constitute	constitute	VERB
ajst-32565	72	16	discrimination	discrimination	NOUN
ajst-32565	72	17	under	under	ADP
ajst-32565	72	18	law	law	NOUN
ajst-32565	72	19	.	.	PUNCT
ajst-32565	73	1	the	the	DET
ajst-32565	73	2	equalized	equalize	VERB
ajst-32565	73	3	odds	odd	NOUN
ajst-32565	73	4	difference	difference	NOUN
ajst-32565	73	5	(	(	PUNCT
ajst-32565	73	6	eod	eod	NOUN
ajst-32565	73	7	)	)	PUNCT
ajst-32565	73	8	quantifies	quantifie	NOUN
ajst-32565	73	9	the	the	DET
ajst-32565	73	10	maximum	maximum	ADJ
ajst-32565	73	11	disparity	disparity	NOUN
ajst-32565	73	12	between	between	ADP
ajst-32565	73	13	groups	group	NOUN
ajst-32565	73	14	in	in	ADP
ajst-32565	73	15	true	true	ADJ
ajst-32565	73	16	positive	positive	ADJ
ajst-32565	73	17	rates	rate	NOUN
ajst-32565	73	18	(	(	PUNCT
ajst-32565	73	19	sensitivity	sensitivity	NOUN
ajst-32565	73	20	)	)	PUNCT
ajst-32565	73	21	and	and	CCONJ
ajst-32565	73	22	false	false	ADJ
ajst-32565	73	23	positive	positive	ADJ
ajst-32565	73	24	rates	rate	NOUN
ajst-32565	73	25	(	(	PUNCT
ajst-32565	73	26	1	1	NUM
ajst-32565	73	27	-	-	PUNCT
ajst-32565	73	28	specificity	specificity	NOUN
ajst-32565	73	29	)	)	PUNCT
ajst-32565	73	30	,	,	PUNCT
ajst-32565	73	31	thereby	thereby	ADV
ajst-32565	73	32	enforcing	enforce	VERB
ajst-32565	73	33	classifier	classifier	NOUN
ajst-32565	73	34	parity	parity	NOUN
ajst-32565	73	35	across	across	ADP
ajst-32565	73	36	populations	population	NOUN
ajst-32565	73	37	—	—	PUNCT
ajst-32565	73	38	equal	equal	ADJ
ajst-32565	73	39	opportunity	opportunity	NOUN
ajst-32565	73	40	for	for	ADP
ajst-32565	73	41	correct	correct	ADJ
ajst-32565	73	42	positives	positive	NOUN
ajst-32565	73	43	,	,	PUNCT
ajst-32565	73	44	equal	equal	ADJ
ajst-32565	73	45	burden	burden	NOUN
ajst-32565	73	46	of	of	ADP
ajst-32565	73	47	false	false	ADJ
ajst-32565	73	48	alarms	alarm	NOUN
ajst-32565	73	49	:	:	PUNCT
ajst-32565	73	50	(	(	PUNCT
ajst-32565	73	51	8)	8)	NUM
ajst-32565	73	52	harard	harard	X
ajst-32565	73	53	et	et	PROPN
ajst-32565	73	54	al	al	PROPN
ajst-32565	73	55	.	.	PROPN
ajst-32565	73	56	proposed	propose	VERB
ajst-32565	73	57	the	the	DET
ajst-32565	73	58	equalized	equalize	VERB
ajst-32565	73	59	odds	odd	NOUN
ajst-32565	73	60	difference	difference	NOUN
ajst-32565	73	61	(	(	PUNCT
ajst-32565	73	62	eod	eod	NOUN
ajst-32565	73	63	)	)	PUNCT
ajst-32565	73	64	,	,	PUNCT
ajst-32565	73	65	the	the	DET
ajst-32565	73	66	core	core	NOUN
ajst-32565	73	67	of	of	ADP
ajst-32565	73	68	which	which	PRON
ajst-32565	73	69	is	be	AUX
ajst-32565	73	70	to	to	PART
ajst-32565	73	71	ensure	ensure	VERB
ajst-32565	73	72	equal	equal	ADJ
ajst-32565	73	73	opportunity	opportunity	NOUN
ajst-32565	73	74	among	among	ADP
ajst-32565	73	75	different	different	ADJ
ajst-32565	73	76	groups	group	NOUN
ajst-32565	73	77	.	.	PUNCT
ajst-32565	74	1	that	that	PRON
ajst-32565	74	2	is	be	AUX
ajst-32565	74	3	,	,	PUNCT
ajst-32565	74	4	regardless	regardless	ADV
ajst-32565	74	5	of	of	ADP
ajst-32565	74	6	which	which	DET
ajst-32565	74	7	group	group	NOUN
ajst-32565	74	8	an	an	DET
ajst-32565	74	9	individual	individual	NOUN
ajst-32565	74	10	belongs	belong	VERB
ajst-32565	74	11	to	to	ADP
ajst-32565	74	12	,	,	PUNCT
ajst-32565	74	13	as	as	ADV
ajst-32565	74	14	long	long	ADV
ajst-32565	74	15	as	as	SCONJ
ajst-32565	74	16	they	they	PRON
ajst-32565	74	17	meet	meet	VERB
ajst-32565	74	18	the	the	DET
ajst-32565	74	19	requirements	requirement	NOUN
ajst-32565	74	20	,	,	PUNCT
ajst-32565	74	21	they	they	PRON
ajst-32565	74	22	should	should	AUX
ajst-32565	74	23	have	have	VERB
ajst-32565	74	24	the	the	DET
ajst-32565	74	25	same	same	ADJ
ajst-32565	74	26	chance	chance	NOUN
ajst-32565	74	27	of	of	ADP
ajst-32565	74	28	passing	passing	NOUN
ajst-32565	74	29	;	;	PUNCT
ajst-32565	74	30	at	at	ADP
ajst-32565	74	31	the	the	DET
ajst-32565	74	32	same	same	ADJ
ajst-32565	74	33	time	time	NOUN
ajst-32565	74	34	,	,	PUNCT
ajst-32565	74	35	the	the	DET
ajst-32565	74	36	probability	probability	NOUN
ajst-32565	74	37	of	of	ADP
ajst-32565	74	38	being	be	AUX
ajst-32565	74	39	falsely	falsely	ADV
ajst-32565	74	40	judged	judge	VERB
ajst-32565	74	41	as	as	ADP
ajst-32565	74	42	qualified	qualified	ADJ
ajst-32565	74	43	(	(	PUNCT
ajst-32565	74	44	false	false	ADJ
ajst-32565	74	45	positive	positive	ADJ
ajst-32565	74	46	)	)	PUNCT
ajst-32565	74	47	should	should	AUX
ajst-32565	74	48	also	also	ADV
ajst-32565	74	49	be	be	AUX
ajst-32565	74	50	the	the	DET
ajst-32565	74	51	same	same	ADJ
ajst-32565	74	52	across	across	ADP
ajst-32565	74	53	different	different	ADJ
ajst-32565	74	54	groups	group	NOUN
ajst-32565	74	55	.	.	PUNCT
ajst-32565	75	1	the	the	DET
ajst-32565	75	2	difference	difference	NOUN
ajst-32565	75	3	impact	impact	NOUN
ajst-32565	75	4	ratio	ratio	NOUN
ajst-32565	75	5	(	(	PUNCT
ajst-32565	75	6	dir	dir	PROPN
ajst-32565	75	7	)	)	PUNCT
ajst-32565	75	8	is	be	AUX
ajst-32565	75	9	different	different	ADJ
ajst-32565	75	10	.	.	PUNCT
ajst-32565	76	1	it	it	PRON
ajst-32565	76	2	looks	look	VERB
ajst-32565	76	3	at	at	ADP
ajst-32565	76	4	the	the	DET
ajst-32565	76	5	relative	relative	ADJ
ajst-32565	76	6	probability	probability	NOUN
ajst-32565	76	7	of	of	ADP
ajst-32565	76	8	different	different	ADJ
ajst-32565	76	9	groups	group	NOUN
ajst-32565	76	10	receiving	receive	VERB
ajst-32565	76	11	a	a	DET
ajst-32565	76	12	passing	pass	VERB
ajst-32565	76	13	result	result	NOUN
ajst-32565	76	14	,	,	PUNCT
ajst-32565	76	15	calculating	calculate	VERB
ajst-32565	76	16	a	a	DET
ajst-32565	76	17	ratio	ratio	NOUN
ajst-32565	76	18	—	—	PUNCT
ajst-32565	76	19	a	a	DET
ajst-32565	76	20	multiplicative	multiplicative	ADJ
ajst-32565	76	21	method	method	NOUN
ajst-32565	76	22	of	of	ADP
ajst-32565	76	23	measuring	measure	VERB
ajst-32565	76	24	difference	difference	NOUN
ajst-32565	76	25	.	.	PUNCT
ajst-32565	77	1	(	(	PUNCT
ajst-32565	77	2	9	9	X
ajst-32565	77	3	)	)	PUNCT
ajst-32565	77	4	211	211	NUM
ajst-32565	77	5	the	the	DET
ajst-32565	77	6	fairness	fairness	NOUN
ajst-32565	77	7	standard	standard	NOUN
ajst-32565	77	8	for	for	ADP
ajst-32565	77	9	the	the	DET
ajst-32565	77	10	difference	difference	NOUN
ajst-32565	77	11	impact	impact	NOUN
ajst-32565	77	12	ratio	ratio	NOUN
ajst-32565	77	13	(	(	PUNCT
ajst-32565	77	14	dir	dir	PROPN
ajst-32565	77	15	)	)	PUNCT
ajst-32565	77	16	is	be	AUX
ajst-32565	77	17	based	base	VERB
ajst-32565	77	18	on	on	ADP
ajst-32565	77	19	the	the	DET
ajst-32565	77	20	four	four	NUM
ajst-32565	77	21	-	-	PUNCT
ajst-32565	77	22	fifths	fifth	NOUN
ajst-32565	77	23	rule	rule	NOUN
ajst-32565	77	24	—	—	PUNCT
ajst-32565	77	25	a	a	DET
ajst-32565	77	26	rule	rule	NOUN
ajst-32565	77	27	whose	whose	DET
ajst-32565	77	28	legal	legal	ADJ
ajst-32565	77	29	basis	basis	NOUN
ajst-32565	77	30	comes	come	VERB
ajst-32565	77	31	from	from	ADP
ajst-32565	77	32	the	the	DET
ajst-32565	77	33	case	case	NOUN
ajst-32565	77	34	of	of	ADP
ajst-32565	77	35	griggs	griggs	PROPN
ajst-32565	77	36	v.	v.	ADP
ajst-32565	77	37	duke	duke	PROPN
ajst-32565	77	38	electric	electric	PROPN
ajst-32565	77	39	and	and	CCONJ
ajst-32565	77	40	related	related	ADJ
ajst-32565	77	41	talent	talent	NOUN
ajst-32565	77	42	selection	selection	NOUN
ajst-32565	77	43	guidelines	guideline	NOUN
ajst-32565	77	44	.	.	PUNCT
ajst-32565	78	1	a	a	DET
ajst-32565	78	2	dir	dir	NOUN
ajst-32565	78	3	below	below	ADP
ajst-32565	78	4	0.8	0.8	NUM
ajst-32565	78	5	indicates	indicate	VERB
ajst-32565	78	6	that	that	SCONJ
ajst-32565	78	7	the	the	DET
ajst-32565	78	8	protected	protect	VERB
ajst-32565	78	9	group	group	NOUN
ajst-32565	78	10	(	(	PUNCT
ajst-32565	78	11	specific	specific	ADJ
ajst-32565	78	12	race	race	NOUN
ajst-32565	78	13	,	,	PUNCT
ajst-32565	78	14	gender	gender	NOUN
ajst-32565	78	15	)	)	PUNCT
ajst-32565	78	16	is	be	AUX
ajst-32565	78	17	disadvantaged	disadvantage	VERB
ajst-32565	78	18	in	in	ADP
ajst-32565	78	19	the	the	DET
ajst-32565	78	20	algorithm	algorithm	NOUN
ajst-32565	78	21	;	;	PUNCT
ajst-32565	78	22	a	a	DET
ajst-32565	78	23	dir	dir	NOUN
ajst-32565	78	24	above	above	ADP
ajst-32565	78	25	1.25	1.25	NUM
ajst-32565	78	26	indicates	indicate	VERB
ajst-32565	78	27	that	that	SCONJ
ajst-32565	78	28	the	the	DET
ajst-32565	78	29	protected	protect	VERB
ajst-32565	78	30	group	group	NOUN
ajst-32565	78	31	is	be	AUX
ajst-32565	78	32	advantageous	advantageous	ADJ
ajst-32565	78	33	.	.	PUNCT
ajst-32565	79	1	both	both	DET
ajst-32565	79	2	scenarios	scenario	NOUN
ajst-32565	79	3	meet	meet	VERB
ajst-32565	79	4	the	the	DET
ajst-32565	79	5	legal	legal	ADJ
ajst-32565	79	6	requirements	requirement	NOUN
ajst-32565	79	7	for	for	ADP
ajst-32565	79	8	algorithmic	algorithmic	ADJ
ajst-32565	79	9	fairness	fairness	NOUN
ajst-32565	79	10	.	.	PUNCT
ajst-32565	80	1	fairness	fairness	NOUN
ajst-32565	80	2	metrics	metric	NOUN
ajst-32565	80	3	also	also	ADV
ajst-32565	80	4	include	include	VERB
ajst-32565	80	5	the	the	DET
ajst-32565	80	6	following	follow	VERB
ajst-32565	80	7	specific	specific	ADJ
ajst-32565	80	8	standards	standard	NOUN
ajst-32565	80	9	:	:	PUNCT
ajst-32565	80	10	calibration	calibration	NOUN
ajst-32565	80	11	of	of	ADP
ajst-32565	80	12	the	the	DET
ajst-32565	80	13	difference	difference	NOUN
ajst-32565	80	14	ensures	ensure	VERB
ajst-32565	80	15	that	that	SCONJ
ajst-32565	80	16	the	the	DET
ajst-32565	80	17	probability	probability	NOUN
ajst-32565	80	18	predicted	predict	VERB
ajst-32565	80	19	by	by	ADP
ajst-32565	80	20	the	the	DET
ajst-32565	80	21	algorithm	algorithm	NOUN
ajst-32565	80	22	matches	match	VERB
ajst-32565	80	23	the	the	DET
ajst-32565	80	24	actual	actual	ADJ
ajst-32565	80	25	situation	situation	NOUN
ajst-32565	80	26	(	(	PUNCT
ajst-32565	80	27	e.g.	e.g.	ADV
ajst-32565	80	28	,	,	PUNCT
ajst-32565	80	29	the	the	DET
ajst-32565	80	30	proportion	proportion	NOUN
ajst-32565	80	31	of	of	ADP
ajst-32565	80	32	people	people	NOUN
ajst-32565	80	33	who	who	PRON
ajst-32565	80	34	actually	actually	ADV
ajst-32565	80	35	pass	pass	VERB
ajst-32565	80	36	)	)	PUNCT
ajst-32565	80	37	within	within	ADP
ajst-32565	80	38	each	each	DET
ajst-32565	80	39	group	group	NOUN
ajst-32565	80	40	;	;	PUNCT
ajst-32565	80	41	equalization	equalization	NOUN
ajst-32565	80	42	of	of	ADP
ajst-32565	80	43	positive	positive	ADJ
ajst-32565	80	44	predictions	prediction	NOUN
ajst-32565	80	45	ensures	ensure	VERB
ajst-32565	80	46	that	that	SCONJ
ajst-32565	80	47	the	the	DET
ajst-32565	80	48	proportion	proportion	NOUN
ajst-32565	80	49	of	of	ADP
ajst-32565	80	50	different	different	ADJ
ajst-32565	80	51	groups	group	NOUN
ajst-32565	80	52	that	that	PRON
ajst-32565	80	53	are	be	AUX
ajst-32565	80	54	judged	judge	VERB
ajst-32565	80	55	as	as	ADP
ajst-32565	80	56	qualified	qualify	VERB
ajst-32565	80	57	by	by	ADP
ajst-32565	80	58	the	the	DET
ajst-32565	80	59	algorithm	algorithm	NOUN
ajst-32565	80	60	and	and	CCONJ
ajst-32565	80	61	actually	actually	ADV
ajst-32565	80	62	pass	pass	VERB
ajst-32565	80	63	remains	remain	NOUN
ajst-32565	80	64	consistent	consistent	ADJ
ajst-32565	80	65	;	;	PUNCT
ajst-32565	80	66	and	and	CCONJ
ajst-32565	80	67	equalization	equalization	NOUN
ajst-32565	80	68	of	of	ADP
ajst-32565	80	69	false	false	ADJ
ajst-32565	80	70	negative	negative	ADJ
ajst-32565	80	71	rates	rate	NOUN
ajst-32565	80	72	ensures	ensure	VERB
ajst-32565	80	73	that	that	SCONJ
ajst-32565	80	74	different	different	ADJ
ajst-32565	80	75	groups	group	NOUN
ajst-32565	80	76	have	have	VERB
ajst-32565	80	77	an	an	DET
ajst-32565	80	78	equal	equal	ADJ
ajst-32565	80	79	opportunity	opportunity	NOUN
ajst-32565	80	80	to	to	PART
ajst-32565	80	81	"	"	PUNCT
ajst-32565	80	82	avoid	avoid	VERB
ajst-32565	80	83	bad	bad	ADJ
ajst-32565	80	84	outcomes	outcome	NOUN
ajst-32565	80	85	.	.	PUNCT
ajst-32565	81	1	"[6	"[6	X
ajst-32565	81	2	]	]	X
ajst-32565	81	3	.	.	PUNCT
ajst-32565	82	1	2.4	2.4	NUM
ajst-32565	82	2	pre	pre	ADJ
ajst-32565	82	3	-	-	ADJ
ajst-32565	82	4	processing	processing	ADJ
ajst-32565	82	5	:	:	PUNCT
ajst-32565	82	6	feature	feature	NOUN
ajst-32565	82	7	blindness	blindness	NOUN
ajst-32565	82	8	the	the	DET
ajst-32565	82	9	rawlsian	rawlsian	ADJ
ajst-32565	82	10	blind	blind	ADJ
ajst-32565	82	11	spot	spot	NOUN
ajst-32565	82	12	is	be	AUX
ajst-32565	82	13	our	our	PRON
ajst-32565	82	14	first	first	ADJ
ajst-32565	82	15	method	method	NOUN
ajst-32565	82	16	to	to	PART
ajst-32565	82	17	reduce	reduce	VERB
ajst-32565	82	18	algorithmic	algorithmic	ADJ
ajst-32565	82	19	bias	bias	NOUN
ajst-32565	82	20	.	.	PUNCT
ajst-32565	83	1	its	its	PRON
ajst-32565	83	2	core	core	NOUN
ajst-32565	83	3	is	be	AUX
ajst-32565	83	4	the	the	DET
ajst-32565	83	5	targeted	target	VERB
ajst-32565	83	6	removal	removal	NOUN
ajst-32565	83	7	of	of	ADP
ajst-32565	83	8	data	datum	NOUN
ajst-32565	83	9	features	feature	NOUN
ajst-32565	83	10	:	:	PUNCT
ajst-32565	83	11	before	before	SCONJ
ajst-32565	83	12	model	model	NOUN
ajst-32565	83	13	training	training	NOUN
ajst-32565	83	14	begins	begin	VERB
ajst-32565	83	15	,	,	PUNCT
ajst-32565	83	16	not	not	PART
ajst-32565	83	17	only	only	ADV
ajst-32565	83	18	must	must	AUX
ajst-32565	83	19	sensitive	sensitive	VERB
ajst-32565	83	20	information	information	NOUN
ajst-32565	83	21	such	such	ADJ
ajst-32565	83	22	as	as	ADP
ajst-32565	83	23	gender	gender	NOUN
ajst-32565	83	24	and	and	CCONJ
ajst-32565	83	25	race	race	NOUN
ajst-32565	83	26	be	be	AUX
ajst-32565	83	27	completely	completely	ADV
ajst-32565	83	28	removed	remove	VERB
ajst-32565	83	29	from	from	ADP
ajst-32565	83	30	the	the	DET
ajst-32565	83	31	data	datum	NOUN
ajst-32565	83	32	,	,	PUNCT
ajst-32565	83	33	but	but	CCONJ
ajst-32565	83	34	more	more	ADV
ajst-32565	83	35	importantly	importantly	ADV
ajst-32565	83	36	,	,	PUNCT
ajst-32565	83	37	substitute	substitute	NOUN
ajst-32565	83	38	features	feature	NOUN
ajst-32565	83	39	that	that	PRON
ajst-32565	83	40	appear	appear	VERB
ajst-32565	83	41	neutral	neutral	ADJ
ajst-32565	83	42	but	but	CCONJ
ajst-32565	83	43	can	can	AUX
ajst-32565	83	44	indirectly	indirectly	ADV
ajst-32565	83	45	infer	infer	VERB
ajst-32565	83	46	sensitive	sensitive	ADJ
ajst-32565	83	47	attributes	attribute	NOUN
ajst-32565	83	48	(	(	PUNCT
ajst-32565	83	49	such	such	ADJ
ajst-32565	83	50	as	as	ADP
ajst-32565	83	51	using	use	VERB
ajst-32565	83	52	place	place	NOUN
ajst-32565	83	53	of	of	ADP
ajst-32565	83	54	residence	residence	NOUN
ajst-32565	83	55	to	to	PART
ajst-32565	83	56	indirectly	indirectly	ADV
ajst-32565	83	57	determine	determine	VERB
ajst-32565	83	58	race	race	NOUN
ajst-32565	83	59	)	)	PUNCT
ajst-32565	83	60	must	must	AUX
ajst-32565	83	61	be	be	AUX
ajst-32565	83	62	removed	remove	VERB
ajst-32565	83	63	.	.	PUNCT
ajst-32565	84	1	this	this	PRON
ajst-32565	84	2	is	be	AUX
ajst-32565	84	3	to	to	PART
ajst-32565	84	4	simultaneously	simultaneously	ADV
ajst-32565	84	5	block	block	VERB
ajst-32565	84	6	both	both	CCONJ
ajst-32565	84	7	direct	direct	ADJ
ajst-32565	84	8	and	and	CCONJ
ajst-32565	84	9	indirect	indirect	ADJ
ajst-32565	84	10	paths	path	NOUN
ajst-32565	84	11	of	of	ADP
ajst-32565	84	12	discrimination[7	discrimination[7	NOUN
ajst-32565	84	13	]	]	PUNCT
ajst-32565	84	14	.	.	PUNCT
ajst-32565	85	1	this	this	DET
ajst-32565	85	2	approach	approach	NOUN
ajst-32565	85	3	is	be	AUX
ajst-32565	85	4	called	call	VERB
ajst-32565	85	5	achieving	achieve	VERB
ajst-32565	85	6	fairness	fairness	NOUN
ajst-32565	85	7	through	through	ADP
ajst-32565	85	8	ignorance	ignorance	NOUN
ajst-32565	85	9	,	,	PUNCT
ajst-32565	85	10	meaning	mean	VERB
ajst-32565	85	11	preventing	prevent	VERB
ajst-32565	85	12	the	the	DET
ajst-32565	85	13	model	model	NOUN
ajst-32565	85	14	from	from	ADP
ajst-32565	85	15	accessing	access	VERB
ajst-32565	85	16	protected	protect	VERB
ajst-32565	85	17	features	feature	NOUN
ajst-32565	85	18	that	that	PRON
ajst-32565	85	19	could	could	AUX
ajst-32565	85	20	trigger	trigger	VERB
ajst-32565	85	21	bias	bias	NOUN
ajst-32565	85	22	.	.	PUNCT
ajst-32565	86	1	however	however	ADV
ajst-32565	86	2	,	,	PUNCT
ajst-32565	86	3	the	the	DET
ajst-32565	86	4	model	model	NOUN
ajst-32565	86	5	will	will	AUX
ajst-32565	86	6	use	use	VERB
ajst-32565	86	7	other	other	ADJ
ajst-32565	86	8	relevant	relevant	ADJ
ajst-32565	86	9	features	feature	NOUN
ajst-32565	86	10	to	to	PART
ajst-32565	86	11	re	re	VERB
ajst-32565	86	12	-	-	VERB
ajst-32565	86	13	guess	guess	VERB
ajst-32565	86	14	the	the	DET
ajst-32565	86	15	sensitive	sensitive	ADJ
ajst-32565	86	16	information	information	NOUN
ajst-32565	86	17	it	it	PRON
ajst-32565	86	18	was	be	AUX
ajst-32565	86	19	originally	originally	ADV
ajst-32565	86	20	intended	intend	VERB
ajst-32565	86	21	to	to	PART
ajst-32565	86	22	ignore	ignore	VERB
ajst-32565	86	23	.	.	PUNCT
ajst-32565	87	1	to	to	ADP
ajst-32565	87	2	this	this	DET
ajst-32565	87	3	end	end	NOUN
ajst-32565	87	4	,	,	PUNCT
ajst-32565	87	5	technically	technically	ADV
ajst-32565	87	6	,	,	PUNCT
ajst-32565	87	7	we	we	PRON
ajst-32565	87	8	create	create	VERB
ajst-32565	87	9	a	a	DET
ajst-32565	87	10	projection	projection	NOUN
ajst-32565	87	11	matrix	matrix	NOUN
ajst-32565	87	12	to	to	PART
ajst-32565	87	13	filter	filter	VERB
ajst-32565	87	14	the	the	DET
ajst-32565	87	15	original	original	ADJ
ajst-32565	87	16	data	datum	NOUN
ajst-32565	87	17	containing	contain	VERB
ajst-32565	87	18	d	d	PROPN
ajst-32565	87	19	information	information	NOUN
ajst-32565	87	20	dimensions	dimension	NOUN
ajst-32565	87	21	into	into	ADP
ajst-32565	87	22	simplified	simplified	ADJ
ajst-32565	87	23	data	datum	NOUN
ajst-32565	87	24	with	with	ADP
ajst-32565	87	25	only	only	ADV
ajst-32565	87	26	(	(	PUNCT
ajst-32565	87	27	d	d	X
ajst-32565	87	28	-	-	PUNCT
ajst-32565	87	29	k	k	ADJ
ajst-32565	87	30	)	)	PUNCT
ajst-32565	87	31	dimensions	dimension	NOUN
ajst-32565	87	32	after	after	ADP
ajst-32565	87	33	removing	remove	VERB
ajst-32565	87	34	k	k	PROPN
ajst-32565	87	35	sensitive	sensitive	ADJ
ajst-32565	87	36	attributes	attribute	NOUN
ajst-32565	87	37	,	,	PUNCT
ajst-32565	87	38	thus	thus	ADV
ajst-32565	87	39	stripping	strip	VERB
ajst-32565	87	40	sensitive	sensitive	ADJ
ajst-32565	87	41	information	information	NOUN
ajst-32565	87	42	from	from	ADP
ajst-32565	87	43	the	the	DET
ajst-32565	87	44	data	datum	NOUN
ajst-32565	87	45	at	at	ADP
ajst-32565	87	46	its	its	PRON
ajst-32565	87	47	source	source	NOUN
ajst-32565	87	48	.	.	PUNCT
ajst-32565	88	1	(	(	PUNCT
ajst-32565	88	2	10	10	NUM
ajst-32565	88	3	)	)	PUNCT
ajst-32565	88	4	projection	projection	NOUN
ajst-32565	88	5	matrices	matrix	NOUN
ajst-32565	88	6	can	can	AUX
ajst-32565	88	7	completely	completely	ADV
ajst-32565	88	8	remove	remove	VERB
ajst-32565	88	9	sensitive	sensitive	ADJ
ajst-32565	88	10	features	feature	NOUN
ajst-32565	88	11	like	like	ADP
ajst-32565	88	12	gender	gender	NOUN
ajst-32565	88	13	and	and	CCONJ
ajst-32565	88	14	race	race	NOUN
ajst-32565	88	15	from	from	ADP
ajst-32565	88	16	the	the	DET
ajst-32565	88	17	data	datum	NOUN
ajst-32565	88	18	while	while	SCONJ
ajst-32565	88	19	preserving	preserve	VERB
ajst-32565	88	20	the	the	DET
ajst-32565	88	21	correlations	correlation	NOUN
ajst-32565	88	22	between	between	ADP
ajst-32565	88	23	other	other	ADJ
ajst-32565	88	24	useful	useful	ADJ
ajst-32565	88	25	features	feature	NOUN
ajst-32565	88	26	.	.	PUNCT
ajst-32565	89	1	however	however	ADV
ajst-32565	89	2	,	,	PUNCT
ajst-32565	89	3	they	they	PRON
ajst-32565	89	4	can	can	AUX
ajst-32565	89	5	not	not	PART
ajst-32565	89	6	identify	identify	VERB
ajst-32565	89	7	neutral	neutral	ADJ
ajst-32565	89	8	substitute	substitute	NOUN
ajst-32565	89	9	features	feature	NOUN
ajst-32565	89	10	,	,	PUNCT
ajst-32565	89	11	which	which	PRON
ajst-32565	89	12	will	will	AUX
ajst-32565	89	13	gradually	gradually	ADV
ajst-32565	89	14	reinstate	reinstate	VERB
ajst-32565	89	15	the	the	DET
ajst-32565	89	16	removed	remove	VERB
ajst-32565	89	17	sensitive	sensitive	ADJ
ajst-32565	89	18	information[15	information[15	NOUN
ajst-32565	89	19	]	]	PUNCT
ajst-32565	89	20	.	.	PUNCT
ajst-32565	90	1	to	to	PART
ajst-32565	90	2	address	address	VERB
ajst-32565	90	3	this	this	DET
ajst-32565	90	4	issue	issue	NOUN
ajst-32565	90	5	,	,	PUNCT
ajst-32565	90	6	we	we	PRON
ajst-32565	90	7	calculate	calculate	VERB
ajst-32565	90	8	the	the	DET
ajst-32565	90	9	mutual	mutual	ADJ
ajst-32565	90	10	information	information	NOUN
ajst-32565	90	11	between	between	ADP
ajst-32565	90	12	each	each	DET
ajst-32565	90	13	non	non	ADJ
ajst-32565	90	14	-	-	ADJ
ajst-32565	90	15	sensitive	sensitive	ADJ
ajst-32565	90	16	feature	feature	NOUN
ajst-32565	90	17	and	and	CCONJ
ajst-32565	90	18	sensitive	sensitive	ADJ
ajst-32565	90	19	attribute	attribute	NOUN
ajst-32565	90	20	.	.	PUNCT
ajst-32565	91	1	this	this	DET
ajst-32565	91	2	information	information	NOUN
ajst-32565	91	3	,	,	PUNCT
ajst-32565	91	4	measured	measure	VERB
ajst-32565	91	5	in	in	ADP
ajst-32565	91	6	bits	bit	NOUN
ajst-32565	91	7	,	,	PUNCT
ajst-32565	91	8	measures	measure	VERB
ajst-32565	91	9	the	the	DET
ajst-32565	91	10	degree	degree	NOUN
ajst-32565	91	11	of	of	ADP
ajst-32565	91	12	correlation	correlation	NOUN
ajst-32565	91	13	between	between	ADP
ajst-32565	91	14	the	the	DET
ajst-32565	91	15	two	two	NUM
ajst-32565	91	16	without	without	ADP
ajst-32565	91	17	assuming	assume	VERB
ajst-32565	91	18	a	a	DET
ajst-32565	91	19	linear	linear	ADJ
ajst-32565	91	20	relationship	relationship	NOUN
ajst-32565	91	21	or	or	CCONJ
ajst-32565	91	22	a	a	DET
ajst-32565	91	23	specific	specific	ADJ
ajst-32565	91	24	form	form	NOUN
ajst-32565	91	25	.	.	PUNCT
ajst-32565	92	1	(	(	PUNCT
ajst-32565	92	2	11	11	NUM
ajst-32565	92	3	)	)	PUNCT
ajst-32565	92	4	if	if	SCONJ
ajst-32565	92	5	the	the	DET
ajst-32565	92	6	mutual	mutual	ADJ
ajst-32565	92	7	information	information	NOUN
ajst-32565	92	8	exceeds	exceed	VERB
ajst-32565	92	9	a	a	DET
ajst-32565	92	10	set	set	NOUN
ajst-32565	92	11	threshold	threshold	NOUN
ajst-32565	92	12	,	,	PUNCT
ajst-32565	92	13	the	the	DET
ajst-32565	92	14	feature	feature	NOUN
ajst-32565	92	15	is	be	AUX
ajst-32565	92	16	removed	remove	VERB
ajst-32565	92	17	or	or	CCONJ
ajst-32565	92	18	processed	process	VERB
ajst-32565	92	19	.	.	PUNCT
ajst-32565	93	1	the	the	DET
ajst-32565	93	2	threshold	threshold	NOUN
ajst-32565	93	3	needs	need	VERB
ajst-32565	93	4	to	to	PART
ajst-32565	93	5	be	be	AUX
ajst-32565	93	6	accurately	accurately	ADV
ajst-32565	93	7	calibrated	calibrate	VERB
ajst-32565	93	8	:	:	PUNCT
ajst-32565	93	9	too	too	ADV
ajst-32565	93	10	low	low	ADJ
ajst-32565	93	11	a	a	DET
ajst-32565	93	12	threshold	threshold	NOUN
ajst-32565	93	13	will	will	AUX
ajst-32565	93	14	remove	remove	VERB
ajst-32565	93	15	truly	truly	ADV
ajst-32565	93	16	useful	useful	ADJ
ajst-32565	93	17	features	feature	NOUN
ajst-32565	93	18	that	that	PRON
ajst-32565	93	19	predict	predict	VERB
ajst-32565	93	20	creditworthiness	creditworthiness	NOUN
ajst-32565	93	21	,	,	PUNCT
ajst-32565	93	22	while	while	SCONJ
ajst-32565	93	23	too	too	ADV
ajst-32565	93	24	high	high	ADJ
ajst-32565	93	25	a	a	DET
ajst-32565	93	26	threshold	threshold	NOUN
ajst-32565	93	27	will	will	AUX
ajst-32565	93	28	allow	allow	VERB
ajst-32565	93	29	proxy	proxy	ADJ
ajst-32565	93	30	discrimination	discrimination	NOUN
ajst-32565	93	31	to	to	PART
ajst-32565	93	32	persist	persist	VERB
ajst-32565	93	33	.	.	PUNCT
ajst-32565	94	1	we	we	PRON
ajst-32565	94	2	employ	employ	VERB
ajst-32565	94	3	three	three	NUM
ajst-32565	94	4	processing	processing	NOUN
ajst-32565	94	5	methods	method	NOUN
ajst-32565	94	6	for	for	ADP
ajst-32565	94	7	these	these	DET
ajst-32565	94	8	features	feature	NOUN
ajst-32565	94	9	:	:	PUNCT
ajst-32565	94	10	those	those	PRON
ajst-32565	94	11	with	with	ADP
ajst-32565	94	12	extremely	extremely	ADV
ajst-32565	94	13	strong	strong	ADJ
ajst-32565	94	14	correlations	correlation	NOUN
ajst-32565	94	15	are	be	AUX
ajst-32565	94	16	directly	directly	ADV
ajst-32565	94	17	removed	remove	VERB
ajst-32565	94	18	;	;	PUNCT
ajst-32565	94	19	those	those	PRON
ajst-32565	94	20	with	with	ADP
ajst-32565	94	21	moderate	moderate	ADJ
ajst-32565	94	22	correlations	correlation	NOUN
ajst-32565	94	23	are	be	AUX
ajst-32565	94	24	desensitized	desensitize	VERB
ajst-32565	94	25	(	(	PUNCT
ajst-32565	94	26	removing	remove	VERB
ajst-32565	94	27	the	the	DET
ajst-32565	94	28	part	part	NOUN
ajst-32565	94	29	related	relate	VERB
ajst-32565	94	30	to	to	ADP
ajst-32565	94	31	sensitive	sensitive	ADJ
ajst-32565	94	32	information	information	NOUN
ajst-32565	94	33	while	while	SCONJ
ajst-32565	94	34	retaining	retain	VERB
ajst-32565	94	35	useful	useful	ADJ
ajst-32565	94	36	predictive	predictive	ADJ
ajst-32565	94	37	information	information	NOUN
ajst-32565	94	38	)	)	PUNCT
ajst-32565	94	39	;	;	PUNCT
ajst-32565	94	40	and	and	CCONJ
ajst-32565	94	41	those	those	PRON
ajst-32565	94	42	with	with	ADP
ajst-32565	94	43	weak	weak	ADJ
ajst-32565	94	44	correlations	correlation	NOUN
ajst-32565	94	45	are	be	AUX
ajst-32565	94	46	simplified	simplify	VERB
ajst-32565	94	47	in	in	ADP
ajst-32565	94	48	classification	classification	NOUN
ajst-32565	94	49	.	.	PUNCT
ajst-32565	95	1	the	the	DET
ajst-32565	95	2	specific	specific	ADJ
ajst-32565	95	3	choice	choice	NOUN
ajst-32565	95	4	depends	depend	VERB
ajst-32565	95	5	on	on	ADP
ajst-32565	95	6	balancing	balance	VERB
ajst-32565	95	7	the	the	DET
ajst-32565	95	8	predictive	predictive	ADJ
ajst-32565	95	9	value	value	NOUN
ajst-32565	95	10	of	of	ADP
ajst-32565	95	11	the	the	DET
ajst-32565	95	12	feature	feature	NOUN
ajst-32565	95	13	with	with	ADP
ajst-32565	95	14	its	its	PRON
ajst-32565	95	15	correlation	correlation	NOUN
ajst-32565	95	16	with	with	ADP
ajst-32565	95	17	the	the	DET
ajst-32565	95	18	sensitive	sensitive	ADJ
ajst-32565	95	19	attribute	attribute	NOUN
ajst-32565	95	20	,	,	PUNCT
ajst-32565	95	21	requiring	require	VERB
ajst-32565	95	22	sensitivity	sensitivity	NOUN
ajst-32565	95	23	analysis	analysis	NOUN
ajst-32565	95	24	rather	rather	ADV
ajst-32565	95	25	than	than	ADP
ajst-32565	95	26	fixed	fix	VERB
ajst-32565	95	27	rules	rule	NOUN
ajst-32565	95	28	.	.	PUNCT
ajst-32565	96	1	2.5	2.5	NUM
ajst-32565	96	2	post	post	ADJ
ajst-32565	96	3	-	-	ADJ
ajst-32565	96	4	processing	processing	ADJ
ajst-32565	96	5	:	:	PUNCT
ajst-32565	96	6	threshold	threshold	NOUN
ajst-32565	96	7	optimization	optimization	NOUN
ajst-32565	96	8	the	the	DET
ajst-32565	96	9	second	second	ADJ
ajst-32565	96	10	mitigation	mitigation	NOUN
ajst-32565	96	11	—	—	PUNCT
ajst-32565	96	12	post	post	ADJ
ajst-32565	96	13	-	-	ADJ
ajst-32565	96	14	processing	processing	ADJ
ajst-32565	96	15	threshold	threshold	NOUN
ajst-32565	96	16	optimization	optimization	NOUN
ajst-32565	96	17	—	—	PUNCT
ajst-32565	96	18	retains	retain	VERB
ajst-32565	96	19	the	the	DET
ajst-32565	96	20	original	original	ADJ
ajst-32565	96	21	model	model	NOUN
ajst-32565	96	22	(	(	PUNCT
ajst-32565	96	23	trained	train	VERB
ajst-32565	96	24	on	on	ADP
ajst-32565	96	25	all	all	DET
ajst-32565	96	26	features	feature	NOUN
ajst-32565	96	27	)	)	PUNCT
ajst-32565	96	28	,	,	PUNCT
ajst-32565	96	29	yet	yet	ADV
ajst-32565	96	30	recalibrates	recalibrate	VERB
ajst-32565	96	31	group	group	NOUN
ajst-32565	96	32	-	-	PUNCT
ajst-32565	96	33	specific	specific	ADJ
ajst-32565	96	34	decision	decision	NOUN
ajst-32565	96	35	boundaries	boundary	NOUN
ajst-32565	96	36	ex	ex	PRON
ajst-32565	96	37	post	post	NOUN
ajst-32565	96	38	to	to	PART
ajst-32565	96	39	enforce	enforce	VERB
ajst-32565	96	40	fairness	fairness	NOUN
ajst-32565	96	41	constraints	constraint	NOUN
ajst-32565	96	42	while	while	SCONJ
ajst-32565	96	43	preserving	preserve	VERB
ajst-32565	96	44	maximal	maximal	ADJ
ajst-32565	96	45	predictive	predictive	ADJ
ajst-32565	96	46	capacity	capacity	NOUN
ajst-32565	96	47	.	.	PUNCT
ajst-32565	97	1	as	as	SCONJ
ajst-32565	97	2	shown	show	VERB
ajst-32565	97	3	in	in	ADP
ajst-32565	97	4	figure	figure	NOUN
ajst-32565	97	5	1(c	1(c	NUM
ajst-32565	97	6	)	)	PUNCT
ajst-32565	97	7	,	,	PUNCT
ajst-32565	97	8	the	the	DET
ajst-32565	97	9	"	"	PUNCT
ajst-32565	97	10	mitigation	mitigation	NOUN
ajst-32565	97	11	strategies	strategy	NOUN
ajst-32565	97	12	"	"	PUNCT
ajst-32565	97	13	subfigure	subfigure	NOUN
ajst-32565	97	14	allows	allow	VERB
ajst-32565	97	15	observation	observation	NOUN
ajst-32565	97	16	of	of	ADP
ajst-32565	97	17	the	the	DET
ajst-32565	97	18	trend	trend	NOUN
ajst-32565	97	19	where	where	SCONJ
ajst-32565	97	20	dpd	dpd	PROPN
ajst-32565	97	21	decreases	decrease	VERB
ajst-32565	97	22	with	with	ADP
ajst-32565	97	23	method	method	NOUN
ajst-32565	97	24	optimization	optimization	NOUN
ajst-32565	97	25	while	while	SCONJ
ajst-32565	97	26	accuracy	accuracy	NOUN
ajst-32565	97	27	remains	remain	VERB
ajst-32565	97	28	stable	stable	ADJ
ajst-32565	97	29	,	,	PUNCT
ajst-32565	97	30	laying	lay	VERB
ajst-32565	97	31	a	a	DET
ajst-32565	97	32	visual	visual	ADJ
ajst-32565	97	33	foundation	foundation	NOUN
ajst-32565	97	34	for	for	ADP
ajst-32565	97	35	subsequent	subsequent	ADJ
ajst-32565	97	36	empirical	empirical	ADJ
ajst-32565	97	37	results	result	NOUN
ajst-32565	97	38	.	.	PUNCT
ajst-32565	98	1	212	212	NUM
ajst-32565	98	2	this	this	DET
ajst-32565	98	3	approach	approach	NOUN
ajst-32565	98	4	recognizes	recognize	VERB
ajst-32565	98	5	that	that	SCONJ
ajst-32565	98	6	uniform	uniform	ADJ
ajst-32565	98	7	thresholds	threshold	NOUN
ajst-32565	98	8	may	may	AUX
ajst-32565	98	9	produce	produce	VERB
ajst-32565	98	10	disparate	disparate	ADJ
ajst-32565	98	11	outcomes	outcome	NOUN
ajst-32565	98	12	when	when	SCONJ
ajst-32565	98	13	base	base	NOUN
ajst-32565	98	14	rates	rate	NOUN
ajst-32565	98	15	or	or	CCONJ
ajst-32565	98	16	score	score	NOUN
ajst-32565	98	17	distributions	distribution	NOUN
ajst-32565	98	18	differ	differ	VERB
ajst-32565	98	19	across	across	ADP
ajst-32565	98	20	groups	group	NOUN
ajst-32565	98	21	,	,	PUNCT
ajst-32565	98	22	and	and	CCONJ
ajst-32565	98	23	that	that	SCONJ
ajst-32565	98	24	calibrated	calibrate	VERB
ajst-32565	98	25	thresholds	threshold	NOUN
ajst-32565	98	26	can	can	AUX
ajst-32565	98	27	correct	correct	VERB
ajst-32565	98	28	for	for	ADP
ajst-32565	98	29	such	such	ADJ
ajst-32565	98	30	disparities	disparity	NOUN
ajst-32565	98	31	.	.	PUNCT
ajst-32565	99	1	instead	instead	ADV
ajst-32565	99	2	of	of	ADP
ajst-32565	99	3	using	use	VERB
ajst-32565	99	4	a	a	DET
ajst-32565	99	5	uniform	uniform	ADJ
ajst-32565	99	6	threshold	threshold	NOUN
ajst-32565	99	7	for	for	ADP
ajst-32565	99	8	binary	binary	ADJ
ajst-32565	99	9	classification	classification	NOUN
ajst-32565	99	10	,	,	PUNCT
ajst-32565	99	11	we	we	PRON
ajst-32565	99	12	determine	determine	VERB
ajst-32565	99	13	group	group	NOUN
ajst-32565	99	14	-	-	PUNCT
ajst-32565	99	15	specific	specific	ADJ
ajst-32565	99	16	thresholds	threshold	NOUN
ajst-32565	99	17	and	and	CCONJ
ajst-32565	99	18	that	that	DET
ajst-32565	99	19	balance	balance	NOUN
ajst-32565	99	20	fairness	fairness	NOUN
ajst-32565	99	21	and	and	CCONJ
ajst-32565	99	22	performance	performance	NOUN
ajst-32565	99	23	objectives	objective	NOUN
ajst-32565	99	24	.	.	PUNCT
ajst-32565	100	1	the	the	DET
ajst-32565	100	2	classification	classification	NOUN
ajst-32565	100	3	rule	rule	NOUN
ajst-32565	100	4	becomes	become	VERB
ajst-32565	100	5	:	:	PUNCT
ajst-32565	100	6	(	(	PUNCT
ajst-32565	100	7	12	12	NUM
ajst-32565	100	8	)	)	PUNCT
ajst-32565	100	9	this	this	DET
ajst-32565	100	10	approach	approach	NOUN
ajst-32565	100	11	allows	allow	VERB
ajst-32565	100	12	different	different	ADJ
ajst-32565	100	13	groups	group	NOUN
ajst-32565	100	14	to	to	PART
ajst-32565	100	15	face	face	VERB
ajst-32565	100	16	different	different	ADJ
ajst-32565	100	17	decision	decision	NOUN
ajst-32565	100	18	boundaries	boundary	NOUN
ajst-32565	100	19	,	,	PUNCT
ajst-32565	100	20	compensating	compensate	VERB
ajst-32565	100	21	for	for	ADP
ajst-32565	100	22	systematic	systematic	ADJ
ajst-32565	100	23	differences	difference	NOUN
ajst-32565	100	24	in	in	ADP
ajst-32565	100	25	score	score	NOUN
ajst-32565	100	26	distributions	distribution	NOUN
ajst-32565	100	27	that	that	PRON
ajst-32565	100	28	may	may	AUX
ajst-32565	100	29	result	result	VERB
ajst-32565	100	30	from	from	ADP
ajst-32565	100	31	historical	historical	ADJ
ajst-32565	100	32	discrimination	discrimination	NOUN
ajst-32565	100	33	or	or	CCONJ
ajst-32565	100	34	structural	structural	ADJ
ajst-32565	100	35	inequalities	inequality	NOUN
ajst-32565	100	36	.	.	PUNCT
ajst-32565	101	1	the	the	DET
ajst-32565	101	2	optimal	optimal	ADJ
ajst-32565	101	3	thresholds	threshold	NOUN
ajst-32565	101	4	are	be	AUX
ajst-32565	101	5	found	find	VERB
ajst-32565	101	6	by	by	ADP
ajst-32565	101	7	solving	solve	VERB
ajst-32565	101	8	a	a	DET
ajst-32565	101	9	constrained	constrain	VERB
ajst-32565	101	10	optimization	optimization	NOUN
ajst-32565	101	11	problem	problem	NOUN
ajst-32565	101	12	that	that	PRON
ajst-32565	101	13	minimizes	minimize	VERB
ajst-32565	101	14	classification	classification	NOUN
ajst-32565	101	15	error	error	NOUN
ajst-32565	101	16	subject	subject	NOUN
ajst-32565	101	17	to	to	ADP
ajst-32565	101	18	fairness	fairness	NOUN
ajst-32565	101	19	constraints	constraint	NOUN
ajst-32565	101	20	:	:	PUNCT
ajst-32565	101	21	(	(	PUNCT
ajst-32565	101	22	13	13	NUM
ajst-32565	101	23	)	)	PUNCT
ajst-32565	101	24	where	where	SCONJ
ajst-32565	101	25	represents	represent	VERB
ajst-32565	101	26	the	the	DET
ajst-32565	101	27	weighted	weighted	ADJ
ajst-32565	101	28	classification	classification	NOUN
ajst-32565	101	29	error	error	NOUN
ajst-32565	101	30	accounting	account	VERB
ajst-32565	101	31	for	for	ADP
ajst-32565	101	32	potentially	potentially	ADV
ajst-32565	101	33	different	different	ADJ
ajst-32565	101	34	costs	cost	NOUN
ajst-32565	101	35	of	of	ADP
ajst-32565	101	36	false	false	ADJ
ajst-32565	101	37	positives	positive	NOUN
ajst-32565	101	38	and	and	CCONJ
ajst-32565	101	39	false	false	ADJ
ajst-32565	101	40	negatives	negative	NOUN
ajst-32565	101	41	.	.	PUNCT
ajst-32565	102	1	the	the	DET
ajst-32565	102	2	constraint	constraint	NOUN
ajst-32565	102	3	ensures	ensure	VERB
ajst-32565	102	4	demographic	demographic	ADJ
ajst-32565	102	5	parity	parity	NOUN
ajst-32565	102	6	within	within	ADP
ajst-32565	102	7	tolerance	tolerance	NOUN
ajst-32565	102	8	,	,	PUNCT
ajst-32565	102	9	though	though	SCONJ
ajst-32565	102	10	alternative	alternative	ADJ
ajst-32565	102	11	constraints	constraint	NOUN
ajst-32565	102	12	based	base	VERB
ajst-32565	102	13	on	on	ADP
ajst-32565	102	14	equalized	equalize	VERB
ajst-32565	102	15	odds	odd	NOUN
ajst-32565	102	16	or	or	CCONJ
ajst-32565	102	17	other	other	ADJ
ajst-32565	102	18	fairness	fairness	NOUN
ajst-32565	102	19	metrics	metric	NOUN
ajst-32565	102	20	can	can	AUX
ajst-32565	102	21	be	be	AUX
ajst-32565	102	22	substituted	substitute	VERB
ajst-32565	102	23	depending	depend	VERB
ajst-32565	102	24	on	on	ADP
ajst-32565	102	25	the	the	DET
ajst-32565	102	26	application	application	NOUN
ajst-32565	102	27	context[2	context[2	PROPN
ajst-32565	102	28	]	]	PUNCT
ajst-32565	102	29	.	.	PUNCT
ajst-32565	103	1	the	the	DET
ajst-32565	103	2	optimization	optimization	NOUN
ajst-32565	103	3	is	be	AUX
ajst-32565	103	4	solved	solve	VERB
ajst-32565	103	5	using	use	VERB
ajst-32565	103	6	a	a	DET
ajst-32565	103	7	combination	combination	NOUN
ajst-32565	103	8	of	of	ADP
ajst-32565	103	9	grid	grid	NOUN
ajst-32565	103	10	search	search	NOUN
ajst-32565	103	11	for	for	ADP
ajst-32565	103	12	coarse	coarse	ADJ
ajst-32565	103	13	exploration	exploration	NOUN
ajst-32565	103	14	and	and	CCONJ
ajst-32565	103	15	the	the	DET
ajst-32565	103	16	neldermead	neldermead	ADJ
ajst-32565	103	17	simplex	simplex	NOUN
ajst-32565	103	18	algorithm	algorithm	NOUN
ajst-32565	103	19	for	for	ADP
ajst-32565	103	20	fine	fine	ADV
ajst-32565	103	21	-	-	PUNCT
ajst-32565	103	22	tuning	tuning	NOUN
ajst-32565	103	23	,	,	PUNCT
ajst-32565	103	24	as	as	SCONJ
ajst-32565	103	25	the	the	DET
ajst-32565	103	26	objective	objective	ADJ
ajst-32565	103	27	function	function	NOUN
ajst-32565	103	28	is	be	AUX
ajst-32565	103	29	generally	generally	ADV
ajst-32565	103	30	non	non	ADJ
ajst-32565	103	31	-	-	ADJ
ajst-32565	103	32	convex	convex	ADJ
ajst-32565	103	33	with	with	ADP
ajst-32565	103	34	potential	potential	ADJ
ajst-32565	103	35	local	local	ADJ
ajst-32565	103	36	minima	minima	NOUN
ajst-32565	104	1	[	[	X
ajst-32565	104	2	8	8	NUM
ajst-32565	104	3	]	]	PUNCT
ajst-32565	104	4	.	.	PUNCT
ajst-32565	105	1	we	we	PRON
ajst-32565	105	2	also	also	ADV
ajst-32565	105	3	implement	implement	VERB
ajst-32565	105	4	roc	roc	PROPN
ajst-32565	105	5	-	-	PUNCT
ajst-32565	105	6	based	base	VERB
ajst-32565	105	7	optimization	optimization	NOUN
ajst-32565	105	8	that	that	PRON
ajst-32565	105	9	finds	find	VERB
ajst-32565	105	10	thresholds	threshold	NOUN
ajst-32565	105	11	along	along	ADP
ajst-32565	105	12	the	the	DET
ajst-32565	105	13	convex	convex	PROPN
ajst-32565	105	14	hull	hull	NOUN
ajst-32565	105	15	of	of	ADP
ajst-32565	105	16	the	the	DET
ajst-32565	105	17	roc	roc	PROPN
ajst-32565	105	18	curve	curve	NOUN
ajst-32565	105	19	,	,	PUNCT
ajst-32565	105	20	ensuring	ensure	VERB
ajst-32565	105	21	pareto	pareto	VERB
ajst-32565	105	22	-	-	PUNCT
ajst-32565	105	23	optimal	optimal	ADJ
ajst-32565	105	24	solutions	solution	NOUN
ajst-32565	105	25	with	with	ADP
ajst-32565	105	26	respect	respect	NOUN
ajst-32565	105	27	to	to	ADP
ajst-32565	105	28	true	true	ADJ
ajst-32565	105	29	positive	positive	ADJ
ajst-32565	105	30	and	and	CCONJ
ajst-32565	105	31	false	false	ADJ
ajst-32565	105	32	positive	positive	ADJ
ajst-32565	105	33	rates[14	rates[14	NOUN
ajst-32565	105	34	]	]	X
ajst-32565	105	35	.	.	PUNCT
ajst-32565	106	1	a	a	DET
ajst-32565	106	2	summary	summary	NOUN
ajst-32565	106	3	of	of	ADP
ajst-32565	106	4	the	the	DET
ajst-32565	106	5	key	key	ADJ
ajst-32565	106	6	fairness	fairness	NOUN
ajst-32565	106	7	metrics	metric	NOUN
ajst-32565	106	8	used	use	VERB
ajst-32565	106	9	in	in	ADP
ajst-32565	106	10	our	our	PRON
ajst-32565	106	11	analysis	analysis	NOUN
ajst-32565	106	12	,	,	PUNCT
ajst-32565	106	13	along	along	ADP
ajst-32565	106	14	with	with	ADP
ajst-32565	106	15	their	their	PRON
ajst-32565	106	16	mathematical	mathematical	ADJ
ajst-32565	106	17	formulations	formulation	NOUN
ajst-32565	106	18	,	,	PUNCT
ajst-32565	106	19	is	be	AUX
ajst-32565	106	20	provided	provide	VERB
ajst-32565	106	21	in	in	ADP
ajst-32565	106	22	table	table	NOUN
ajst-32565	106	23	1	1	NUM
ajst-32565	106	24	.	.	PUNCT
ajst-32565	106	25	table	table	NOUN
ajst-32565	106	26	1	1	NUM
ajst-32565	106	27	.	.	PUNCT
ajst-32565	107	1	summary	summary	NOUN
ajst-32565	107	2	of	of	ADP
ajst-32565	107	3	fairness	fairness	NOUN
ajst-32565	107	4	metrics	metric	NOUN
ajst-32565	107	5	and	and	CCONJ
ajst-32565	107	6	their	their	PRON
ajst-32565	107	7	mathematical	mathematical	ADJ
ajst-32565	107	8	formulations	formulation	NOUN
ajst-32565	107	9	metric	metric	ADJ
ajst-32565	107	10	description	description	NOUN
ajst-32565	107	11	formula	formula	VERB
ajst-32565	107	12	demographic	demographic	ADJ
ajst-32565	107	13	parity	parity	NOUN
ajst-32565	107	14	equal	equal	ADJ
ajst-32565	107	15	positive	positive	ADJ
ajst-32565	107	16	rates	rate	NOUN
ajst-32565	107	17	equalized	equalize	VERB
ajst-32565	107	18	odds	odd	NOUN
ajst-32565	107	19	equal	equal	ADJ
ajst-32565	107	20	tpr	tpr	NOUN
ajst-32565	107	21	and	and	CCONJ
ajst-32565	107	22	fpr	fpr	PRON
ajst-32565	107	23	disparate	disparate	ADJ
ajst-32565	107	24	impact	impact	NOUN
ajst-32565	107	25	ratio	ratio	NOUN
ajst-32565	107	26	of	of	ADP
ajst-32565	107	27	positive	positive	ADJ
ajst-32565	107	28	rates	rate	NOUN
ajst-32565	107	29	2.6	2.6	NUM
ajst-32565	107	30	fairness	fairness	NOUN
ajst-32565	107	31	-	-	PUNCT
ajst-32565	107	32	accuracy	accuracy	NOUN
ajst-32565	107	33	trade	trade	NOUN
ajst-32565	107	34	-	-	PUNCT
ajst-32565	107	35	off	off	ADP
ajst-32565	107	36	analysis	analysis	NOUN
ajst-32565	107	37	to	to	PART
ajst-32565	107	38	systematically	systematically	ADV
ajst-32565	107	39	quantify	quantify	VERB
ajst-32565	107	40	the	the	DET
ajst-32565	107	41	relationship	relationship	NOUN
ajst-32565	107	42	between	between	ADP
ajst-32565	107	43	fairness	fairness	NOUN
ajst-32565	107	44	and	and	CCONJ
ajst-32565	107	45	accuracy	accuracy	NOUN
ajst-32565	107	46	,	,	PUNCT
ajst-32565	107	47	we	we	PRON
ajst-32565	107	48	introduce	introduce	VERB
ajst-32565	107	49	a	a	DET
ajst-32565	107	50	parametric	parametric	ADJ
ajst-32565	107	51	framework	framework	NOUN
ajst-32565	107	52	that	that	PRON
ajst-32565	107	53	continuously	continuously	ADV
ajst-32565	107	54	varies	vary	VERB
ajst-32565	107	55	the	the	DET
ajst-32565	107	56	fairness	fairness	NOUN
ajst-32565	107	57	constraint	constraint	NOUN
ajst-32565	107	58	strength	strength	NOUN
ajst-32565	107	59	,	,	PUNCT
ajst-32565	107	60	tracing	trace	VERB
ajst-32565	107	61	out	out	ADP
ajst-32565	107	62	the	the	DET
ajst-32565	107	63	pareto	pareto	ADJ
ajst-32565	107	64	frontier	frontier	NOUN
ajst-32565	107	65	of	of	ADP
ajst-32565	107	66	achievable	achievable	ADJ
ajst-32565	107	67	fairness	fairness	NOUN
ajst-32565	107	68	-	-	PUNCT
ajst-32565	107	69	accuracy	accuracy	NOUN
ajst-32565	107	70	combinations[10	combinations[10	NOUN
ajst-32565	107	71	]	]	PUNCT
ajst-32565	107	72	.	.	PUNCT
ajst-32565	108	1	define	define	VERB
ajst-32565	108	2	the	the	DET
ajst-32565	108	3	fairness	fairness	NOUN
ajst-32565	108	4	-	-	PUNCT
ajst-32565	108	5	constrained	constrain	VERB
ajst-32565	108	6	optimization	optimization	NOUN
ajst-32565	108	7	problem	problem	NOUN
ajst-32565	108	8	with	with	ADP
ajst-32565	108	9	adjustable	adjustable	ADJ
ajst-32565	108	10	regularization	regularization	NOUN
ajst-32565	108	11	:	:	PUNCT
ajst-32565	108	12	(	(	PUNCT
ajst-32565	108	13	14	14	NUM
ajst-32565	108	14	)	)	PUNCT
ajst-32565	108	15	where	where	SCONJ
ajst-32565	108	16	represents	represent	VERB
ajst-32565	108	17	a	a	DET
ajst-32565	108	18	differentiable	differentiable	ADJ
ajst-32565	108	19	fairness	fairness	NOUN
ajst-32565	108	20	penalty	penalty	NOUN
ajst-32565	108	21	term	term	NOUN
ajst-32565	108	22	and	and	CCONJ
ajst-32565	108	23	controls	control	VERB
ajst-32565	108	24	the	the	DET
ajst-32565	108	25	trade	trade	NOUN
ajst-32565	108	26	-	-	PUNCT
ajst-32565	108	27	off	off	NOUN
ajst-32565	108	28	between	between	ADP
ajst-32565	108	29	accuracy	accuracy	NOUN
ajst-32565	108	30	(	(	PUNCT
ajst-32565	108	31	through	through	ADP
ajst-32565	108	32	the	the	DET
ajst-32565	108	33	standard	standard	ADJ
ajst-32565	108	34	loss	loss	NOUN
ajst-32565	108	35	)	)	PUNCT
ajst-32565	108	36	and	and	CCONJ
ajst-32565	108	37	fairness	fairness	NOUN
ajst-32565	108	38	.	.	PUNCT
ajst-32565	109	1	larger	large	ADJ
ajst-32565	109	2	values	value	NOUN
ajst-32565	109	3	of	of	ADP
ajst-32565	109	4	prioritize	prioritize	ADJ
ajst-32565	109	5	fairness	fairness	NOUN
ajst-32565	109	6	over	over	ADP
ajst-32565	109	7	accuracy	accuracy	NOUN
ajst-32565	109	8	,	,	PUNCT
ajst-32565	109	9	while	while	SCONJ
ajst-32565	109	10	recovers	recover	VERB
ajst-32565	109	11	the	the	DET
ajst-32565	109	12	unconstrained	unconstrained	ADJ
ajst-32565	109	13	accuracy	accuracy	NOUN
ajst-32565	109	14	-	-	PUNCT
ajst-32565	109	15	maximizing	maximize	VERB
ajst-32565	109	16	solution	solution	NOUN
ajst-32565	109	17	.	.	PUNCT
ajst-32565	110	1	213	213	NUM
ajst-32565	110	2	the	the	DET
ajst-32565	110	3	fairness	fairness	NOUN
ajst-32565	110	4	penalty	penalty	NOUN
ajst-32565	110	5	is	be	AUX
ajst-32565	110	6	defined	define	VERB
ajst-32565	110	7	as	as	ADP
ajst-32565	110	8	squared	square	VERB
ajst-32565	110	9	deviation	deviation	NOUN
ajst-32565	110	10	from	from	ADP
ajst-32565	110	11	demographic	demographic	ADJ
ajst-32565	110	12	parity	parity	NOUN
ajst-32565	110	13	—	—	PUNCT
ajst-32565	110	14	a	a	DET
ajst-32565	110	15	smooth	smooth	ADJ
ajst-32565	110	16	,	,	PUNCT
ajst-32565	110	17	differentiable	differentiable	ADJ
ajst-32565	110	18	term	term	NOUN
ajst-32565	110	19	that	that	PRON
ajst-32565	110	20	penalizes	penalize	VERB
ajst-32565	110	21	discrimination	discrimination	NOUN
ajst-32565	110	22	quadratically	quadratically	ADV
ajst-32565	110	23	:	:	PUNCT
ajst-32565	110	24	(	(	PUNCT
ajst-32565	110	25	15	15	X
ajst-32565	110	26	)	)	PUNCT
ajst-32565	110	27	this	this	DET
ajst-32565	110	28	quadratic	quadratic	ADJ
ajst-32565	110	29	structure	structure	NOUN
ajst-32565	110	30	imposes	impose	VERB
ajst-32565	110	31	modest	modest	ADJ
ajst-32565	110	32	costs	cost	NOUN
ajst-32565	110	33	for	for	ADP
ajst-32565	110	34	small	small	ADJ
ajst-32565	110	35	parity	parity	NOUN
ajst-32565	110	36	deviations	deviation	NOUN
ajst-32565	110	37	while	while	SCONJ
ajst-32565	110	38	escalating	escalate	VERB
ajst-32565	110	39	penalties	penalty	NOUN
ajst-32565	110	40	for	for	ADP
ajst-32565	110	41	large	large	ADJ
ajst-32565	110	42	disparities	disparity	NOUN
ajst-32565	110	43	,	,	PUNCT
ajst-32565	110	44	reflecting	reflect	VERB
ajst-32565	110	45	the	the	DET
ajst-32565	110	46	premise	premise	NOUN
ajst-32565	110	47	that	that	SCONJ
ajst-32565	110	48	minor	minor	ADJ
ajst-32565	110	49	statistical	statistical	ADJ
ajst-32565	110	50	noise	noise	NOUN
ajst-32565	110	51	is	be	AUX
ajst-32565	110	52	tolerable	tolerable	ADJ
ajst-32565	110	53	but	but	CCONJ
ajst-32565	110	54	systematic	systematic	ADJ
ajst-32565	110	55	bias	bias	NOUN
ajst-32565	110	56	warrants	warrant	VERB
ajst-32565	110	57	heavy	heavy	ADJ
ajst-32565	110	58	sanction	sanction	NOUN
ajst-32565	110	59	.	.	PUNCT
ajst-32565	111	1	varying	vary	VERB
ajst-32565	111	2	continuously	continuously	ADV
ajst-32565	111	3	from	from	ADP
ajst-32565	111	4	0	0	NUM
ajst-32565	111	5	upward	upward	ADJ
ajst-32565	111	6	traces	trace	VERB
ajst-32565	111	7	the	the	DET
ajst-32565	111	8	pareto	pareto	ADJ
ajst-32565	111	9	frontier	frontier	NOUN
ajst-32565	111	10	of	of	ADP
ajst-32565	111	11	fairness	fairness	NOUN
ajst-32565	111	12	-	-	PUNCT
ajst-32565	111	13	accuracy	accuracy	NOUN
ajst-32565	111	14	trade	trade	NOUN
ajst-32565	111	15	-	-	PUNCT
ajst-32565	111	16	offs	off	NOUN
ajst-32565	111	17	,	,	PUNCT
ajst-32565	111	18	terminating	terminate	VERB
ajst-32565	111	19	when	when	SCONJ
ajst-32565	111	20	additional	additional	ADJ
ajst-32565	111	21	increases	increase	NOUN
ajst-32565	111	22	cease	cease	VERB
ajst-32565	111	23	improving	improve	VERB
ajst-32565	111	24	fairness	fairness	NOUN
ajst-32565	111	25	.	.	PUNCT
ajst-32565	112	1	this	this	DET
ajst-32565	112	2	frontier	frontier	NOUN
ajst-32565	112	3	renders	render	VERB
ajst-32565	112	4	explicit	explicit	ADJ
ajst-32565	112	5	the	the	DET
ajst-32565	112	6	costbenefit	costbenefit	NOUN
ajst-32565	112	7	calculus	calculus	NOUN
ajst-32565	112	8	of	of	ADP
ajst-32565	112	9	different	different	ADJ
ajst-32565	112	10	fairness	fairness	NOUN
ajst-32565	112	11	levels	level	NOUN
ajst-32565	112	12	:	:	PUNCT
ajst-32565	112	13	points	point	NOUN
ajst-32565	112	14	on	on	ADP
ajst-32565	112	15	the	the	DET
ajst-32565	112	16	curve	curve	NOUN
ajst-32565	112	17	are	be	AUX
ajst-32565	112	18	efficient	efficient	ADJ
ajst-32565	112	19	(	(	PUNCT
ajst-32565	112	20	fairness	fairness	NOUN
ajst-32565	112	21	gains	gain	NOUN
ajst-32565	112	22	necessarily	necessarily	ADV
ajst-32565	112	23	sacrifice	sacrifice	VERB
ajst-32565	112	24	accuracy	accuracy	NOUN
ajst-32565	112	25	)	)	PUNCT
ajst-32565	112	26	,	,	PUNCT
ajst-32565	112	27	whereas	whereas	SCONJ
ajst-32565	112	28	points	point	NOUN
ajst-32565	112	29	below	below	ADP
ajst-32565	112	30	it	it	PRON
ajst-32565	112	31	is	be	AUX
ajst-32565	112	32	suboptimal	suboptimal	ADJ
ajst-32565	112	33	—	—	PUNCT
ajst-32565	112	34	improvable	improvable	ADJ
ajst-32565	112	35	in	in	ADP
ajst-32565	112	36	both	both	DET
ajst-32565	112	37	dimensions	dimension	NOUN
ajst-32565	112	38	simultaneously	simultaneously	ADV
ajst-32565	112	39	.	.	PUNCT
ajst-32565	113	1	2.7	2.7	NUM
ajst-32565	113	2	statistical	statistical	ADJ
ajst-32565	113	3	significance	significance	NOUN
ajst-32565	113	4	testing	testing	NOUN
ajst-32565	113	5	bootstrap	bootstrap	NOUN
ajst-32565	113	6	resampling	resampling	NOUN
ajst-32565	113	7	,	,	PUNCT
ajst-32565	113	8	cross	cross	NOUN
ajst-32565	113	9	-	-	NOUN
ajst-32565	113	10	validation	validation	ADJ
ajst-32565	113	11	,	,	PUNCT
ajst-32565	113	12	and	and	CCONJ
ajst-32565	113	13	permutation	permutation	NOUN
ajst-32565	113	14	testing	testing	NOUN
ajst-32565	113	15	collectively	collectively	ADV
ajst-32565	113	16	underwrite	underwrite	VERB
ajst-32565	113	17	our	our	PRON
ajst-32565	113	18	findings	finding	NOUN
ajst-32565	113	19	—	—	PUNCT
ajst-32565	113	20	a	a	DET
ajst-32565	113	21	triad	triad	ADJ
ajst-32565	113	22	ensuring	ensure	VERB
ajst-32565	113	23	robustness	robustness	NOUN
ajst-32565	113	24	and	and	CCONJ
ajst-32565	113	25	generalizability	generalizability	NOUN
ajst-32565	113	26	across	across	ADP
ajst-32565	113	27	data	datum	NOUN
ajst-32565	113	28	splits	split	VERB
ajst-32565	113	29	and	and	CCONJ
ajst-32565	113	30	sampling	sample	VERB
ajst-32565	113	31	variation	variation	NOUN
ajst-32565	113	32	rather	rather	ADV
ajst-32565	113	33	than	than	ADP
ajst-32565	113	34	artifacts	artifact	NOUN
ajst-32565	113	35	of	of	ADP
ajst-32565	113	36	a	a	DET
ajst-32565	113	37	single	single	ADJ
ajst-32565	113	38	random	random	ADJ
ajst-32565	113	39	partition	partition	NOUN
ajst-32565	113	40	.	.	PUNCT
ajst-32565	114	1	bootstrap	bootstrap	NOUN
ajst-32565	114	2	resampling	resample	VERB
ajst-32565	114	3	provides	provide	VERB
ajst-32565	114	4	non	non	ADJ
ajst-32565	114	5	-	-	ADJ
ajst-32565	114	6	parametric	parametric	ADJ
ajst-32565	114	7	confidence	confidence	NOUN
ajst-32565	114	8	intervals	interval	NOUN
ajst-32565	114	9	for	for	ADP
ajst-32565	114	10	fairness	fairness	NOUN
ajst-32565	114	11	metrics	metric	NOUN
ajst-32565	114	12	without	without	ADP
ajst-32565	114	13	assuming	assume	VERB
ajst-32565	114	14	specific	specific	ADJ
ajst-32565	114	15	distributional	distributional	ADJ
ajst-32565	114	16	forms	form	NOUN
ajst-32565	114	17	.	.	PUNCT
ajst-32565	115	1	given	give	VERB
ajst-32565	115	2	bootstrap	bootstrap	NOUN
ajst-32565	115	3	samples	sample	NOUN
ajst-32565	115	4	generated	generate	VERB
ajst-32565	115	5	by	by	ADP
ajst-32565	115	6	sampling	sample	VERB
ajst-32565	115	7	with	with	ADP
ajst-32565	115	8	replacement	replacement	NOUN
ajst-32565	115	9	from	from	ADP
ajst-32565	115	10	the	the	DET
ajst-32565	115	11	original	original	ADJ
ajst-32565	115	12	dataset	dataset	NOUN
ajst-32565	115	13	,	,	PUNCT
ajst-32565	115	14	we	we	PRON
ajst-32565	115	15	compute	compute	VERB
ajst-32565	115	16	the	the	DET
ajst-32565	115	17	metric	metric	NOUN
ajst-32565	115	18	for	for	ADP
ajst-32565	115	19	each	each	DET
ajst-32565	115	20	sample	sample	NOUN
ajst-32565	115	21	and	and	CCONJ
ajst-32565	115	22	construct	construct	VERB
ajst-32565	115	23	the	the	DET
ajst-32565	115	24	95	95	NUM
ajst-32565	115	25	%	%	NOUN
ajst-32565	115	26	confidence	confidence	NOUN
ajst-32565	115	27	interval	interval	NOUN
ajst-32565	115	28	using	use	VERB
ajst-32565	115	29	the	the	DET
ajst-32565	115	30	biascorrected	biascorrecte	VERB
ajst-32565	115	31	and	and	CCONJ
ajst-32565	115	32	accelerated	accelerate	VERB
ajst-32565	115	33	(	(	PUNCT
ajst-32565	115	34	bca	bca	NOUN
ajst-32565	115	35	)	)	PUNCT
ajst-32565	115	36	percentile	percentile	ADJ
ajst-32565	115	37	method	method	NOUN
ajst-32565	115	38	:	:	PUNCT
ajst-32565	115	39	(	(	PUNCT
ajst-32565	115	40	16	16	NUM
ajst-32565	115	41	)	)	PUNCT
ajst-32565	115	42	where	where	SCONJ
ajst-32565	115	43	and	and	CCONJ
ajst-32565	115	44	are	be	AUX
ajst-32565	115	45	adjusted	adjust	VERB
ajst-32565	115	46	percentiles	percentile	NOUN
ajst-32565	115	47	that	that	PRON
ajst-32565	115	48	account	account	VERB
ajst-32565	115	49	for	for	ADP
ajst-32565	115	50	bias	bias	NOUN
ajst-32565	115	51	and	and	CCONJ
ajst-32565	115	52	skewness	skewness	NOUN
ajst-32565	115	53	in	in	ADP
ajst-32565	115	54	the	the	DET
ajst-32565	115	55	bootstrap	bootstrap	NOUN
ajst-32565	115	56	distribution	distribution	NOUN
ajst-32565	115	57	,	,	PUNCT
ajst-32565	115	58	and	and	CCONJ
ajst-32565	115	59	denotes	denote	VERB
ajst-32565	115	60	the	the	DET
ajst-32565	115	61	-th	-th	NOUN
ajst-32565	115	62	order	order	NOUN
ajst-32565	115	63	statistic	statistic	NOUN
ajst-32565	115	64	of	of	ADP
ajst-32565	115	65	the	the	DET
ajst-32565	115	66	bootstrap	bootstrap	NOUN
ajst-32565	115	67	metrics	metric	NOUN
ajst-32565	115	68	.	.	PUNCT
ajst-32565	116	1	the	the	DET
ajst-32565	116	2	bca	bca	PROPN
ajst-32565	116	3	method	method	NOUN
ajst-32565	116	4	provides	provide	VERB
ajst-32565	116	5	more	more	ADV
ajst-32565	116	6	accurate	accurate	ADJ
ajst-32565	116	7	coverage	coverage	NOUN
ajst-32565	116	8	than	than	ADP
ajst-32565	116	9	simple	simple	ADJ
ajst-32565	116	10	percentile	percentile	ADJ
ajst-32565	116	11	intervals	interval	NOUN
ajst-32565	116	12	,	,	PUNCT
ajst-32565	116	13	particularly	particularly	ADV
ajst-32565	116	14	for	for	ADP
ajst-32565	116	15	skewed	skewed	ADJ
ajst-32565	116	16	distributions	distribution	NOUN
ajst-32565	116	17	common	common	ADJ
ajst-32565	116	18	in	in	ADP
ajst-32565	116	19	fairness	fairness	NOUN
ajst-32565	116	20	metrics	metric	NOUN
ajst-32565	116	21	.	.	PUNCT
ajst-32565	117	1	additionally	additionally	ADV
ajst-32565	117	2	,	,	PUNCT
ajst-32565	117	3	we	we	PRON
ajst-32565	117	4	perform	perform	VERB
ajst-32565	117	5	permutation	permutation	NOUN
ajst-32565	117	6	tests	test	NOUN
ajst-32565	117	7	to	to	PART
ajst-32565	117	8	assess	assess	VERB
ajst-32565	117	9	whether	whether	SCONJ
ajst-32565	117	10	observed	observe	VERB
ajst-32565	117	11	differences	difference	NOUN
ajst-32565	117	12	in	in	ADP
ajst-32565	117	13	group	group	NOUN
ajst-32565	117	14	performance	performance	NOUN
ajst-32565	117	15	are	be	AUX
ajst-32565	117	16	statistically	statistically	ADV
ajst-32565	117	17	significant	significant	ADJ
ajst-32565	117	18	or	or	CCONJ
ajst-32565	117	19	could	could	AUX
ajst-32565	117	20	arise	arise	VERB
ajst-32565	117	21	by	by	ADP
ajst-32565	117	22	chance	chance	NOUN
ajst-32565	117	23	under	under	ADP
ajst-32565	117	24	the	the	DET
ajst-32565	117	25	null	null	ADJ
ajst-32565	117	26	hypothesis	hypothesis	NOUN
ajst-32565	117	27	of	of	ADP
ajst-32565	117	28	no	no	DET
ajst-32565	117	29	discrimination	discrimination	NOUN
ajst-32565	117	30	.	.	PUNCT
ajst-32565	118	1	under	under	ADP
ajst-32565	118	2	the	the	DET
ajst-32565	118	3	null	null	ADJ
ajst-32565	118	4	hypothesis	hypothesis	NOUN
ajst-32565	118	5	,	,	PUNCT
ajst-32565	118	6	group	group	NOUN
ajst-32565	118	7	labels	label	NOUN
ajst-32565	118	8	are	be	AUX
ajst-32565	118	9	independent	independent	ADJ
ajst-32565	118	10	of	of	ADP
ajst-32565	118	11	outcomes	outcome	NOUN
ajst-32565	118	12	,	,	PUNCT
ajst-32565	118	13	so	so	ADV
ajst-32565	118	14	randomly	randomly	ADV
ajst-32565	118	15	permuting	permute	VERB
ajst-32565	118	16	group	group	NOUN
ajst-32565	118	17	assignments	assignment	NOUN
ajst-32565	118	18	should	should	AUX
ajst-32565	118	19	produce	produce	VERB
ajst-32565	118	20	similar	similar	ADJ
ajst-32565	118	21	disparities	disparity	NOUN
ajst-32565	118	22	.	.	PUNCT
ajst-32565	119	1	with	with	ADP
ajst-32565	119	2	random	random	ADJ
ajst-32565	119	3	permutations	permutation	NOUN
ajst-32565	119	4	,	,	PUNCT
ajst-32565	119	5	the	the	DET
ajst-32565	119	6	empirical	empirical	ADJ
ajst-32565	119	7	p	p	NOUN
ajst-32565	119	8	-	-	PUNCT
ajst-32565	119	9	value	value	NOUN
ajst-32565	119	10	is	be	AUX
ajst-32565	119	11	computed	compute	VERB
ajst-32565	119	12	as	as	ADP
ajst-32565	119	13	:	:	PUNCT
ajst-32565	119	14	(	(	PUNCT
ajst-32565	119	15	17	17	NUM
ajst-32565	119	16	)	)	PUNCT
ajst-32565	119	17	where	where	SCONJ
ajst-32565	119	18	represents	represent	VERB
ajst-32565	119	19	the	the	DET
ajst-32565	119	20	performance	performance	NOUN
ajst-32565	119	21	difference	difference	NOUN
ajst-32565	119	22	in	in	ADP
ajst-32565	119	23	the	the	DET
ajst-32565	119	24	-th	-th	ADJ
ajst-32565	119	25	permutation	permutation	NOUN
ajst-32565	119	26	,	,	PUNCT
ajst-32565	119	27	is	be	AUX
ajst-32565	119	28	the	the	DET
ajst-32565	119	29	actually	actually	ADV
ajst-32565	119	30	observed	observe	VERB
ajst-32565	119	31	disparity	disparity	NOUN
ajst-32565	119	32	,	,	PUNCT
ajst-32565	119	33	and	and	CCONJ
ajst-32565	119	34	is	be	AUX
ajst-32565	119	35	the	the	DET
ajst-32565	119	36	indicator	indicator	NOUN
ajst-32565	119	37	function	function	NOUN
ajst-32565	119	38	.	.	PUNCT
ajst-32565	120	1	the	the	DET
ajst-32565	120	2	addition	addition	NOUN
ajst-32565	120	3	of	of	ADP
ajst-32565	120	4	1	1	NUM
ajst-32565	120	5	in	in	ADP
ajst-32565	120	6	both	both	CCONJ
ajst-32565	120	7	numerator	numerator	NOUN
ajst-32565	120	8	and	and	CCONJ
ajst-32565	120	9	denominator	denominator	NOUN
ajst-32565	120	10	prevents	prevent	VERB
ajst-32565	120	11	p	p	NOUN
ajst-32565	120	12	-	-	PUNCT
ajst-32565	120	13	values	value	NOUN
ajst-32565	120	14	of	of	ADP
ajst-32565	120	15	exactly	exactly	ADV
ajst-32565	120	16	0	0	NUM
ajst-32565	120	17	and	and	CCONJ
ajst-32565	120	18	accounts	account	VERB
ajst-32565	120	19	for	for	ADP
ajst-32565	120	20	the	the	DET
ajst-32565	120	21	observed	observe	VERB
ajst-32565	120	22	data	datum	NOUN
ajst-32565	120	23	as	as	ADP
ajst-32565	120	24	one	one	NUM
ajst-32565	120	25	possible	possible	ADJ
ajst-32565	120	26	permutation	permutation	NOUN
ajst-32565	120	27	.	.	PUNCT
ajst-32565	121	1	cross	cross	ADJ
ajst-32565	121	2	-	-	ADJ
ajst-32565	121	3	validation	validation	ADJ
ajst-32565	121	4	using	using	NOUN
ajst-32565	121	5	stratified	stratified	ADJ
ajst-32565	121	6	k	k	ADJ
ajst-32565	121	7	-	-	ADJ
ajst-32565	121	8	fold	fold	ADJ
ajst-32565	121	9	splitting	splitting	NOUN
ajst-32565	121	10	ensures	ensure	VERB
ajst-32565	121	11	that	that	SCONJ
ajst-32565	121	12	our	our	PRON
ajst-32565	121	13	results	result	NOUN
ajst-32565	121	14	are	be	AUX
ajst-32565	121	15	not	not	PART
ajst-32565	121	16	artifacts	artifact	NOUN
ajst-32565	121	17	of	of	ADP
ajst-32565	121	18	particular	particular	ADJ
ajst-32565	121	19	train	train	NOUN
ajst-32565	121	20	-	-	PUNCT
ajst-32565	121	21	test	test	NOUN
ajst-32565	121	22	splits	split	NOUN
ajst-32565	121	23	and	and	CCONJ
ajst-32565	121	24	that	that	SCONJ
ajst-32565	121	25	fairness	fairness	NOUN
ajst-32565	121	26	interventions	intervention	NOUN
ajst-32565	121	27	generalize	generalize	VERB
ajst-32565	121	28	to	to	ADP
ajst-32565	121	29	new	new	ADJ
ajst-32565	121	30	data	datum	NOUN
ajst-32565	121	31	.	.	PUNCT
ajst-32565	122	1	we	we	PRON
ajst-32565	122	2	maintain	maintain	VERB
ajst-32565	122	3	consistent	consistent	ADJ
ajst-32565	122	4	group	group	NOUN
ajst-32565	122	5	proportions	proportion	NOUN
ajst-32565	122	6	across	across	ADP
ajst-32565	122	7	folds	fold	NOUN
ajst-32565	122	8	and	and	CCONJ
ajst-32565	122	9	evaluate	evaluate	VERB
ajst-32565	122	10	both	both	PRON
ajst-32565	122	11	within	within	ADP
ajst-32565	122	12	-	-	ADJ
ajst-32565	122	13	fold	fold	ADJ
ajst-32565	122	14	and	and	CCONJ
ajst-32565	122	15	across	across	ADP
ajst-32565	122	16	-	-	ADJ
ajst-32565	122	17	fold	fold	ADJ
ajst-32565	122	18	stability	stability	NOUN
ajst-32565	122	19	of	of	ADP
ajst-32565	122	20	fairness	fairness	NOUN
ajst-32565	122	21	metrics	metric	NOUN
ajst-32565	122	22	and	and	CCONJ
ajst-32565	122	23	optimal	optimal	ADJ
ajst-32565	122	24	thresholds	threshold	NOUN
ajst-32565	122	25	.	.	PUNCT
ajst-32565	123	1	stability	stability	NOUN
ajst-32565	123	2	analysis	analysis	NOUN
ajst-32565	123	3	examines	examine	VERB
ajst-32565	123	4	the	the	DET
ajst-32565	123	5	variance	variance	NOUN
ajst-32565	123	6	of	of	ADP
ajst-32565	123	7	optimal	optimal	ADJ
ajst-32565	123	8	parameters	parameter	NOUN
ajst-32565	123	9	across	across	ADP
ajst-32565	123	10	folds	fold	NOUN
ajst-32565	123	11	,	,	PUNCT
ajst-32565	123	12	with	with	ADP
ajst-32565	123	13	high	high	ADJ
ajst-32565	123	14	variance	variance	NOUN
ajst-32565	123	15	suggesting	suggest	VERB
ajst-32565	123	16	overfitting	overfitte	VERB
ajst-32565	123	17	to	to	ADP
ajst-32565	123	18	particular	particular	ADJ
ajst-32565	123	19	data	datum	NOUN
ajst-32565	123	20	configurations[5][6	configurations[5][6	NOUN
ajst-32565	123	21	]	]	PUNCT
ajst-32565	123	22	.	.	PUNCT
ajst-32565	124	1	214	214	NUM
ajst-32565	124	2	3	3	NUM
ajst-32565	124	3	.	.	PUNCT
ajst-32565	124	4	results	result	NOUN
ajst-32565	124	5	and	and	CCONJ
ajst-32565	124	6	analysis	analysis	NOUN
ajst-32565	124	7	3.1	3.1	NUM
ajst-32565	124	8	experimental	experimental	ADJ
ajst-32565	124	9	setup	setup	NOUN
ajst-32565	124	10	the	the	DET
ajst-32565	124	11	dataset	dataset	NOUN
ajst-32565	124	12	we	we	PRON
ajst-32565	124	13	used	use	VERB
ajst-32565	124	14	was	be	AUX
ajst-32565	124	15	the	the	DET
ajst-32565	124	16	german	german	ADJ
ajst-32565	124	17	credit	credit	NOUN
ajst-32565	124	18	dataset	dataset	NOUN
ajst-32565	124	19	:	:	PUNCT
ajst-32565	124	20	this	this	DET
ajst-32565	124	21	dataset	dataset	NOUN
ajst-32565	124	22	contains	contain	VERB
ajst-32565	124	23	1000	1000	NUM
ajst-32565	124	24	loan	loan	NOUN
ajst-32565	124	25	application	application	NOUN
ajst-32565	124	26	records	record	NOUN
ajst-32565	124	27	,	,	PUNCT
ajst-32565	124	28	with	with	ADP
ajst-32565	124	29	20	20	NUM
ajst-32565	124	30	information	information	NOUN
ajst-32565	124	31	fields	field	NOUN
ajst-32565	124	32	in	in	ADP
ajst-32565	124	33	the	the	DET
ajst-32565	124	34	original	original	ADJ
ajst-32565	124	35	dataset	dataset	NOUN
ajst-32565	124	36	.	.	PUNCT
ajst-32565	125	1	after	after	ADP
ajst-32565	125	2	encoding	encode	VERB
ajst-32565	125	3	,	,	PUNCT
ajst-32565	125	4	we	we	PRON
ajst-32565	125	5	expanded	expand	VERB
ajst-32565	125	6	it	it	PRON
ajst-32565	125	7	to	to	PART
ajst-32565	125	8	have	have	VERB
ajst-32565	125	9	61	61	NUM
ajst-32565	125	10	feature	feature	NOUN
ajst-32565	125	11	dimensions	dimension	NOUN
ajst-32565	125	12	.	.	PUNCT
ajst-32565	126	1	stratified	stratified	ADJ
ajst-32565	126	2	sampling	sample	VERB
ajst-32565	126	3	was	be	AUX
ajst-32565	126	4	used	use	VERB
ajst-32565	126	5	to	to	PART
ajst-32565	126	6	divide	divide	VERB
ajst-32565	126	7	the	the	DET
ajst-32565	126	8	dataset	dataset	NOUN
ajst-32565	126	9	,	,	PUNCT
ajst-32565	126	10	with	with	ADP
ajst-32565	126	11	70	70	NUM
ajst-32565	126	12	%	%	NOUN
ajst-32565	126	13	used	use	VERB
ajst-32565	126	14	for	for	ADP
ajst-32565	126	15	model	model	NOUN
ajst-32565	126	16	training	training	NOUN
ajst-32565	126	17	and	and	CCONJ
ajst-32565	126	18	30	30	NUM
ajst-32565	126	19	%	%	NOUN
ajst-32565	126	20	used	use	VERB
ajst-32565	126	21	as	as	ADP
ajst-32565	126	22	the	the	DET
ajst-32565	126	23	test	test	NOUN
ajst-32565	126	24	set	set	VERB
ajst-32565	126	25	.	.	PUNCT
ajst-32565	127	1	the	the	DET
ajst-32565	127	2	30	30	NUM
ajst-32565	127	3	%	%	NOUN
ajst-32565	127	4	test	test	NOUN
ajst-32565	127	5	set	set	NOUN
ajst-32565	127	6	was	be	AUX
ajst-32565	127	7	further	far	ADV
ajst-32565	127	8	divided	divide	VERB
ajst-32565	127	9	into	into	ADP
ajst-32565	127	10	two	two	NUM
ajst-32565	127	11	parts	part	NOUN
ajst-32565	127	12	:	:	PUNCT
ajst-32565	127	13	one	one	NUM
ajst-32565	127	14	part	part	NOUN
ajst-32565	127	15	for	for	ADP
ajst-32565	127	16	parameter	parameter	NOUN
ajst-32565	127	17	tuning	tuning	NOUN
ajst-32565	127	18	and	and	CCONJ
ajst-32565	127	19	model	model	NOUN
ajst-32565	127	20	validation	validation	NOUN
ajst-32565	127	21	,	,	PUNCT
ajst-32565	127	22	and	and	CCONJ
ajst-32565	127	23	the	the	DET
ajst-32565	127	24	other	other	ADJ
ajst-32565	127	25	part	part	NOUN
ajst-32565	127	26	for	for	ADP
ajst-32565	127	27	evaluating	evaluate	VERB
ajst-32565	127	28	the	the	DET
ajst-32565	127	29	final	final	ADJ
ajst-32565	127	30	results	result	NOUN
ajst-32565	127	31	.	.	PUNCT
ajst-32565	128	1	gender	gender	NOUN
ajst-32565	128	2	was	be	AUX
ajst-32565	128	3	the	the	DET
ajst-32565	128	4	main	main	ADJ
ajst-32565	128	5	sensitive	sensitive	ADJ
ajst-32565	128	6	attribute	attribute	NOUN
ajst-32565	128	7	in	in	ADP
ajst-32565	128	8	this	this	DET
ajst-32565	128	9	experiment	experiment	NOUN
ajst-32565	128	10	:	:	PUNCT
ajst-32565	128	11	women	woman	NOUN
ajst-32565	128	12	were	be	AUX
ajst-32565	128	13	the	the	DET
ajst-32565	128	14	protected	protect	VERB
ajst-32565	128	15	group	group	NOUN
ajst-32565	128	16	(	(	PUNCT
ajst-32565	128	17	310	310	NUM
ajst-32565	128	18	people	people	NOUN
ajst-32565	128	19	)	)	PUNCT
ajst-32565	128	20	,	,	PUNCT
ajst-32565	128	21	and	and	CCONJ
ajst-32565	128	22	men	man	NOUN
ajst-32565	128	23	were	be	AUX
ajst-32565	128	24	the	the	DET
ajst-32565	128	25	unprotected	unprotected	ADJ
ajst-32565	128	26	group	group	NOUN
ajst-32565	128	27	(	(	PUNCT
ajst-32565	128	28	690	690	NUM
ajst-32565	128	29	people	people	NOUN
ajst-32565	128	30	)	)	PUNCT
ajst-32565	128	31	.	.	PUNCT
ajst-32565	129	1	3.2	3.2	NUM
ajst-32565	129	2	baseline	baseline	PROPN
ajst-32565	129	3	model	model	NOUN
ajst-32565	129	4	performance	performance	NOUN
ajst-32565	129	5	and	and	CCONJ
ajst-32565	129	6	bias	bias	NOUN
ajst-32565	129	7	detection	detection	NOUN
ajst-32565	129	8	the	the	DET
ajst-32565	129	9	overall	overall	ADJ
ajst-32565	129	10	accuracy	accuracy	NOUN
ajst-32565	129	11	of	of	ADP
ajst-32565	129	12	the	the	DET
ajst-32565	129	13	standard	standard	ADJ
ajst-32565	129	14	logistic	logistic	ADJ
ajst-32565	129	15	regression	regression	NOUN
ajst-32565	129	16	model	model	NOUN
ajst-32565	129	17	(	(	PUNCT
ajst-32565	129	18	the	the	DET
ajst-32565	129	19	baseline	baseline	PROPN
ajst-32565	129	20	model	model	NOUN
ajst-32565	129	21	)	)	PUNCT
ajst-32565	129	22	was	be	AUX
ajst-32565	129	23	72.0	72.0	NUM
ajst-32565	129	24	%	%	NOUN
ajst-32565	129	25	.	.	PUNCT
ajst-32565	130	1	analyzing	analyze	VERB
ajst-32565	130	2	by	by	ADP
ajst-32565	130	3	gender	gender	NOUN
ajst-32565	130	4	,	,	PUNCT
ajst-32565	130	5	the	the	DET
ajst-32565	130	6	model	model	NOUN
ajst-32565	130	7	's	's	PART
ajst-32565	130	8	precision	precision	NOUN
ajst-32565	130	9	(	(	PUNCT
ajst-32565	130	10	the	the	DET
ajst-32565	130	11	proportion	proportion	NOUN
ajst-32565	130	12	of	of	ADP
ajst-32565	130	13	predictions	prediction	NOUN
ajst-32565	130	14	that	that	PRON
ajst-32565	130	15	were	be	AUX
ajst-32565	130	16	low	low	ADJ
ajst-32565	130	17	-	-	PUNCT
ajst-32565	130	18	risk	risk	NOUN
ajst-32565	130	19	and	and	CCONJ
ajst-32565	130	20	actually	actually	ADV
ajst-32565	130	21	low	low	ADJ
ajst-32565	130	22	-	-	PUNCT
ajst-32565	130	23	risk	risk	NOUN
ajst-32565	130	24	)	)	PUNCT
ajst-32565	130	25	was	be	AUX
ajst-32565	130	26	78.4	78.4	NUM
ajst-32565	130	27	%	%	NOUN
ajst-32565	130	28	;	;	PUNCT
ajst-32565	130	29	the	the	DET
ajst-32565	130	30	recall	recall	NOUN
ajst-32565	130	31	(	(	PUNCT
ajst-32565	130	32	the	the	DET
ajst-32565	130	33	proportion	proportion	NOUN
ajst-32565	130	34	of	of	ADP
ajst-32565	130	35	actual	actual	ADJ
ajst-32565	130	36	low	low	ADJ
ajst-32565	130	37	-	-	PUNCT
ajst-32565	130	38	risk	risk	NOUN
ajst-32565	130	39	predictions	prediction	NOUN
ajst-32565	130	40	that	that	PRON
ajst-32565	130	41	were	be	AUX
ajst-32565	130	42	correctly	correctly	ADV
ajst-32565	130	43	made	make	VERB
ajst-32565	130	44	)	)	PUNCT
ajst-32565	130	45	was	be	AUX
ajst-32565	130	46	82.9	82.9	NUM
ajst-32565	130	47	%	%	NOUN
ajst-32565	130	48	.	.	PUNCT
ajst-32565	131	1	table	table	NOUN
ajst-32565	131	2	2	2	NUM
ajst-32565	131	3	shows	show	VERB
ajst-32565	131	4	that	that	SCONJ
ajst-32565	131	5	overall	overall	ADJ
ajst-32565	131	6	metrics	metric	NOUN
ajst-32565	131	7	mask	mask	VERB
ajst-32565	131	8	gender	gender	NOUN
ajst-32565	131	9	differences	difference	NOUN
ajst-32565	131	10	.	.	PUNCT
ajst-32565	132	1	figure	figure	NOUN
ajst-32565	132	2	1	1	NUM
ajst-32565	132	3	.	.	PUNCT
ajst-32565	133	1	conceptual	conceptual	ADJ
ajst-32565	133	2	diagram	diagram	NOUN
ajst-32565	133	3	of	of	ADP
ajst-32565	133	4	the	the	DET
ajst-32565	133	5	fairness	fairness	NOUN
ajst-32565	133	6	-	-	PUNCT
ajst-32565	133	7	aware	aware	ADJ
ajst-32565	133	8	classification	classification	NOUN
ajst-32565	133	9	215	215	NUM
ajst-32565	133	10	table	table	NOUN
ajst-32565	133	11	2	2	NUM
ajst-32565	133	12	.	.	PUNCT
ajst-32565	133	13	group	group	NOUN
ajst-32565	133	14	-	-	PUNCT
ajst-32565	133	15	specific	specific	ADJ
ajst-32565	133	16	performance	performance	NOUN
ajst-32565	133	17	in	in	ADP
ajst-32565	133	18	baseline	baseline	NOUN
ajst-32565	133	19	model	model	NOUN
ajst-32565	133	20	group	group	NOUN
ajst-32565	133	21	accuracy	accuracy	NOUN
ajst-32565	133	22	pos	pos	PROPN
ajst-32565	133	23	.	.	PUNCT
ajst-32565	134	1	rate	rate	PROPN
ajst-32565	134	2	tpr	tpr	PROPN
ajst-32565	134	3	fpr	fpr	PROPN
ajst-32565	134	4	protected	protect	VERB
ajst-32565	134	5	(	(	PUNCT
ajst-32565	134	6	female	female	NOUN
ajst-32565	134	7	)	)	PUNCT
ajst-32565	134	8	0.628	0.628	NUM
ajst-32565	134	9	0.628	0.628	NUM
ajst-32565	134	10	0.704	0.704	NUM
ajst-32565	134	11	0.500	0.500	NUM
ajst-32565	134	12	non	non	ADJ
ajst-32565	134	13	-	-	ADJ
ajst-32565	134	14	protected	protected	ADJ
ajst-32565	134	15	(	(	PUNCT
ajst-32565	134	16	male	male	NOUN
ajst-32565	134	17	)	)	PUNCT
ajst-32565	134	18	0.757	0.757	NUM
ajst-32565	134	19	0.785	0.785	NUM
ajst-32565	134	20	0.872	0.872	NUM
ajst-32565	134	21	0.552	0.552	NUM
ajst-32565	134	22	difference	difference	NOUN
ajst-32565	134	23	0.129	0.129	NUM
ajst-32565	134	24	0.157	0.157	NUM
ajst-32565	134	25	0.168	0.168	NUM
ajst-32565	134	26	0.052	0.052	NUM
ajst-32565	134	27	the	the	DET
ajst-32565	134	28	results	result	NOUN
ajst-32565	134	29	of	of	ADP
ajst-32565	134	30	the	the	DET
ajst-32565	134	31	gender	gender	NOUN
ajst-32565	134	32	differences	difference	NOUN
ajst-32565	134	33	were	be	AUX
ajst-32565	134	34	as	as	SCONJ
ajst-32565	134	35	follows	follow	VERB
ajst-32565	134	36	:	:	PUNCT
ajst-32565	134	37	the	the	DET
ajst-32565	134	38	model	model	NOUN
ajst-32565	134	39	accuracy	accuracy	NOUN
ajst-32565	134	40	for	for	ADP
ajst-32565	134	41	men	man	NOUN
ajst-32565	134	42	was	be	AUX
ajst-32565	134	43	75.7	75.7	NUM
ajst-32565	134	44	%	%	NOUN
ajst-32565	134	45	,	,	PUNCT
ajst-32565	134	46	while	while	SCONJ
ajst-32565	134	47	for	for	ADP
ajst-32565	134	48	women	woman	NOUN
ajst-32565	134	49	it	it	PRON
ajst-32565	134	50	was	be	AUX
ajst-32565	134	51	62.8	62.8	NUM
ajst-32565	134	52	%	%	NOUN
ajst-32565	134	53	,	,	PUNCT
ajst-32565	134	54	and	and	CCONJ
ajst-32565	134	55	the	the	DET
ajst-32565	134	56	permutation	permutation	NOUN
ajst-32565	134	57	test	test	NOUN
ajst-32565	134	58	further	far	ADV
ajst-32565	134	59	confirmed	confirm	VERB
ajst-32565	134	60	that	that	SCONJ
ajst-32565	134	61	this	this	DET
ajst-32565	134	62	difference	difference	NOUN
ajst-32565	134	63	was	be	AUX
ajst-32565	134	64	statistically	statistically	ADV
ajst-32565	134	65	significant	significant	ADJ
ajst-32565	134	66	(	(	PUNCT
ajst-32565	134	67	p<0.001	p<0.001	PROPN
ajst-32565	134	68	)	)	PUNCT
ajst-32565	134	69	.	.	PUNCT
ajst-32565	135	1	the	the	DET
ajst-32565	135	2	demographic	demographic	ADJ
ajst-32565	135	3	equality	equality	NOUN
ajst-32565	135	4	difference	difference	NOUN
ajst-32565	135	5	was	be	AUX
ajst-32565	135	6	0.157	0.157	NUM
ajst-32565	135	7	,	,	PUNCT
ajst-32565	135	8	more	more	ADJ
ajst-32565	135	9	than	than	ADP
ajst-32565	135	10	50	50	NUM
ajst-32565	135	11	%	%	NOUN
ajst-32565	135	12	higher	high	ADJ
ajst-32565	135	13	than	than	ADP
ajst-32565	135	14	the	the	DET
ajst-32565	135	15	industry	industry	NOUN
ajst-32565	135	16	-	-	PUNCT
ajst-32565	135	17	standard	standard	ADJ
ajst-32565	135	18	fairness	fairness	NOUN
ajst-32565	135	19	threshold	threshold	NOUN
ajst-32565	135	20	of	of	ADP
ajst-32565	135	21	0.1	0.1	NUM
ajst-32565	135	22	;	;	PUNCT
ajst-32565	135	23	the	the	DET
ajst-32565	135	24	positive	positive	ADJ
ajst-32565	135	25	predictive	predictive	ADJ
ajst-32565	135	26	value	value	NOUN
ajst-32565	135	27	was	be	AUX
ajst-32565	135	28	78.5	78.5	NUM
ajst-32565	135	29	%	%	NOUN
ajst-32565	135	30	for	for	ADP
ajst-32565	135	31	men	man	NOUN
ajst-32565	135	32	and	and	CCONJ
ajst-32565	135	33	62.8	62.8	NUM
ajst-32565	135	34	%	%	NOUN
ajst-32565	135	35	for	for	ADP
ajst-32565	135	36	women	woman	NOUN
ajst-32565	135	37	,	,	PUNCT
ajst-32565	135	38	with	with	ADP
ajst-32565	135	39	a	a	DET
ajst-32565	135	40	similarly	similarly	ADV
ajst-32565	135	41	significant	significant	ADJ
ajst-32565	135	42	difference	difference	NOUN
ajst-32565	135	43	;	;	PUNCT
ajst-32565	135	44	the	the	DET
ajst-32565	135	45	equalization	equalization	NOUN
ajst-32565	135	46	probability	probability	NOUN
ajst-32565	135	47	difference	difference	NOUN
ajst-32565	135	48	was	be	AUX
ajst-32565	135	49	0.168	0.168	NUM
ajst-32565	135	50	,	,	PUNCT
ajst-32565	135	51	indicating	indicate	VERB
ajst-32565	135	52	a	a	DET
ajst-32565	135	53	large	large	ADJ
ajst-32565	135	54	difference	difference	NOUN
ajst-32565	135	55	in	in	ADP
ajst-32565	135	56	model	model	NOUN
ajst-32565	135	57	error	error	NOUN
ajst-32565	135	58	rates	rate	NOUN
ajst-32565	135	59	between	between	ADP
ajst-32565	135	60	the	the	DET
ajst-32565	135	61	male	male	ADJ
ajst-32565	135	62	and	and	CCONJ
ajst-32565	135	63	female	female	ADJ
ajst-32565	135	64	groups	group	NOUN
ajst-32565	135	65	.	.	PUNCT
ajst-32565	136	1	the	the	DET
ajst-32565	136	2	difference	difference	NOUN
ajst-32565	136	3	in	in	ADP
ajst-32565	136	4	impact	impact	NOUN
ajst-32565	136	5	ratio	ratio	NOUN
ajst-32565	136	6	(	(	PUNCT
ajst-32565	136	7	dir	dir	PROPN
ajst-32565	136	8	)	)	PUNCT
ajst-32565	136	9	was	be	AUX
ajst-32565	136	10	exactly	exactly	ADV
ajst-32565	136	11	0.800	0.800	NUM
ajst-32565	136	12	,	,	PUNCT
ajst-32565	136	13	which	which	PRON
ajst-32565	136	14	is	be	AUX
ajst-32565	136	15	above	above	ADP
ajst-32565	136	16	the	the	DET
ajst-32565	136	17	legally	legally	ADV
ajst-32565	136	18	stipulated	stipulate	VERB
ajst-32565	136	19	threshold	threshold	NOUN
ajst-32565	136	20	of	of	ADP
ajst-32565	136	21	0.8	0.8	NUM
ajst-32565	136	22	.	.	PUNCT
ajst-32565	137	1	the	the	DET
ajst-32565	137	2	95	95	NUM
ajst-32565	137	3	%	%	NOUN
ajst-32565	137	4	confidence	confidence	NOUN
ajst-32565	137	5	interval	interval	NOUN
ajst-32565	137	6	for	for	ADP
ajst-32565	137	7	the	the	DET
ajst-32565	137	8	demographic	demographic	ADJ
ajst-32565	137	9	equality	equality	NOUN
ajst-32565	137	10	difference	difference	NOUN
ajst-32565	137	11	was	be	AUX
ajst-32565	137	12	[	[	X
ajst-32565	137	13	0.142	0.142	NUM
ajst-32565	137	14	,	,	PUNCT
ajst-32565	137	15	0.173	0.173	NUM
ajst-32565	137	16	]	]	PUNCT
ajst-32565	137	17	,	,	PUNCT
ajst-32565	137	18	and	and	CCONJ
ajst-32565	137	19	the	the	DET
ajst-32565	137	20	interval	interval	NOUN
ajst-32565	137	21	did	do	AUX
ajst-32565	137	22	not	not	PART
ajst-32565	137	23	include	include	VERB
ajst-32565	137	24	0	0	NUM
ajst-32565	137	25	.	.	PUNCT
ajst-32565	138	1	figure	figure	NOUN
ajst-32565	138	2	2	2	NUM
ajst-32565	138	3	more	more	ADV
ajst-32565	138	4	intuitively	intuitively	ADV
ajst-32565	138	5	illustrates	illustrate	VERB
ajst-32565	138	6	the	the	DET
ajst-32565	138	7	significant	significant	ADJ
ajst-32565	138	8	differences	difference	NOUN
ajst-32565	138	9	between	between	ADP
ajst-32565	138	10	the	the	DET
ajst-32565	138	11	male	male	ADJ
ajst-32565	138	12	and	and	CCONJ
ajst-32565	138	13	female	female	ADJ
ajst-32565	138	14	groups	group	NOUN
ajst-32565	138	15	.	.	PUNCT
ajst-32565	139	1	figure	figure	NOUN
ajst-32565	139	2	2	2	NUM
ajst-32565	139	3	.	.	PUNCT
ajst-32565	139	4	detailed	detailed	ADJ
ajst-32565	139	5	group	group	NOUN
ajst-32565	139	6	performance	performance	NOUN
ajst-32565	139	7	analysis	analysis	NOUN
ajst-32565	139	8	3.3	3.3	NUM
ajst-32565	139	9	pre	pre	ADJ
ajst-32565	139	10	-	-	ADJ
ajst-32565	139	11	processing	processing	ADJ
ajst-32565	139	12	results	result	NOUN
ajst-32565	139	13	:	:	PUNCT
ajst-32565	139	14	feature	feature	NOUN
ajst-32565	139	15	blindness	blindness	NOUN
ajst-32565	139	16	based	base	VERB
ajst-32565	139	17	on	on	ADP
ajst-32565	139	18	this	this	PRON
ajst-32565	139	19	,	,	PUNCT
ajst-32565	139	20	we	we	PRON
ajst-32565	139	21	further	far	ADV
ajst-32565	139	22	conducted	conduct	VERB
ajst-32565	139	23	an	an	DET
ajst-32565	139	24	experiment	experiment	NOUN
ajst-32565	139	25	where	where	SCONJ
ajst-32565	139	26	only	only	ADV
ajst-32565	139	27	sensitive	sensitive	ADJ
ajst-32565	139	28	features	feature	NOUN
ajst-32565	139	29	were	be	AUX
ajst-32565	139	30	removed	remove	VERB
ajst-32565	139	31	,	,	PUNCT
ajst-32565	139	32	but	but	CCONJ
ajst-32565	139	33	surrogate	surrogate	ADJ
ajst-32565	139	34	features	feature	NOUN
ajst-32565	139	35	were	be	AUX
ajst-32565	139	36	not	not	PART
ajst-32565	139	37	removed	remove	VERB
ajst-32565	139	38	.	.	PUNCT
ajst-32565	140	1	the	the	DET
ajst-32565	140	2	demographic	demographic	ADJ
ajst-32565	140	3	mean	mean	NOUN
ajst-32565	140	4	disparity	disparity	NOUN
ajst-32565	140	5	decreased	decrease	VERB
ajst-32565	140	6	by	by	ADP
ajst-32565	140	7	8.9	8.9	NUM
ajst-32565	140	8	%	%	NOUN
ajst-32565	140	9	after	after	ADP
ajst-32565	140	10	removing	remove	VERB
ajst-32565	140	11	gender	gender	NOUN
ajst-32565	140	12	and	and	CCONJ
ajst-32565	140	13	age	age	NOUN
ajst-32565	140	14	,	,	PUNCT
ajst-32565	140	15	from	from	ADP
ajst-32565	140	16	0.157	0.157	NUM
ajst-32565	140	17	to	to	ADP
ajst-32565	140	18	0.171	0.171	NUM
ajst-32565	140	19	.	.	PUNCT
ajst-32565	141	1	this	this	PRON
ajst-32565	141	2	indicates	indicate	VERB
ajst-32565	141	3	that	that	SCONJ
ajst-32565	141	4	the	the	DET
ajst-32565	141	5	model	model	NOUN
ajst-32565	141	6	reconstructs	reconstruct	VERB
ajst-32565	141	7	sensitive	sensitive	ADJ
ajst-32565	141	8	information	information	NOUN
ajst-32565	141	9	using	use	VERB
ajst-32565	141	10	relevant	relevant	ADJ
ajst-32565	141	11	features	feature	NOUN
ajst-32565	141	12	,	,	PUNCT
ajst-32565	141	13	consistent	consistent	ADJ
ajst-32565	141	14	with	with	ADP
ajst-32565	141	15	previous	previous	ADJ
ajst-32565	141	16	analysis	analysis	NOUN
ajst-32565	141	17	.	.	PUNCT
ajst-32565	142	1	the	the	DET
ajst-32565	142	2	overall	overall	ADJ
ajst-32565	142	3	model	model	NOUN
ajst-32565	142	4	accuracy	accuracy	NOUN
ajst-32565	142	5	remained	remain	VERB
ajst-32565	142	6	unchanged	unchanged	ADJ
ajst-32565	142	7	at	at	ADP
ajst-32565	142	8	72.0	72.0	NUM
ajst-32565	142	9	%	%	NOUN
ajst-32565	142	10	,	,	PUNCT
ajst-32565	142	11	suggesting	suggest	VERB
ajst-32565	142	12	that	that	SCONJ
ajst-32565	142	13	the	the	DET
ajst-32565	142	14	removed	removed	ADJ
ajst-32565	142	15	gender	gender	NOUN
ajst-32565	142	16	and	and	CCONJ
ajst-32565	142	17	age	age	NOUN
ajst-32565	142	18	have	have	VERB
ajst-32565	142	19	no	no	DET
ajst-32565	142	20	direct	direct	ADJ
ajst-32565	142	21	value	value	NOUN
ajst-32565	142	22	in	in	ADP
ajst-32565	142	23	predicting	predict	VERB
ajst-32565	142	24	low	low	ADJ
ajst-32565	142	25	risk	risk	NOUN
ajst-32565	142	26	.	.	PUNCT
ajst-32565	143	1	we	we	PRON
ajst-32565	143	2	used	use	VERB
ajst-32565	143	3	mutual	mutual	ADJ
ajst-32565	143	4	information	information	NOUN
ajst-32565	143	5	to	to	PART
ajst-32565	143	6	filter	filter	VERB
ajst-32565	143	7	for	for	ADP
ajst-32565	143	8	hidden	hide	VERB
ajst-32565	143	9	proxy	proxy	NOUN
ajst-32565	143	10	features	feature	NOUN
ajst-32565	143	11	,	,	PUNCT
ajst-32565	143	12	including	include	VERB
ajst-32565	143	13	several	several	ADJ
ajst-32565	143	14	highly	highly	ADV
ajst-32565	143	15	genderrelated	genderrelated	ADJ
ajst-32565	143	16	features	feature	NOUN
ajst-32565	143	17	:	:	PUNCT
ajst-32565	143	18	marital	marital	ADJ
ajst-32565	143	19	status	status	NOUN
ajst-32565	143	20	(	(	PUNCT
ajst-32565	143	21	0.42	0.42	NUM
ajst-32565	143	22	bits	bit	NOUN
ajst-32565	143	23	mutual	mutual	ADJ
ajst-32565	143	24	information	information	NOUN
ajst-32565	143	25	)	)	PUNCT
ajst-32565	143	26	,	,	PUNCT
ajst-32565	143	27	checking	check	VERB
ajst-32565	143	28	account	account	NOUN
ajst-32565	143	29	status	status	NOUN
ajst-32565	143	30	(	(	PUNCT
ajst-32565	143	31	0.38	0.38	NUM
ajst-32565	143	32	bits	bit	NOUN
ajst-32565	143	33	)	)	PUNCT
ajst-32565	143	34	,	,	PUNCT
ajst-32565	143	35	and	and	CCONJ
ajst-32565	143	36	credit	credit	NOUN
ajst-32565	143	37	amount	amount	NOUN
ajst-32565	143	38	(	(	PUNCT
ajst-32565	143	39	0.35	0.35	NUM
ajst-32565	143	40	bits	bit	NOUN
ajst-32565	143	41	)	)	PUNCT
ajst-32565	143	42	.	.	PUNCT
ajst-32565	144	1	removing	remove	VERB
ajst-32565	144	2	all	all	DET
ajst-32565	144	3	seven	seven	NUM
ajst-32565	144	4	features	feature	NOUN
ajst-32565	144	5	with	with	ADP
ajst-32565	144	6	mutual	mutual	ADJ
ajst-32565	144	7	information	information	NOUN
ajst-32565	144	8	greater	great	ADJ
ajst-32565	144	9	than	than	ADP
ajst-32565	144	10	0.3	0.3	NUM
ajst-32565	144	11	bits	bit	NOUN
ajst-32565	144	12	and	and	CCONJ
ajst-32565	144	13	further	further	ADJ
ajst-32565	144	14	testing	testing	NOUN
ajst-32565	144	15	reduced	reduce	VERB
ajst-32565	144	16	the	the	DET
ajst-32565	144	17	demographic	demographic	ADJ
ajst-32565	144	18	mean	mean	NOUN
ajst-32565	144	19	disparity	disparity	NOUN
ajst-32565	144	20	to	to	ADP
ajst-32565	144	21	0.106	0.106	NUM
ajst-32565	144	22	(	(	PUNCT
ajst-32565	144	23	a	a	DET
ajst-32565	144	24	32.6	32.6	NUM
ajst-32565	144	25	%	%	NOUN
ajst-32565	144	26	improvement	improvement	NOUN
ajst-32565	144	27	over	over	ADP
ajst-32565	144	28	the	the	DET
ajst-32565	144	29	baseline	baseline	NOUN
ajst-32565	144	30	model	model	NOUN
ajst-32565	144	31	)	)	PUNCT
ajst-32565	144	32	,	,	PUNCT
ajst-32565	144	33	and	and	CCONJ
ajst-32565	144	34	the	the	DET
ajst-32565	144	35	difference	difference	NOUN
ajst-32565	144	36	effect	effect	NOUN
ajst-32565	144	37	ratio	ratio	NOUN
ajst-32565	144	38	(	(	PUNCT
ajst-32565	144	39	dir	dir	PROPN
ajst-32565	144	40	)	)	PUNCT
ajst-32565	144	41	increased	increase	VERB
ajst-32565	144	42	to	to	ADP
ajst-32565	144	43	0.860	0.860	NUM
ajst-32565	144	44	,	,	PUNCT
ajst-32565	144	45	meeting	meet	VERB
ajst-32565	144	46	the	the	DET
ajst-32565	144	47	four	four	NUM
ajst-32565	144	48	-	-	PUNCT
ajst-32565	144	49	fifths	fifth	NOUN
ajst-32565	144	50	rule	rule	NOUN
ajst-32565	144	51	.	.	PUNCT
ajst-32565	145	1	216	216	NUM
ajst-32565	145	2	moreover	moreover	ADV
ajst-32565	145	3	,	,	PUNCT
ajst-32565	145	4	the	the	DET
ajst-32565	145	5	model	model	NOUN
ajst-32565	145	6	accuracy	accuracy	NOUN
ajst-32565	145	7	remained	remain	VERB
ajst-32565	145	8	at	at	ADP
ajst-32565	145	9	72.0	72.0	NUM
ajst-32565	145	10	%	%	NOUN
ajst-32565	145	11	.	.	PUNCT
ajst-32565	146	1	this	this	PRON
ajst-32565	146	2	demonstrates	demonstrate	VERB
ajst-32565	146	3	that	that	SCONJ
ajst-32565	146	4	the	the	DET
ajst-32565	146	5	removed	remove	VERB
ajst-32565	146	6	proxy	proxy	NOUN
ajst-32565	146	7	features	feature	NOUN
ajst-32565	146	8	merely	merely	ADV
ajst-32565	146	9	encoded	encode	VERB
ajst-32565	146	10	information	information	NOUN
ajst-32565	146	11	about	about	ADP
ajst-32565	146	12	gender	gender	NOUN
ajst-32565	146	13	discrimination	discrimination	NOUN
ajst-32565	146	14	,	,	PUNCT
ajst-32565	146	15	but	but	CCONJ
ajst-32565	146	16	they	they	PRON
ajst-32565	146	17	did	do	AUX
ajst-32565	146	18	not	not	PART
ajst-32565	146	19	contribute	contribute	VERB
ajst-32565	146	20	to	to	ADP
ajst-32565	146	21	improving	improve	VERB
ajst-32565	146	22	the	the	DET
ajst-32565	146	23	actual	actual	ADJ
ajst-32565	146	24	performance	performance	NOUN
ajst-32565	146	25	of	of	ADP
ajst-32565	146	26	risk	risk	NOUN
ajst-32565	146	27	prediction	prediction	NOUN
ajst-32565	146	28	.	.	PUNCT
ajst-32565	147	1	3.4	3.4	NUM
ajst-32565	147	2	post	post	ADJ
ajst-32565	147	3	-	-	ADJ
ajst-32565	147	4	processing	processing	ADJ
ajst-32565	147	5	results	result	NOUN
ajst-32565	147	6	:	:	PUNCT
ajst-32565	147	7	threshold	threshold	NOUN
ajst-32565	147	8	optimization	optimization	NOUN
ajst-32565	147	9	threshold	threshold	NOUN
ajst-32565	147	10	optimization	optimization	NOUN
ajst-32565	147	11	can	can	AUX
ajst-32565	147	12	improve	improve	VERB
ajst-32565	147	13	both	both	DET
ajst-32565	147	14	fairness	fairness	NOUN
ajst-32565	147	15	and	and	CCONJ
ajst-32565	147	16	accuracy	accuracy	NOUN
ajst-32565	147	17	.	.	PUNCT
ajst-32565	148	1	to	to	PART
ajst-32565	148	2	find	find	VERB
ajst-32565	148	3	the	the	DET
ajst-32565	148	4	optimal	optimal	ADJ
ajst-32565	148	5	threshold	threshold	NOUN
ajst-32565	148	6	combination	combination	NOUN
ajst-32565	148	7	,	,	PUNCT
ajst-32565	148	8	we	we	PRON
ajst-32565	148	9	further	far	ADV
ajst-32565	148	10	systematically	systematically	ADV
ajst-32565	148	11	tested	test	VERB
ajst-32565	148	12	various	various	ADJ
ajst-32565	148	13	threshold	threshold	NOUN
ajst-32565	148	14	combinations	combination	NOUN
ajst-32565	148	15	and	and	CCONJ
ajst-32565	148	16	found	find	VERB
ajst-32565	148	17	that	that	SCONJ
ajst-32565	148	18	the	the	DET
ajst-32565	148	19	optimal	optimal	ADJ
ajst-32565	148	20	decision	decision	NOUN
ajst-32565	148	21	threshold	threshold	NOUN
ajst-32565	148	22	was	be	AUX
ajst-32565	148	23	0.270	0.270	NUM
ajst-32565	148	24	for	for	ADP
ajst-32565	148	25	the	the	DET
ajst-32565	148	26	protected	protect	VERB
ajst-32565	148	27	group	group	NOUN
ajst-32565	148	28	(	(	PUNCT
ajst-32565	148	29	women	woman	NOUN
ajst-32565	148	30	)	)	PUNCT
ajst-32565	148	31	and	and	CCONJ
ajst-32565	148	32	0.400	0.400	NUM
ajst-32565	148	33	for	for	ADP
ajst-32565	148	34	the	the	DET
ajst-32565	148	35	unprotected	unprotected	ADJ
ajst-32565	148	36	group	group	NOUN
ajst-32565	148	37	(	(	PUNCT
ajst-32565	148	38	men	man	NOUN
ajst-32565	148	39	)	)	PUNCT
ajst-32565	148	40	.	.	PUNCT
ajst-32565	149	1	figure	figure	NOUN
ajst-32565	149	2	3	3	NUM
ajst-32565	149	3	shows	show	VERB
ajst-32565	149	4	the	the	DET
ajst-32565	149	5	results	result	NOUN
ajst-32565	149	6	under	under	ADP
ajst-32565	149	7	all	all	DET
ajst-32565	149	8	threshold	threshold	NOUN
ajst-32565	149	9	combinations	combination	NOUN
ajst-32565	149	10	,	,	PUNCT
ajst-32565	149	11	with	with	ADP
ajst-32565	149	12	the	the	DET
ajst-32565	149	13	optimal	optimal	ADJ
ajst-32565	149	14	combinations	combination	NOUN
ajst-32565	149	15	(	(	PUNCT
ajst-32565	149	16	pareto	pareto	ADJ
ajst-32565	149	17	fronts	front	NOUN
ajst-32565	149	18	)	)	PUNCT
ajst-32565	149	19	that	that	PRON
ajst-32565	149	20	are	be	AUX
ajst-32565	149	21	both	both	ADV
ajst-32565	149	22	fair	fair	ADJ
ajst-32565	149	23	and	and	CCONJ
ajst-32565	149	24	accurate	accurate	ADJ
ajst-32565	149	25	highlighted	highlight	VERB
ajst-32565	149	26	.	.	PUNCT
ajst-32565	150	1	figure	figure	NOUN
ajst-32565	150	2	3	3	NUM
ajst-32565	150	3	.	.	PUNCT
ajst-32565	151	1	threshold	threshold	NOUN
ajst-32565	151	2	optimization	optimization	NOUN
ajst-32565	151	3	landscape	landscape	NOUN
ajst-32565	151	4	compared	compare	VERB
ajst-32565	151	5	to	to	ADP
ajst-32565	151	6	0.5	0.5	NUM
ajst-32565	151	7	,	,	PUNCT
ajst-32565	151	8	these	these	DET
ajst-32565	151	9	two	two	NUM
ajst-32565	151	10	optimal	optimal	ADJ
ajst-32565	151	11	thresholds	threshold	NOUN
ajst-32565	151	12	reduced	reduce	VERB
ajst-32565	151	13	the	the	DET
ajst-32565	151	14	threshold	threshold	NOUN
ajst-32565	151	15	for	for	ADP
ajst-32565	151	16	women	woman	NOUN
ajst-32565	151	17	by	by	ADP
ajst-32565	151	18	23.0	23.0	NUM
ajst-32565	151	19	%	%	NOUN
ajst-32565	151	20	and	and	CCONJ
ajst-32565	151	21	for	for	ADP
ajst-32565	151	22	men	man	NOUN
ajst-32565	151	23	by	by	ADP
ajst-32565	151	24	10.0	10.0	NUM
ajst-32565	151	25	%	%	NOUN
ajst-32565	151	26	,	,	PUNCT
ajst-32565	151	27	effectively	effectively	ADV
ajst-32565	151	28	lowering	lower	VERB
ajst-32565	151	29	the	the	DET
ajst-32565	151	30	pass	pass	NOUN
ajst-32565	151	31	threshold	threshold	NOUN
ajst-32565	151	32	for	for	ADP
ajst-32565	151	33	both	both	DET
ajst-32565	151	34	groups	group	NOUN
ajst-32565	151	35	.	.	PUNCT
ajst-32565	152	1	furthermore	furthermore	ADV
ajst-32565	152	2	,	,	PUNCT
ajst-32565	152	3	demographic	demographic	ADJ
ajst-32565	152	4	equality	equality	NOUN
ajst-32565	152	5	differences	difference	NOUN
ajst-32565	152	6	were	be	AUX
ajst-32565	152	7	almost	almost	ADV
ajst-32565	152	8	reduced	reduce	VERB
ajst-32565	152	9	to	to	ADP
ajst-32565	152	10	zero	zero	NUM
ajst-32565	152	11	,	,	PUNCT
ajst-32565	152	12	a	a	DET
ajst-32565	152	13	decrease	decrease	NOUN
ajst-32565	152	14	of	of	ADP
ajst-32565	152	15	99.4	99.4	NUM
ajst-32565	152	16	%	%	NOUN
ajst-32565	152	17	;	;	PUNCT
ajst-32565	152	18	the	the	DET
ajst-32565	152	19	difference	difference	NOUN
ajst-32565	152	20	impact	impact	NOUN
ajst-32565	152	21	ratio	ratio	NOUN
ajst-32565	152	22	(	(	PUNCT
ajst-32565	152	23	dir	dir	PROPN
ajst-32565	152	24	)	)	PUNCT
ajst-32565	152	25	reached	reach	VERB
ajst-32565	152	26	1.001	1.001	NUM
ajst-32565	152	27	,	,	PUNCT
ajst-32565	152	28	indicating	indicate	VERB
ajst-32565	152	29	almost	almost	ADV
ajst-32565	152	30	identical	identical	ADJ
ajst-32565	152	31	approval	approval	NOUN
ajst-32565	152	32	rates	rate	NOUN
ajst-32565	152	33	for	for	ADP
ajst-32565	152	34	men	man	NOUN
ajst-32565	152	35	and	and	CCONJ
ajst-32565	152	36	women	woman	NOUN
ajst-32565	152	37	.	.	PUNCT
ajst-32565	153	1	even	even	ADV
ajst-32565	153	2	more	more	ADV
ajst-32565	153	3	surprisingly	surprisingly	ADV
ajst-32565	153	4	,	,	PUNCT
ajst-32565	153	5	the	the	DET
ajst-32565	153	6	overall	overall	ADJ
ajst-32565	153	7	accuracy	accuracy	NOUN
ajst-32565	153	8	increased	increase	VERB
ajst-32565	153	9	to	to	ADP
ajst-32565	153	10	74.0	74.0	NUM
ajst-32565	153	11	%	%	NOUN
ajst-32565	153	12	(	(	PUNCT
ajst-32565	153	13	an	an	DET
ajst-32565	153	14	improvement	improvement	NOUN
ajst-32565	153	15	of	of	ADP
ajst-32565	153	16	2.8	2.8	NUM
ajst-32565	153	17	%	%	NOUN
ajst-32565	153	18	)	)	PUNCT
ajst-32565	153	19	.	.	PUNCT
ajst-32565	154	1	this	this	PRON
ajst-32565	154	2	demonstrates	demonstrate	VERB
ajst-32565	154	3	that	that	SCONJ
ajst-32565	154	4	setting	set	VERB
ajst-32565	154	5	specific	specific	ADJ
ajst-32565	154	6	thresholds	threshold	NOUN
ajst-32565	154	7	for	for	ADP
ajst-32565	154	8	different	different	ADJ
ajst-32565	154	9	groups	group	NOUN
ajst-32565	154	10	can	can	AUX
ajst-32565	154	11	improve	improve	VERB
ajst-32565	154	12	fairness	fairness	NOUN
ajst-32565	154	13	and	and	CCONJ
ajst-32565	154	14	make	make	VERB
ajst-32565	154	15	the	the	DET
ajst-32565	154	16	judgment	judgment	NOUN
ajst-32565	154	17	criteria	criterion	NOUN
ajst-32565	154	18	more	more	ADV
ajst-32565	154	19	closely	closely	ADV
ajst-32565	154	20	reflect	reflect	VERB
ajst-32565	154	21	the	the	DET
ajst-32565	154	22	actual	actual	ADJ
ajst-32565	154	23	risk	risk	NOUN
ajst-32565	154	24	situation	situation	NOUN
ajst-32565	154	25	(	(	PUNCT
ajst-32565	154	26	table	table	NOUN
ajst-32565	154	27	3	3	NUM
ajst-32565	154	28	compares	compare	VERB
ajst-32565	154	29	various	various	ADJ
ajst-32565	154	30	indicators	indicator	NOUN
ajst-32565	154	31	before	before	ADP
ajst-32565	154	32	and	and	CCONJ
ajst-32565	154	33	after	after	ADP
ajst-32565	154	34	optimization	optimization	NOUN
ajst-32565	154	35	)	)	PUNCT
ajst-32565	154	36	.	.	PUNCT
ajst-32565	155	1	table	table	NOUN
ajst-32565	155	2	3	3	NUM
ajst-32565	155	3	.	.	PUNCT
ajst-32565	155	4	performance	performance	NOUN
ajst-32565	155	5	metrics	metric	NOUN
ajst-32565	155	6	under	under	ADP
ajst-32565	155	7	different	different	ADJ
ajst-32565	155	8	threshold	threshold	NOUN
ajst-32565	155	9	configurations	configuration	NOUN
ajst-32565	155	10	configuration	configuration	NOUN
ajst-32565	155	11	accuracy	accuracy	NOUN
ajst-32565	155	12	dpd	dpd	PROPN
ajst-32565	155	13	change	change	NOUN
ajst-32565	155	14	uniform	uniform	NOUN
ajst-32565	155	15	(	(	PUNCT
ajst-32565	155	16	baseline	baseline	NOUN
ajst-32565	155	17	)	)	PUNCT
ajst-32565	155	18	0.500	0.500	NUM
ajst-32565	155	19	0.500	0.500	NUM
ajst-32565	155	20	0.720	0.720	NUM
ajst-32565	155	21	0.157	0.157	NUM
ajst-32565	155	22	optimized	optimize	VERB
ajst-32565	155	23	(	(	PUNCT
ajst-32565	155	24	fair	fair	ADJ
ajst-32565	155	25	)	)	PUNCT
ajst-32565	155	26	0.270	0.270	NUM
ajst-32565	155	27	0.400	0.400	NUM
ajst-32565	155	28	0.740	0.740	NUM
ajst-32565	155	29	0.001	0.001	NUM
ajst-32565	155	30	+2.0	+2.0	NUM
ajst-32565	155	31	%	%	NOUN
ajst-32565	155	32	from	from	ADP
ajst-32565	155	33	the	the	DET
ajst-32565	155	34	perspective	perspective	NOUN
ajst-32565	155	35	of	of	ADP
ajst-32565	155	36	group	group	NOUN
ajst-32565	155	37	performance	performance	NOUN
ajst-32565	155	38	:	:	PUNCT
ajst-32565	155	39	the	the	DET
ajst-32565	155	40	proportion	proportion	NOUN
ajst-32565	155	41	of	of	ADP
ajst-32565	155	42	women	woman	NOUN
ajst-32565	155	43	correctly	correctly	ADV
ajst-32565	155	44	judged	judge	VERB
ajst-32565	155	45	as	as	ADP
ajst-32565	155	46	qualified	qualified	ADJ
ajst-32565	155	47	(	(	PUNCT
ajst-32565	155	48	true	true	ADJ
ajst-32565	155	49	positive	positive	ADJ
ajst-32565	155	50	rate	rate	NOUN
ajst-32565	155	51	)	)	PUNCT
ajst-32565	155	52	increased	increase	VERB
ajst-32565	155	53	from	from	ADP
ajst-32565	155	54	79.2	79.2	NUM
ajst-32565	155	55	%	%	NOUN
ajst-32565	155	56	to	to	ADP
ajst-32565	155	57	81.5	81.5	NUM
ajst-32565	155	58	%	%	NOUN
ajst-32565	155	59	,	,	PUNCT
ajst-32565	155	60	while	while	SCONJ
ajst-32565	155	61	the	the	DET
ajst-32565	155	62	proportion	proportion	NOUN
ajst-32565	155	63	of	of	ADP
ajst-32565	155	64	false	false	ADJ
ajst-32565	155	65	positives	positive	NOUN
ajst-32565	155	66	(	(	PUNCT
ajst-32565	155	67	false	false	ADJ
ajst-32565	155	68	judgment	judgment	NOUN
ajst-32565	155	69	rate	rate	NOUN
ajst-32565	155	70	)	)	PUNCT
ajst-32565	155	71	increased	increase	VERB
ajst-32565	155	72	(	(	PUNCT
ajst-32565	155	73	from	from	ADP
ajst-32565	155	74	43.2	43.2	NUM
ajst-32565	155	75	%	%	NOUN
ajst-32565	155	76	to	to	ADP
ajst-32565	155	77	47.8	47.8	NUM
ajst-32565	155	78	%	%	NOUN
ajst-32565	155	79	)	)	PUNCT
ajst-32565	155	80	but	but	CCONJ
ajst-32565	155	81	remained	remain	VERB
ajst-32565	155	82	within	within	ADP
ajst-32565	155	83	a	a	DET
ajst-32565	155	84	controllable	controllable	ADJ
ajst-32565	155	85	range	range	NOUN
ajst-32565	155	86	;	;	PUNCT
ajst-32565	155	87	the	the	DET
ajst-32565	155	88	proportion	proportion	NOUN
ajst-32565	155	89	of	of	ADP
ajst-32565	155	90	men	man	NOUN
ajst-32565	155	91	correctly	correctly	ADV
ajst-32565	155	92	judged	judge	VERB
ajst-32565	155	93	as	as	ADP
ajst-32565	155	94	qualified	qualified	ADJ
ajst-32565	155	95	was	be	AUX
ajst-32565	155	96	83.7	83.7	NUM
ajst-32565	155	97	%	%	NOUN
ajst-32565	155	98	,	,	PUNCT
ajst-32565	155	99	and	and	CCONJ
ajst-32565	155	100	the	the	DET
ajst-32565	155	101	proportion	proportion	NOUN
ajst-32565	155	102	of	of	ADP
ajst-32565	155	103	false	false	ADJ
ajst-32565	155	104	positives	positive	NOUN
ajst-32565	155	105	was	be	AUX
ajst-32565	155	106	22.1	22.1	NUM
ajst-32565	155	107	%	%	NOUN
ajst-32565	155	108	.	.	PUNCT
ajst-32565	156	1	the	the	DET
ajst-32565	156	2	equalization	equalization	NOUN
ajst-32565	156	3	probability	probability	NOUN
ajst-32565	156	4	difference	difference	NOUN
ajst-32565	156	5	decreased	decrease	VERB
ajst-32565	156	6	to	to	ADP
ajst-32565	156	7	0.101	0.101	NUM
ajst-32565	156	8	,	,	PUNCT
ajst-32565	156	9	an	an	DET
ajst-32565	156	10	improvement	improvement	NOUN
ajst-32565	156	11	of	of	ADP
ajst-32565	156	12	39.8	39.8	NUM
ajst-32565	156	13	%	%	NOUN
ajst-32565	156	14	compared	compare	VERB
ajst-32565	156	15	to	to	ADP
ajst-32565	156	16	before	before	ADV
ajst-32565	156	17	,	,	PUNCT
ajst-32565	156	18	but	but	CCONJ
ajst-32565	156	19	the	the	DET
ajst-32565	156	20	improvement	improvement	NOUN
ajst-32565	156	21	did	do	AUX
ajst-32565	156	22	not	not	PART
ajst-32565	156	23	reach	reach	VERB
ajst-32565	156	24	the	the	DET
ajst-32565	156	25	level	level	NOUN
ajst-32565	156	26	of	of	ADP
ajst-32565	156	27	demographic	demographic	ADJ
ajst-32565	156	28	equality	equality	NOUN
ajst-32565	156	29	.	.	PUNCT
ajst-32565	157	1	3.5	3.5	NUM
ajst-32565	157	2	comparative	comparative	ADJ
ajst-32565	157	3	analysis	analysis	NOUN
ajst-32565	157	4	and	and	CCONJ
ajst-32565	157	5	trade	trade	NOUN
ajst-32565	157	6	-	-	PUNCT
ajst-32565	157	7	offs	off	NOUN
ajst-32565	157	8	figure	figure	NOUN
ajst-32565	157	9	4	4	NUM
ajst-32565	157	10	shows	show	VERB
ajst-32565	157	11	the	the	DET
ajst-32565	157	12	different	different	ADJ
ajst-32565	157	13	fairness	fairness	NOUN
ajst-32565	157	14	-	-	PUNCT
ajst-32565	157	15	accuracy	accuracy	NOUN
ajst-32565	157	16	trade	trade	NOUN
ajst-32565	157	17	-	-	PUNCT
ajst-32565	157	18	offs	off	NOUN
ajst-32565	157	19	of	of	ADP
ajst-32565	157	20	all	all	DET
ajst-32565	157	21	methods	method	NOUN
ajst-32565	157	22	,	,	PUNCT
ajst-32565	157	23	that	that	ADV
ajst-32565	157	24	is	is	ADV
ajst-32565	157	25	,	,	PUNCT
ajst-32565	157	26	different	different	ADJ
ajst-32565	157	27	methods	method	NOUN
ajst-32565	157	28	make	make	VERB
ajst-32565	157	29	different	different	ADJ
ajst-32565	157	30	trade	trade	NOUN
ajst-32565	157	31	-	-	PUNCT
ajst-32565	157	32	offs	off	NOUN
ajst-32565	157	33	between	between	ADP
ajst-32565	157	34	fairness	fairness	NOUN
ajst-32565	157	35	and	and	CCONJ
ajst-32565	157	36	accuracy	accuracy	NOUN
ajst-32565	157	37	.	.	PUNCT
ajst-32565	158	1	table	table	NOUN
ajst-32565	158	2	4	4	NUM
ajst-32565	158	3	uses	use	VERB
ajst-32565	158	4	specific	specific	ADJ
ajst-32565	158	5	data	datum	NOUN
ajst-32565	158	6	to	to	PART
ajst-32565	158	7	quantitatively	quantitatively	ADV
ajst-32565	158	8	compare	compare	VERB
ajst-32565	158	9	the	the	DET
ajst-32565	158	10	performance	performance	NOUN
ajst-32565	158	11	and	and	CCONJ
ajst-32565	158	12	fairness	fairness	NOUN
ajst-32565	158	13	indicators	indicator	NOUN
ajst-32565	158	14	of	of	ADP
ajst-32565	158	15	all	all	DET
ajst-32565	158	16	methods	method	NOUN
ajst-32565	158	17	.	.	PUNCT
ajst-32565	159	1	these	these	DET
ajst-32565	159	2	data	datum	NOUN
ajst-32565	159	3	provide	provide	VERB
ajst-32565	159	4	concrete	concrete	ADJ
ajst-32565	159	5	evidence	evidence	NOUN
ajst-32565	159	6	and	and	CCONJ
ajst-32565	159	7	a	a	DET
ajst-32565	159	8	solid	solid	ADJ
ajst-32565	159	9	practical	practical	ADJ
ajst-32565	159	10	basis	basis	NOUN
ajst-32565	159	11	for	for	ADP
ajst-32565	159	12	the	the	DET
ajst-32565	159	13	subsequent	subsequent	ADJ
ajst-32565	159	14	analysis	analysis	NOUN
ajst-32565	159	15	of	of	ADP
ajst-32565	159	16	balancing	balance	VERB
ajst-32565	159	17	fairness	fairness	NOUN
ajst-32565	159	18	and	and	CCONJ
ajst-32565	159	19	accuracy	accuracy	NOUN
ajst-32565	159	20	.	.	PUNCT
ajst-32565	160	1	three	three	NUM
ajst-32565	160	2	methods	method	NOUN
ajst-32565	160	3	yielded	yield	VERB
ajst-32565	160	4	clear	clear	ADJ
ajst-32565	160	5	results	result	NOUN
ajst-32565	160	6	:	:	PUNCT
ajst-32565	160	7	the	the	DET
ajst-32565	160	8	first	first	ADJ
ajst-32565	160	9	,	,	PUNCT
ajst-32565	160	10	blinding	blinding	NOUN
ajst-32565	160	11	features	feature	VERB
ajst-32565	160	12	217	217	NUM
ajst-32565	160	13	without	without	ADP
ajst-32565	160	14	removing	remove	VERB
ajst-32565	160	15	proxy	proxy	ADJ
ajst-32565	160	16	variables	variable	NOUN
ajst-32565	160	17	,	,	PUNCT
ajst-32565	160	18	was	be	AUX
ajst-32565	160	19	completely	completely	ADV
ajst-32565	160	20	counterproductive	counterproductive	ADJ
ajst-32565	160	21	—	—	PUNCT
ajst-32565	160	22	bias	bias	NOUN
ajst-32565	160	23	worsened	worsen	VERB
ajst-32565	160	24	without	without	ADP
ajst-32565	160	25	improving	improve	VERB
ajst-32565	160	26	accuracy	accuracy	NOUN
ajst-32565	160	27	.	.	PUNCT
ajst-32565	161	1	the	the	DET
ajst-32565	161	2	second	second	ADJ
ajst-32565	161	3	,	,	PUNCT
ajst-32565	161	4	blinding	blinding	ADJ
ajst-32565	161	5	features	feature	NOUN
ajst-32565	161	6	considering	consider	VERB
ajst-32565	161	7	proxy	proxy	ADJ
ajst-32565	161	8	variables	variable	NOUN
ajst-32565	161	9	,	,	PUNCT
ajst-32565	161	10	achieved	achieve	VERB
ajst-32565	161	11	aboveaverage	aboveaverage	NOUN
ajst-32565	161	12	results	result	NOUN
ajst-32565	161	13	—	—	PUNCT
ajst-32565	161	14	demographic	demographic	ADJ
ajst-32565	161	15	inequality	inequality	NOUN
ajst-32565	161	16	(	(	PUNCT
ajst-32565	161	17	dpd	dpd	PROPN
ajst-32565	161	18	)	)	PUNCT
ajst-32565	161	19	decreased	decrease	VERB
ajst-32565	161	20	by	by	ADP
ajst-32565	161	21	32.6	32.6	NUM
ajst-32565	161	22	%	%	NOUN
ajst-32565	161	23	while	while	SCONJ
ajst-32565	161	24	accuracy	accuracy	NOUN
ajst-32565	161	25	remained	remain	VERB
ajst-32565	161	26	unchanged	unchanged	ADJ
ajst-32565	161	27	,	,	PUNCT
ajst-32565	161	28	demonstrating	demonstrate	VERB
ajst-32565	161	29	that	that	SCONJ
ajst-32565	161	30	indirect	indirect	ADJ
ajst-32565	161	31	discrimination	discrimination	NOUN
ajst-32565	161	32	does	do	AUX
ajst-32565	161	33	n't	not	PART
ajst-32565	161	34	disappear	disappear	VERB
ajst-32565	161	35	automatically	automatically	ADV
ajst-32565	161	36	and	and	CCONJ
ajst-32565	161	37	requires	require	VERB
ajst-32565	161	38	specific	specific	ADJ
ajst-32565	161	39	intervention	intervention	NOUN
ajst-32565	161	40	.	.	PUNCT
ajst-32565	162	1	the	the	DET
ajst-32565	162	2	third	third	ADJ
ajst-32565	162	3	,	,	PUNCT
ajst-32565	162	4	threshold	threshold	NOUN
ajst-32565	162	5	optimization	optimization	NOUN
ajst-32565	162	6	,	,	PUNCT
ajst-32565	162	7	outperformed	outperform	VERB
ajst-32565	162	8	the	the	DET
ajst-32565	162	9	first	first	ADJ
ajst-32565	162	10	two	two	NUM
ajst-32565	162	11	—	—	PUNCT
ajst-32565	162	12	achieving	achieve	VERB
ajst-32565	162	13	nearperfect	nearperfect	NOUN
ajst-32565	162	14	fairness	fairness	NOUN
ajst-32565	162	15	while	while	SCONJ
ajst-32565	162	16	significantly	significantly	ADV
ajst-32565	162	17	improving	improve	VERB
ajst-32565	162	18	accuracy	accuracy	NOUN
ajst-32565	162	19	.	.	PUNCT
ajst-32565	163	1	figure	figure	NOUN
ajst-32565	163	2	4	4	NUM
ajst-32565	163	3	.	.	PUNCT
ajst-32565	164	1	fairness	fairness	NOUN
ajst-32565	164	2	metrics	metric	NOUN
ajst-32565	164	3	comparison	comparison	NOUN
ajst-32565	164	4	across	across	ADP
ajst-32565	164	5	methods	method	NOUN
ajst-32565	164	6	table	table	NOUN
ajst-32565	164	7	4	4	NUM
ajst-32565	164	8	.	.	PUNCT
ajst-32565	165	1	performance	performance	NOUN
ajst-32565	165	2	metrics	metric	NOUN
ajst-32565	165	3	method	method	NOUN
ajst-32565	165	4	accuracy	accuracy	NOUN
ajst-32565	165	5	precision	precision	NOUN
ajst-32565	165	6	recall	recall	VERB
ajst-32565	165	7	dpd	dpd	PROPN
ajst-32565	165	8	dir	dir	PROPN
ajst-32565	165	9	baseline	baseline	VERB
ajst-32565	165	10	0.720	0.720	NUM
ajst-32565	165	11	0.784	0.784	NUM
ajst-32565	165	12	0.829	0.829	NUM
ajst-32565	165	13	0.157	0.157	NUM
ajst-32565	165	14	0.800	0.800	NUM
ajst-32565	165	15	feature	feature	NOUN
ajst-32565	165	16	blindness	blindness	NOUN
ajst-32565	165	17	0.720	0.720	NUM
ajst-32565	165	18	0.789	0.789	NUM
ajst-32565	165	19	0.819	0.819	NUM
ajst-32565	165	20	0.171	0.171	NUM
ajst-32565	165	21	0.779	0.779	NUM
ajst-32565	165	22	feature	feature	NOUN
ajst-32565	165	23	blindness	blindness	NOUN
ajst-32565	165	24	*	*	PUNCT
ajst-32565	165	25	0.720	0.720	NUM
ajst-32565	165	26	0.789	0.789	NUM
ajst-32565	165	27	0.819	0.819	NUM
ajst-32565	165	28	0.106	0.106	NUM
ajst-32565	165	29	0.860	0.860	NUM
ajst-32565	165	30	threshold	threshold	NOUN
ajst-32565	165	31	optimization	optimization	NOUN
ajst-32565	165	32	0.740	0.740	NUM
ajst-32565	165	33	0.770	0.770	NUM
ajst-32565	165	34	0.895	0.895	NUM
ajst-32565	165	35	0.001	0.001	NUM
ajst-32565	165	36	1.001	1.001	NUM
ajst-32565	165	37	feature	feature	NOUN
ajst-32565	165	38	blindness	blindness	NOUN
ajst-32565	165	39	absent	absent	ADJ
ajst-32565	165	40	proxy	proxy	NOUN
ajst-32565	165	41	removal	removal	NOUN
ajst-32565	165	42	proves	prove	VERB
ajst-32565	165	43	counterproductive	counterproductive	ADJ
ajst-32565	165	44	,	,	PUNCT
ajst-32565	165	45	exacerbating	exacerbate	VERB
ajst-32565	165	46	bias	bias	NOUN
ajst-32565	165	47	without	without	ADP
ajst-32565	165	48	any	any	DET
ajst-32565	165	49	accuracy	accuracy	NOUN
ajst-32565	165	50	gain	gain	NOUN
ajst-32565	165	51	;	;	PUNCT
ajst-32565	165	52	proxy	proxy	ADJ
ajst-32565	165	53	-	-	PUNCT
ajst-32565	165	54	aware	aware	ADJ
ajst-32565	165	55	feature	feature	NOUN
ajst-32565	165	56	blindness	blindness	NOUN
ajst-32565	165	57	yields	yield	VERB
ajst-32565	165	58	moderate	moderate	VERB
ajst-32565	165	59	improvement—32.6	improvement—32.6	ADJ
ajst-32565	165	60	%	%	NOUN
ajst-32565	165	61	dpd	dpd	NOUN
ajst-32565	165	62	reduction	reduction	NOUN
ajst-32565	165	63	—	—	PUNCT
ajst-32565	165	64	while	while	SCONJ
ajst-32565	165	65	preserving	preserving	ADJ
ajst-32565	165	66	accuracy	accuracy	NOUN
ajst-32565	165	67	,	,	PUNCT
ajst-32565	165	68	thereby	thereby	ADV
ajst-32565	165	69	establishing	establish	VERB
ajst-32565	165	70	that	that	DET
ajst-32565	165	71	indirect	indirect	ADJ
ajst-32565	165	72	discrimination	discrimination	NOUN
ajst-32565	165	73	requires	require	VERB
ajst-32565	165	74	explicit	explicit	ADJ
ajst-32565	165	75	mitigation	mitigation	NOUN
ajst-32565	165	76	;	;	PUNCT
ajst-32565	165	77	threshold	threshold	NOUN
ajst-32565	165	78	optimization	optimization	NOUN
ajst-32565	165	79	,	,	PUNCT
ajst-32565	165	80	by	by	ADP
ajst-32565	165	81	contrast	contrast	NOUN
ajst-32565	165	82	,	,	PUNCT
ajst-32565	165	83	dominates	dominate	VERB
ajst-32565	165	84	these	these	DET
ajst-32565	165	85	alternatives	alternative	NOUN
ajst-32565	165	86	,	,	PUNCT
ajst-32565	165	87	achieving	achieve	VERB
ajst-32565	165	88	nearperfect	nearperfect	NOUN
ajst-32565	165	89	fairness	fairness	NOUN
ajst-32565	165	90	alongside	alongside	ADP
ajst-32565	165	91	measurable	measurable	ADJ
ajst-32565	165	92	accuracy	accuracy	NOUN
ajst-32565	165	93	improvements	improvement	NOUN
ajst-32565	165	94	.	.	PUNCT
ajst-32565	166	1	figure	figure	VERB
ajst-32565	166	2	5	5	NUM
ajst-32565	166	3	shows	show	VERB
ajst-32565	166	4	that	that	SCONJ
ajst-32565	166	5	the	the	DET
ajst-32565	166	6	optimal	optimal	ADJ
ajst-32565	166	7	curve	curve	NOUN
ajst-32565	166	8	(	(	PUNCT
ajst-32565	166	9	pareto	pareto	ADJ
ajst-32565	166	10	front	front	NOUN
ajst-32565	166	11	)	)	PUNCT
ajst-32565	166	12	formed	form	VERB
ajst-32565	166	13	by	by	ADP
ajst-32565	166	14	threshold	threshold	NOUN
ajst-32565	166	15	optimization	optimization	NOUN
ajst-32565	166	16	outperformed	outperform	VERB
ajst-32565	166	17	all	all	DET
ajst-32565	166	18	other	other	ADJ
ajst-32565	166	19	methods	method	NOUN
ajst-32565	166	20	in	in	ADP
ajst-32565	166	21	both	both	DET
ajst-32565	166	22	accuracy	accuracy	NOUN
ajst-32565	166	23	and	and	CCONJ
ajst-32565	166	24	fairness	fairness	NOUN
ajst-32565	166	25	.	.	PUNCT
ajst-32565	167	1	this	this	PRON
ajst-32565	167	2	challenges	challenge	VERB
ajst-32565	167	3	the	the	DET
ajst-32565	167	4	common	common	ADJ
ajst-32565	167	5	perception	perception	NOUN
ajst-32565	167	6	that	that	SCONJ
ajst-32565	167	7	fairness	fairness	NOUN
ajst-32565	167	8	necessitates	necessitate	VERB
ajst-32565	167	9	sacrificing	sacrifice	VERB
ajst-32565	167	10	accuracy	accuracy	NOUN
ajst-32565	167	11	.	.	PUNCT
ajst-32565	168	1	it	it	PRON
ajst-32565	168	2	demonstrates	demonstrate	VERB
ajst-32565	168	3	that	that	SCONJ
ajst-32565	168	4	when	when	SCONJ
ajst-32565	168	5	the	the	DET
ajst-32565	168	6	baseline	baseline	NOUN
ajst-32565	168	7	proportions	proportion	NOUN
ajst-32565	168	8	or	or	CCONJ
ajst-32565	168	9	score	score	NOUN
ajst-32565	168	10	distributions	distribution	NOUN
ajst-32565	168	11	(	(	PUNCT
ajst-32565	168	12	e.g.	e.g.	ADV
ajst-32565	168	13	,	,	PUNCT
ajst-32565	168	14	the	the	DET
ajst-32565	168	15	risk	risk	NOUN
ajst-32565	168	16	score	score	NOUN
ajst-32565	168	17	distribution	distribution	NOUN
ajst-32565	168	18	given	give	VERB
ajst-32565	168	19	by	by	ADP
ajst-32565	168	20	the	the	DET
ajst-32565	168	21	model	model	NOUN
ajst-32565	168	22	)	)	PUNCT
ajst-32565	168	23	differ	differ	VERB
ajst-32565	168	24	significantly	significantly	ADV
ajst-32565	168	25	between	between	ADP
ajst-32565	168	26	different	different	ADJ
ajst-32565	168	27	groups	group	NOUN
ajst-32565	168	28	,	,	PUNCT
ajst-32565	168	29	calibrating	calibrate	VERB
ajst-32565	168	30	the	the	DET
ajst-32565	168	31	decision	decision	NOUN
ajst-32565	168	32	thresholds	threshold	NOUN
ajst-32565	168	33	for	for	ADP
ajst-32565	168	34	different	different	ADJ
ajst-32565	168	35	groups	group	NOUN
ajst-32565	168	36	can	can	AUX
ajst-32565	168	37	simultaneously	simultaneously	ADV
ajst-32565	168	38	improve	improve	VERB
ajst-32565	168	39	fairness	fairness	NOUN
ajst-32565	168	40	and	and	CCONJ
ajst-32565	168	41	accuracy	accuracy	NOUN
ajst-32565	168	42	.	.	PUNCT
ajst-32565	169	1	218	218	NUM
ajst-32565	169	2	figure	figure	NOUN
ajst-32565	169	3	5	5	NUM
ajst-32565	169	4	.	.	PUNCT
ajst-32565	169	5	pareto	pareto	ADJ
ajst-32565	169	6	frontier	frontier	NOUN
ajst-32565	169	7	3.6	3.6	NUM
ajst-32565	169	8	statistical	statistical	ADJ
ajst-32565	169	9	validation	validation	NOUN
ajst-32565	169	10	the	the	DET
ajst-32565	169	11	baseline	baseline	PROPN
ajst-32565	169	12	model	model	NOUN
ajst-32565	169	13	's	's	PART
ajst-32565	169	14	demographic	demographic	ADJ
ajst-32565	169	15	disparity	disparity	NOUN
ajst-32565	169	16	(	(	PUNCT
ajst-32565	169	17	dpd	dpd	NOUN
ajst-32565	169	18	)	)	PUNCT
ajst-32565	169	19	results	result	NOUN
ajst-32565	169	20	fluctuated	fluctuate	VERB
ajst-32565	169	21	within	within	ADP
ajst-32565	169	22	a	a	DET
ajst-32565	169	23	confidence	confidence	NOUN
ajst-32565	169	24	interval	interval	NOUN
ajst-32565	169	25	of	of	ADP
ajst-32565	169	26	[	[	X
ajst-32565	169	27	0.142	0.142	NUM
ajst-32565	169	28	,	,	PUNCT
ajst-32565	169	29	0.173	0.173	NUM
ajst-32565	169	30	]	]	PUNCT
ajst-32565	169	31	,	,	PUNCT
ajst-32565	169	32	while	while	SCONJ
ajst-32565	169	33	the	the	DET
ajst-32565	169	34	optimized	optimize	VERB
ajst-32565	169	35	threshold	threshold	NOUN
ajst-32565	169	36	compressed	compress	VERB
ajst-32565	169	37	this	this	DET
ajst-32565	169	38	range	range	NOUN
ajst-32565	169	39	to	to	ADP
ajst-32565	169	40	[	[	X
ajst-32565	169	41	0.0006	0.0006	NUM
ajst-32565	169	42	,	,	PUNCT
ajst-32565	169	43	0.0013]—these	0.0013]—these	PRON
ajst-32565	169	44	two	two	NUM
ajst-32565	169	45	ranges	range	NOUN
ajst-32565	169	46	do	do	AUX
ajst-32565	169	47	not	not	PART
ajst-32565	169	48	overlap	overlap	VERB
ajst-32565	169	49	,	,	PUNCT
ajst-32565	169	50	indicating	indicate	VERB
ajst-32565	169	51	that	that	SCONJ
ajst-32565	169	52	the	the	DET
ajst-32565	169	53	improvement	improvement	NOUN
ajst-32565	169	54	in	in	ADP
ajst-32565	169	55	fairness	fairness	NOUN
ajst-32565	169	56	is	be	AUX
ajst-32565	169	57	statistically	statistically	ADV
ajst-32565	169	58	based	base	VERB
ajst-32565	169	59	and	and	CCONJ
ajst-32565	169	60	not	not	PART
ajst-32565	169	61	a	a	DET
ajst-32565	169	62	random	random	ADJ
ajst-32565	169	63	result	result	NOUN
ajst-32565	169	64	caused	cause	VERB
ajst-32565	169	65	by	by	ADP
ajst-32565	169	66	data	datum	NOUN
ajst-32565	169	67	noise	noise	NOUN
ajst-32565	169	68	.	.	PUNCT
ajst-32565	170	1	the	the	DET
ajst-32565	170	2	accuracy	accuracy	NOUN
ajst-32565	170	3	improvement	improvement	NOUN
ajst-32565	170	4	ranged	range	VERB
ajst-32565	170	5	from	from	ADP
ajst-32565	170	6	[	[	X
ajst-32565	170	7	0.732	0.732	NUM
ajst-32565	170	8	,	,	PUNCT
ajst-32565	170	9	0.748	0.748	NUM
ajst-32565	170	10	]	]	PUNCT
ajst-32565	170	11	,	,	PUNCT
ajst-32565	170	12	which	which	PRON
ajst-32565	170	13	far	far	ADV
ajst-32565	170	14	exceeds	exceed	VERB
ajst-32565	170	15	the	the	DET
ajst-32565	170	16	extent	extent	NOUN
ajst-32565	170	17	that	that	SCONJ
ajst-32565	170	18	random	random	ADJ
ajst-32565	170	19	fluctuations	fluctuation	NOUN
ajst-32565	170	20	could	could	AUX
ajst-32565	170	21	reach	reach	VERB
ajst-32565	170	22	,	,	PUNCT
ajst-32565	170	23	proving	prove	VERB
ajst-32565	170	24	that	that	SCONJ
ajst-32565	170	25	the	the	DET
ajst-32565	170	26	accuracy	accuracy	NOUN
ajst-32565	170	27	improvement	improvement	NOUN
ajst-32565	170	28	is	be	AUX
ajst-32565	170	29	also	also	ADV
ajst-32565	170	30	definite	definite	ADJ
ajst-32565	170	31	.	.	PUNCT
ajst-32565	171	1	figure	figure	VERB
ajst-32565	171	2	6	6	NUM
ajst-32565	171	3	plots	plot	NOUN
ajst-32565	171	4	the	the	DET
ajst-32565	171	5	resulting	result	VERB
ajst-32565	171	6	dpd	dpd	NOUN
ajst-32565	171	7	,	,	PUNCT
ajst-32565	171	8	eod	eod	NOUN
ajst-32565	171	9	,	,	PUNCT
ajst-32565	171	10	and	and	CCONJ
ajst-32565	171	11	dir	dir	NOUN
ajst-32565	171	12	distributions	distribution	NOUN
ajst-32565	171	13	.	.	PUNCT
ajst-32565	172	1	figure	figure	VERB
ajst-32565	172	2	6	6	NUM
ajst-32565	172	3	.	.	PUNCT
ajst-32565	173	1	bootstrap	bootstrap	NOUN
ajst-32565	173	2	confidence	confidence	NOUN
ajst-32565	173	3	intervals	interval	NOUN
ajst-32565	173	4	for	for	ADP
ajst-32565	173	5	fairness	fairness	NOUN
ajst-32565	173	6	metrics	metric	NOUN
ajst-32565	173	7	after	after	ADP
ajst-32565	173	8	testing	test	VERB
ajst-32565	173	9	with	with	ADP
ajst-32565	173	10	five	five	NUM
ajst-32565	173	11	-	-	ADJ
ajst-32565	173	12	fold	fold	ADJ
ajst-32565	173	13	cross	cross	NOUN
ajst-32565	173	14	-	-	NOUN
ajst-32565	173	15	validation	validation	ADJ
ajst-32565	173	16	(	(	PUNCT
ajst-32565	173	17	split	split	VERB
ajst-32565	173	18	the	the	DET
ajst-32565	173	19	training	training	NOUN
ajst-32565	173	20	and	and	CCONJ
ajst-32565	173	21	test	test	NOUN
ajst-32565	173	22	data	datum	NOUN
ajst-32565	173	23	five	five	NUM
ajst-32565	173	24	times	time	NOUN
ajst-32565	173	25	in	in	ADP
ajst-32565	173	26	different	different	ADJ
ajst-32565	173	27	ways	way	NOUN
ajst-32565	173	28	)	)	PUNCT
ajst-32565	173	29	,	,	PUNCT
ajst-32565	173	30	the	the	DET
ajst-32565	173	31	optimal	optimal	ADJ
ajst-32565	173	32	threshold	threshold	NOUN
ajst-32565	173	33	became	become	VERB
ajst-32565	173	34	very	very	ADV
ajst-32565	173	35	stable	stable	ADJ
ajst-32565	173	36	:	:	PUNCT
ajst-32565	173	37	the	the	DET
ajst-32565	173	38	threshold	threshold	NOUN
ajst-32565	173	39	for	for	ADP
ajst-32565	173	40	the	the	DET
ajst-32565	173	41	protected	protect	VERB
ajst-32565	173	42	group	group	NOUN
ajst-32565	173	43	(	(	PUNCT
ajst-32565	173	44	women	woman	NOUN
ajst-32565	173	45	)	)	PUNCT
ajst-32565	173	46	was	be	AUX
ajst-32565	173	47	219	219	NUM
ajst-32565	173	48	0.273±0.015	0.273±0.015	NOUN
ajst-32565	173	49	,	,	PUNCT
ajst-32565	173	50	and	and	CCONJ
ajst-32565	173	51	for	for	ADP
ajst-32565	173	52	the	the	DET
ajst-32565	173	53	unprotected	unprotected	ADJ
ajst-32565	173	54	group	group	NOUN
ajst-32565	173	55	(	(	PUNCT
ajst-32565	173	56	men	man	NOUN
ajst-32565	173	57	)	)	PUNCT
ajst-32565	173	58	it	it	PRON
ajst-32565	173	59	was	be	AUX
ajst-32565	173	60	0.398±0.021	0.398±0.021	NOUN
ajst-32565	173	61	.	.	PUNCT
ajst-32565	174	1	this	this	PRON
ajst-32565	174	2	shows	show	VERB
ajst-32565	174	3	that	that	SCONJ
ajst-32565	174	4	these	these	DET
ajst-32565	174	5	decision	decision	NOUN
ajst-32565	174	6	thresholds	threshold	NOUN
ajst-32565	174	7	are	be	AUX
ajst-32565	174	8	not	not	PART
ajst-32565	174	9	only	only	ADV
ajst-32565	174	10	effective	effective	ADJ
ajst-32565	174	11	on	on	ADP
ajst-32565	174	12	a	a	DET
ajst-32565	174	13	single	single	ADJ
ajst-32565	174	14	set	set	NOUN
ajst-32565	174	15	of	of	ADP
ajst-32565	174	16	training	training	NOUN
ajst-32565	174	17	data	datum	NOUN
ajst-32565	174	18	but	but	CCONJ
ajst-32565	174	19	also	also	ADV
ajst-32565	174	20	applicable	applicable	ADJ
ajst-32565	174	21	to	to	ADP
ajst-32565	174	22	other	other	ADJ
ajst-32565	174	23	training	training	NOUN
ajst-32565	174	24	data	datum	NOUN
ajst-32565	174	25	.	.	PUNCT
ajst-32565	175	1	in	in	ADP
ajst-32565	175	2	addition	addition	NOUN
ajst-32565	175	3	,	,	PUNCT
ajst-32565	175	4	we	we	PRON
ajst-32565	175	5	performed	perform	VERB
ajst-32565	175	6	a	a	DET
ajst-32565	175	7	permutation	permutation	NOUN
ajst-32565	175	8	test	test	NOUN
ajst-32565	175	9	(	(	PUNCT
ajst-32565	175	10	repeated	repeat	VERB
ajst-32565	175	11	1000	1000	NUM
ajst-32565	175	12	times	time	NOUN
ajst-32565	175	13	with	with	ADP
ajst-32565	175	14	gender	gender	NOUN
ajst-32565	175	15	labels	label	NOUN
ajst-32565	175	16	shuffled	shuffle	VERB
ajst-32565	175	17	)	)	PUNCT
ajst-32565	175	18	,	,	PUNCT
ajst-32565	175	19	and	and	CCONJ
ajst-32565	175	20	the	the	DET
ajst-32565	175	21	results	result	NOUN
ajst-32565	175	22	showed	show	VERB
ajst-32565	175	23	that	that	SCONJ
ajst-32565	175	24	the	the	DET
ajst-32565	175	25	p	p	NOUN
ajst-32565	175	26	-	-	PUNCT
ajst-32565	175	27	values	value	NOUN
ajst-32565	175	28	corresponding	correspond	VERB
ajst-32565	175	29	to	to	ADP
ajst-32565	175	30	the	the	DET
ajst-32565	175	31	biases	bias	NOUN
ajst-32565	175	32	of	of	ADP
ajst-32565	175	33	all	all	DET
ajst-32565	175	34	baseline	baseline	NOUN
ajst-32565	175	35	models	model	NOUN
ajst-32565	175	36	were	be	AUX
ajst-32565	175	37	less	less	ADJ
ajst-32565	175	38	than	than	ADP
ajst-32565	175	39	0.001	0.001	NUM
ajst-32565	175	40	.	.	PUNCT
ajst-32565	176	1	this	this	PRON
ajst-32565	176	2	proves	prove	VERB
ajst-32565	176	3	that	that	SCONJ
ajst-32565	176	4	the	the	DET
ajst-32565	176	5	detected	detect	VERB
ajst-32565	176	6	biases	bias	NOUN
ajst-32565	176	7	are	be	AUX
ajst-32565	176	8	caused	cause	VERB
ajst-32565	176	9	by	by	ADP
ajst-32565	176	10	the	the	DET
ajst-32565	176	11	structure	structure	NOUN
ajst-32565	176	12	of	of	ADP
ajst-32565	176	13	the	the	DET
ajst-32565	176	14	model	model	NOUN
ajst-32565	176	15	itself	itself	PRON
ajst-32565	176	16	,	,	PUNCT
ajst-32565	176	17	and	and	CCONJ
ajst-32565	176	18	not	not	PART
ajst-32565	176	19	by	by	ADP
ajst-32565	176	20	chance	chance	NOUN
ajst-32565	176	21	when	when	SCONJ
ajst-32565	176	22	selecting	select	VERB
ajst-32565	176	23	samples	sample	NOUN
ajst-32565	176	24	.	.	PUNCT
ajst-32565	177	1	4	4	X
ajst-32565	177	2	.	.	X
ajst-32565	177	3	conclusion	conclusion	NOUN
ajst-32565	177	4	this	this	DET
ajst-32565	177	5	study	study	NOUN
ajst-32565	177	6	transforms	transform	VERB
ajst-32565	177	7	rawls	rawl	NOUN
ajst-32565	177	8	's	's	PART
ajst-32565	177	9	"	"	PUNCT
ajst-32565	177	10	veil	veil	NOUN
ajst-32565	177	11	of	of	ADP
ajst-32565	177	12	ignorance	ignorance	NOUN
ajst-32565	177	13	"	"	PUNCT
ajst-32565	177	14	from	from	ADP
ajst-32565	177	15	a	a	DET
ajst-32565	177	16	philosophical	philosophical	ADJ
ajst-32565	177	17	concept	concept	NOUN
ajst-32565	177	18	into	into	ADP
ajst-32565	177	19	a	a	DET
ajst-32565	177	20	computational	computational	ADJ
ajst-32565	177	21	framework	framework	NOUN
ajst-32565	177	22	applicable	applicable	ADJ
ajst-32565	177	23	to	to	ADP
ajst-32565	177	24	"	"	PUNCT
ajst-32565	177	25	fair	fair	ADJ
ajst-32565	177	26	classification	classification	NOUN
ajst-32565	177	27	algorithms	algorithm	NOUN
ajst-32565	177	28	.	.	PUNCT
ajst-32565	177	29	"	"	PUNCT
ajst-32565	178	1	the	the	DET
ajst-32565	178	2	study	study	NOUN
ajst-32565	178	3	also	also	ADV
ajst-32565	178	4	designs	design	VERB
ajst-32565	178	5	a	a	DET
ajst-32565	178	6	three	three	NUM
ajst-32565	178	7	-	-	PUNCT
ajst-32565	178	8	stage	stage	NOUN
ajst-32565	178	9	practical	practical	ADJ
ajst-32565	178	10	process	process	NOUN
ajst-32565	178	11	to	to	PART
ajst-32565	178	12	help	help	VERB
ajst-32565	178	13	practitioners	practitioner	NOUN
ajst-32565	178	14	effectively	effectively	ADV
ajst-32565	178	15	address	address	VERB
ajst-32565	178	16	algorithmic	algorithmic	ADJ
ajst-32565	178	17	bias	bias	NOUN
ajst-32565	178	18	.	.	PUNCT
ajst-32565	179	1	while	while	SCONJ
ajst-32565	179	2	this	this	DET
ajst-32565	179	3	framework	framework	NOUN
ajst-32565	179	4	can	can	AUX
ajst-32565	179	5	not	not	PART
ajst-32565	179	6	completely	completely	ADV
ajst-32565	179	7	eliminate	eliminate	VERB
ajst-32565	179	8	all	all	DET
ajst-32565	179	9	algorithmic	algorithmic	ADJ
ajst-32565	179	10	bias	bias	NOUN
ajst-32565	179	11	,	,	PUNCT
ajst-32565	179	12	it	it	PRON
ajst-32565	179	13	does	do	AUX
ajst-32565	179	14	bring	bring	VERB
ajst-32565	179	15	visible	visible	ADJ
ajst-32565	179	16	progress	progress	NOUN
ajst-32565	179	17	towards	towards	ADP
ajst-32565	179	18	fairness	fairness	NOUN
ajst-32565	179	19	in	in	ADP
ajst-32565	179	20	machine	machine	NOUN
ajst-32565	179	21	learning	learning	NOUN
ajst-32565	179	22	.	.	PUNCT
ajst-32565	180	1	for	for	ADP
ajst-32565	180	2	example	example	NOUN
ajst-32565	180	3	,	,	PUNCT
ajst-32565	180	4	demographic	demographic	ADJ
ajst-32565	180	5	equality	equality	NOUN
ajst-32565	180	6	differences	difference	NOUN
ajst-32565	180	7	decreased	decrease	VERB
ajst-32565	180	8	from	from	ADP
ajst-32565	180	9	0.157	0.157	NUM
ajst-32565	180	10	(	(	PUNCT
ajst-32565	180	11	exceeding	exceed	VERB
ajst-32565	180	12	the	the	DET
ajst-32565	180	13	industry	industry	NOUN
ajst-32565	180	14	threshold	threshold	NOUN
ajst-32565	180	15	by	by	ADP
ajst-32565	180	16	50	50	NUM
ajst-32565	180	17	%	%	NOUN
ajst-32565	180	18	)	)	PUNCT
ajst-32565	180	19	to	to	ADP
ajst-32565	180	20	almost	almost	ADV
ajst-32565	180	21	zero	zero	NUM
ajst-32565	180	22	,	,	PUNCT
ajst-32565	180	23	and	and	CCONJ
ajst-32565	180	24	the	the	DET
ajst-32565	180	25	difference	difference	NOUN
ajst-32565	180	26	impact	impact	NOUN
ajst-32565	180	27	ratio	ratio	NOUN
ajst-32565	180	28	improved	improve	VERB
ajst-32565	180	29	from	from	ADP
ajst-32565	180	30	0.8	0.8	NUM
ajst-32565	180	31	,	,	PUNCT
ajst-32565	180	32	just	just	ADV
ajst-32565	180	33	barely	barely	ADV
ajst-32565	180	34	crossing	cross	VERB
ajst-32565	180	35	the	the	DET
ajst-32565	180	36	legal	legal	ADJ
ajst-32565	180	37	line	line	NOUN
ajst-32565	180	38	,	,	PUNCT
ajst-32565	180	39	to	to	ADP
ajst-32565	180	40	a	a	DET
ajst-32565	180	41	compliant	compliant	ADJ
ajst-32565	180	42	1.001	1.001	NUM
ajst-32565	180	43	.	.	PUNCT
ajst-32565	181	1	increasingly	increasingly	ADV
ajst-32565	181	2	,	,	PUNCT
ajst-32565	181	3	automated	automate	VERB
ajst-32565	181	4	systems	system	NOUN
ajst-32565	181	5	are	be	AUX
ajst-32565	181	6	allocating	allocate	VERB
ajst-32565	181	7	social	social	ADJ
ajst-32565	181	8	opportunities	opportunity	NOUN
ajst-32565	181	9	,	,	PUNCT
ajst-32565	181	10	such	such	ADJ
ajst-32565	181	11	as	as	ADP
ajst-32565	181	12	loan	loan	NOUN
ajst-32565	181	13	eligibility	eligibility	NOUN
ajst-32565	181	14	,	,	PUNCT
ajst-32565	181	15	job	job	NOUN
ajst-32565	181	16	interviews	interview	NOUN
ajst-32565	181	17	,	,	PUNCT
ajst-32565	181	18	and	and	CCONJ
ajst-32565	181	19	educational	educational	ADJ
ajst-32565	181	20	resources	resource	NOUN
ajst-32565	181	21	,	,	PUNCT
ajst-32565	181	22	directly	directly	ADV
ajst-32565	181	23	impacting	impact	VERB
ajst-32565	181	24	everyone	everyone	PRON
ajst-32565	181	25	's	's	PART
ajst-32565	181	26	lives	life	NOUN
ajst-32565	181	27	.	.	PUNCT
ajst-32565	182	1	in	in	ADP
ajst-32565	182	2	this	this	DET
ajst-32565	182	3	context	context	NOUN
ajst-32565	182	4	,	,	PUNCT
ajst-32565	182	5	integrating	integrate	VERB
ajst-32565	182	6	philosophical	philosophical	ADJ
ajst-32565	182	7	principles	principle	NOUN
ajst-32565	182	8	like	like	ADP
ajst-32565	182	9	"	"	PUNCT
ajst-32565	182	10	fairness	fairness	NOUN
ajst-32565	182	11	"	"	PUNCT
ajst-32565	182	12	into	into	ADP
ajst-32565	182	13	algorithm	algorithm	NOUN
ajst-32565	182	14	design	design	NOUN
ajst-32565	182	15	is	be	AUX
ajst-32565	182	16	no	no	ADV
ajst-32565	182	17	longer	long	ADV
ajst-32565	182	18	a	a	DET
ajst-32565	182	19	minor	minor	ADJ
ajst-32565	182	20	technical	technical	ADJ
ajst-32565	182	21	detail	detail	NOUN
ajst-32565	182	22	,	,	PUNCT
ajst-32565	182	23	but	but	CCONJ
ajst-32565	182	24	a	a	DET
ajst-32565	182	25	fundamental	fundamental	ADJ
ajst-32565	182	26	ethical	ethical	ADJ
ajst-32565	182	27	principle	principle	NOUN
ajst-32565	182	28	.	.	PUNCT
ajst-32565	183	1	algorithms	algorithm	NOUN
ajst-32565	183	2	should	should	AUX
ajst-32565	183	3	not	not	PART
ajst-32565	183	4	deprive	deprive	VERB
ajst-32565	183	5	individuals	individual	NOUN
ajst-32565	183	6	of	of	ADP
ajst-32565	183	7	opportunities	opportunity	NOUN
ajst-32565	183	8	due	due	ADJ
ajst-32565	183	9	to	to	ADP
ajst-32565	183	10	irrelevant	irrelevant	ADJ
ajst-32565	183	11	factors	factor	NOUN
ajst-32565	183	12	such	such	ADJ
ajst-32565	183	13	as	as	ADP
ajst-32565	183	14	gender	gender	NOUN
ajst-32565	183	15	or	or	CCONJ
ajst-32565	183	16	race	race	NOUN
ajst-32565	183	17	;	;	PUNCT
ajst-32565	183	18	this	this	PRON
ajst-32565	183	19	is	be	AUX
ajst-32565	183	20	both	both	PRON
ajst-32565	183	21	a	a	DET
ajst-32565	183	22	technological	technological	ADJ
ajst-32565	183	23	responsibility	responsibility	NOUN
ajst-32565	183	24	and	and	CCONJ
ajst-32565	183	25	a	a	DET
ajst-32565	183	26	moral	moral	ADJ
ajst-32565	183	27	imperative	imperative	NOUN
ajst-32565	183	28	.	.	PUNCT
ajst-32565	184	1	references	reference	NOUN
ajst-32565	184	2	[	[	X
ajst-32565	184	3	1	1	NUM
ajst-32565	184	4	]	]	PUNCT
ajst-32565	184	5	h.	h.	PROPN
ajst-32565	184	6	m.	m.	PROPN
ajst-32565	184	7	hort	hort	PROPN
ajst-32565	184	8	,	,	PUNCT
ajst-32565	184	9	z.	z.	PROPN
ajst-32565	184	10	chen	chen	PROPN
ajst-32565	184	11	,	,	PUNCT
ajst-32565	184	12	j.	j.	PROPN
ajst-32565	184	13	m.	m.	PROPN
ajst-32565	184	14	zhang	zhang	PROPN
ajst-32565	184	15	,	,	PUNCT
ajst-32565	184	16	m.	m.	PROPN
ajst-32565	184	17	harman	harman	PROPN
ajst-32565	184	18	,	,	PUNCT
ajst-32565	184	19	and	and	CCONJ
ajst-32565	184	20	f.	f.	PROPN
ajst-32565	184	21	sarro	sarro	PROPN
ajst-32565	184	22	.	.	PUNCT
ajst-32565	185	1	"	"	PUNCT
ajst-32565	185	2	bias	bias	NOUN
ajst-32565	185	3	mitigation	mitigation	NOUN
ajst-32565	185	4	for	for	ADP
ajst-32565	185	5	machine	machine	NOUN
ajst-32565	185	6	learning	learn	VERB
ajst-32565	185	7	classifiers	classifier	NOUN
ajst-32565	185	8	:	:	PUNCT
ajst-32565	185	9	a	a	DET
ajst-32565	185	10	comprehensive	comprehensive	ADJ
ajst-32565	185	11	survey	survey	NOUN
ajst-32565	185	12	.	.	PUNCT
ajst-32565	185	13	"	"	PUNCT
ajst-32565	186	1	acm	acm	PROPN
ajst-32565	186	2	j.	j.	PROPN
ajst-32565	186	3	responsib	responsib	PROPN
ajst-32565	186	4	.	.	PUNCT
ajst-32565	187	1	comput	comput	PROPN
ajst-32565	187	2	.	.	PUNCT
ajst-32565	187	3	,	,	PUNCT
ajst-32565	187	4	vol	vol	NOUN
ajst-32565	187	5	.	.	PROPN
ajst-32565	188	1	1	1	NUM
ajst-32565	188	2	,	,	PUNCT
ajst-32565	188	3	no	no	INTJ
ajst-32565	188	4	.	.	NOUN
ajst-32565	188	5	2	2	NUM
ajst-32565	188	6	,	,	PUNCT
ajst-32565	188	7	pp	pp	ADJ
ajst-32565	188	8	.	.	PUNCT
ajst-32565	189	1	1	1	NUM
ajst-32565	189	2	-	-	SYM
ajst-32565	189	3	52	52	NUM
ajst-32565	189	4	,	,	PUNCT
ajst-32565	189	5	2024	2024	NUM
ajst-32565	189	6	.	.	PUNCT
ajst-32565	190	1	[	[	X
ajst-32565	190	2	2	2	NUM
ajst-32565	190	3	]	]	PUNCT
ajst-32565	190	4	z.	z.	PROPN
ajst-32565	190	5	chen	chen	PROPN
ajst-32565	190	6	,	,	PUNCT
ajst-32565	190	7	j.	j.	PROPN
ajst-32565	190	8	m.	m.	PROPN
ajst-32565	190	9	zhang	zhang	PROPN
ajst-32565	190	10	,	,	PUNCT
ajst-32565	190	11	f.	f.	PROPN
ajst-32565	190	12	sarro	sarro	PROPN
ajst-32565	190	13	,	,	PUNCT
ajst-32565	190	14	and	and	CCONJ
ajst-32565	190	15	m.	m.	PROPN
ajst-32565	190	16	harman	harman	PROPN
ajst-32565	190	17	.	.	PUNCT
ajst-32565	191	1	"	"	PUNCT
ajst-32565	191	2	a	a	DET
ajst-32565	191	3	comprehensive	comprehensive	ADJ
ajst-32565	191	4	empirical	empirical	ADJ
ajst-32565	191	5	study	study	NOUN
ajst-32565	191	6	of	of	ADP
ajst-32565	191	7	bias	bias	NOUN
ajst-32565	191	8	mitigation	mitigation	NOUN
ajst-32565	191	9	methods	method	NOUN
ajst-32565	191	10	for	for	ADP
ajst-32565	191	11	machine	machine	NOUN
ajst-32565	191	12	learning	learn	VERB
ajst-32565	191	13	classifiers	classifier	NOUN
ajst-32565	191	14	.	.	PUNCT
ajst-32565	191	15	"	"	PUNCT
ajst-32565	192	1	acm	acm	PROPN
ajst-32565	192	2	trans	trans	PROPN
ajst-32565	192	3	.	.	PUNCT
ajst-32565	193	1	softw	softw	PROPN
ajst-32565	193	2	.	.	PUNCT
ajst-32565	194	1	eng	eng	PROPN
ajst-32565	194	2	.	.	PROPN
ajst-32565	194	3	methodol	methodol	PROPN
ajst-32565	194	4	.	.	PUNCT
ajst-32565	194	5	,	,	PUNCT
ajst-32565	194	6	vol	vol	NOUN
ajst-32565	194	7	.	.	PROPN
ajst-32565	195	1	32	32	NUM
ajst-32565	195	2	,	,	PUNCT
ajst-32565	195	3	no	no	INTJ
ajst-32565	195	4	.	.	NOUN
ajst-32565	195	5	4	4	NUM
ajst-32565	195	6	,	,	PUNCT
ajst-32565	195	7	pp	pp	ADJ
ajst-32565	195	8	.	.	PUNCT
ajst-32565	196	1	1	1	NUM
ajst-32565	196	2	-	-	SYM
ajst-32565	196	3	30	30	NUM
ajst-32565	196	4	,	,	PUNCT
ajst-32565	196	5	2023	2023	NUM
ajst-32565	196	6	.	.	PUNCT
ajst-32565	197	1	[	[	X
ajst-32565	197	2	3	3	X
ajst-32565	197	3	]	]	PUNCT
ajst-32565	197	4	j.	j.	PROPN
ajst-32565	197	5	yang	yang	PROPN
ajst-32565	197	6	,	,	PUNCT
ajst-32565	197	7	a.	a.	PROPN
ajst-32565	197	8	a.	a.	PROPN
ajst-32565	197	9	s.	s.	PROPN
ajst-32565	197	10	soltan	soltan	PROPN
ajst-32565	197	11	,	,	PUNCT
ajst-32565	197	12	d.	d.	PROPN
ajst-32565	197	13	w.	w.	PROPN
ajst-32565	197	14	eyre	eyre	PROPN
ajst-32565	197	15	,	,	PUNCT
ajst-32565	197	16	and	and	CCONJ
ajst-32565	197	17	d.	d.	PROPN
ajst-32565	197	18	a.	a.	PROPN
ajst-32565	197	19	clifton	clifton	PROPN
ajst-32565	197	20	.	.	PUNCT
ajst-32565	198	1	"	"	PUNCT
ajst-32565	198	2	algorithmic	algorithmic	ADJ
ajst-32565	198	3	fairness	fairness	NOUN
ajst-32565	198	4	and	and	CCONJ
ajst-32565	198	5	bias	bias	NOUN
ajst-32565	198	6	mitigation	mitigation	NOUN
ajst-32565	198	7	for	for	ADP
ajst-32565	198	8	clinical	clinical	ADJ
ajst-32565	198	9	machine	machine	NOUN
ajst-32565	198	10	learning	learn	VERB
ajst-32565	198	11	with	with	ADP
ajst-32565	198	12	deep	deep	ADJ
ajst-32565	198	13	reinforcement	reinforcement	NOUN
ajst-32565	198	14	learning	learning	NOUN
ajst-32565	198	15	.	.	PUNCT
ajst-32565	198	16	"	"	PUNCT
ajst-32565	199	1	nat	nat	PROPN
ajst-32565	199	2	.	.	PUNCT
ajst-32565	200	1	mach	mach	PROPN
ajst-32565	200	2	.	.	PUNCT
ajst-32565	201	1	intell	intell	PROPN
ajst-32565	201	2	.	.	PUNCT
ajst-32565	202	1	,	,	PUNCT
ajst-32565	202	2	vol	vol	NOUN
ajst-32565	202	3	.	.	PROPN
ajst-32565	203	1	5	5	NUM
ajst-32565	203	2	,	,	PUNCT
ajst-32565	203	3	no	no	INTJ
ajst-32565	203	4	.	.	NOUN
ajst-32565	203	5	8	8	NUM
ajst-32565	203	6	,	,	PUNCT
ajst-32565	203	7	pp	pp	PROPN
ajst-32565	203	8	.	.	PUNCT
ajst-32565	203	9	884	884	NUM
ajst-32565	203	10	-	-	SYM
ajst-32565	203	11	894	894	NUM
ajst-32565	203	12	,	,	PUNCT
ajst-32565	203	13	2023	2023	NUM
ajst-32565	203	14	.	.	PUNCT
ajst-32565	204	1	[	[	X
ajst-32565	204	2	4	4	X
ajst-32565	204	3	]	]	PUNCT
ajst-32565	204	4	w.	w.	PROPN
ajst-32565	204	5	zhang	zhang	PROPN
ajst-32565	204	6	.	.	PUNCT
ajst-32565	205	1	"	"	PUNCT
ajst-32565	205	2	ai	ai	VERB
ajst-32565	205	3	fairness	fairness	NOUN
ajst-32565	205	4	in	in	ADP
ajst-32565	205	5	practice	practice	NOUN
ajst-32565	205	6	:	:	PUNCT
ajst-32565	205	7	paradigm	paradigm	NOUN
ajst-32565	205	8	,	,	PUNCT
ajst-32565	205	9	challenges	challenge	NOUN
ajst-32565	205	10	,	,	PUNCT
ajst-32565	205	11	and	and	CCONJ
ajst-32565	205	12	prospects	prospect	NOUN
ajst-32565	205	13	.	.	PUNCT
ajst-32565	205	14	"	"	PUNCT
ajst-32565	206	1	ai	ai	VERB
ajst-32565	206	2	mag	mag	PROPN
ajst-32565	206	3	.	.	PUNCT
ajst-32565	206	4	,	,	PUNCT
ajst-32565	206	5	vol	vol	NOUN
ajst-32565	206	6	.	.	PROPN
ajst-32565	207	1	45	45	NUM
ajst-32565	207	2	,	,	PUNCT
ajst-32565	207	3	no	no	INTJ
ajst-32565	207	4	.	.	NOUN
ajst-32565	207	5	3	3	NUM
ajst-32565	207	6	,	,	PUNCT
ajst-32565	207	7	pp	pp	ADJ
ajst-32565	207	8	.	.	PUNCT
ajst-32565	208	1	386	386	NUM
ajst-32565	208	2	-	-	SYM
ajst-32565	208	3	395	395	NUM
ajst-32565	208	4	,	,	PUNCT
ajst-32565	208	5	2024	2024	NUM
ajst-32565	208	6	.	.	PUNCT
ajst-32565	209	1	[	[	X
ajst-32565	209	2	5	5	X
ajst-32565	209	3	]	]	X
ajst-32565	209	4	y.	y.	PROPN
ajst-32565	209	5	huang	huang	PROPN
ajst-32565	209	6	,	,	PUNCT
ajst-32565	209	7	j.	j.	PROPN
ajst-32565	209	8	guo	guo	PROPN
ajst-32565	209	9	,	,	PUNCT
ajst-32565	209	10	w.-h	w.-h	NOUN
ajst-32565	209	11	.	.	PUNCT
ajst-32565	210	1	chen	chen	PROPN
ajst-32565	210	2	,	,	PUNCT
ajst-32565	210	3	h.-y	h.-y	NOUN
ajst-32565	210	4	.	.	PUNCT
ajst-32565	211	1	lin	lin	PROPN
ajst-32565	211	2	,	,	PUNCT
ajst-32565	211	3	h.	h.	PROPN
ajst-32565	211	4	tang	tang	PROPN
ajst-32565	211	5	,	,	PUNCT
ajst-32565	211	6	f.	f.	PROPN
ajst-32565	211	7	wang	wang	PROPN
ajst-32565	211	8	,	,	PUNCT
ajst-32565	211	9	h.	h.	PROPN
ajst-32565	211	10	xu	xu	PROPN
ajst-32565	211	11	,	,	PUNCT
ajst-32565	211	12	and	and	CCONJ
ajst-32565	211	13	j.	j.	PROPN
ajst-32565	211	14	bian	bian	PROPN
ajst-32565	211	15	.	.	PUNCT
ajst-32565	212	1	"	"	PUNCT
ajst-32565	212	2	a	a	DET
ajst-32565	212	3	scoping	scope	VERB
ajst-32565	212	4	review	review	NOUN
ajst-32565	212	5	of	of	ADP
ajst-32565	212	6	fair	fair	ADJ
ajst-32565	212	7	machine	machine	NOUN
ajst-32565	212	8	learning	learn	VERB
ajst-32565	212	9	techniques	technique	NOUN
ajst-32565	212	10	when	when	SCONJ
ajst-32565	212	11	using	use	VERB
ajst-32565	212	12	real	real	ADJ
ajst-32565	212	13	-	-	PUNCT
ajst-32565	212	14	world	world	NOUN
ajst-32565	212	15	data	datum	NOUN
ajst-32565	212	16	.	.	PUNCT
ajst-32565	212	17	"	"	PUNCT
ajst-32565	213	1	j.	j.	PROPN
ajst-32565	213	2	biomed	biome	VERB
ajst-32565	213	3	.	.	PUNCT
ajst-32565	214	1	inform	inform	NOUN
ajst-32565	214	2	.	.	PUNCT
ajst-32565	214	3	,	,	PUNCT
ajst-32565	214	4	vol	vol	NOUN
ajst-32565	214	5	.	.	PROPN
ajst-32565	214	6	151	151	NUM
ajst-32565	214	7	,	,	PUNCT
ajst-32565	214	8	pp	pp	ADV
ajst-32565	214	9	.	.	PUNCT
ajst-32565	215	1	104622	104622	NUM
ajst-32565	215	2	,	,	PUNCT
ajst-32565	215	3	2024	2024	NUM
ajst-32565	215	4	.	.	PUNCT
ajst-32565	216	1	[	[	X
ajst-32565	216	2	6	6	NUM
ajst-32565	216	3	]	]	X
ajst-32565	216	4	f.	f.	PROPN
ajst-32565	216	5	chen	chen	PROPN
ajst-32565	216	6	,	,	PUNCT
ajst-32565	216	7	l.	l.	PROPN
ajst-32565	216	8	wang	wang	PROPN
ajst-32565	216	9	,	,	PUNCT
ajst-32565	216	10	j.	j.	PROPN
ajst-32565	216	11	hong	hong	PROPN
ajst-32565	216	12	,	,	PUNCT
ajst-32565	216	13	j.	j.	PROPN
ajst-32565	216	14	jiang	jiang	PROPN
ajst-32565	216	15	,	,	PUNCT
ajst-32565	216	16	and	and	CCONJ
ajst-32565	216	17	l.	l.	PROPN
ajst-32565	216	18	zhou	zhou	PROPN
ajst-32565	216	19	.	.	PUNCT
ajst-32565	217	1	"	"	PUNCT
ajst-32565	217	2	unmasking	unmask	VERB
ajst-32565	217	3	bias	bias	NOUN
ajst-32565	217	4	in	in	ADP
ajst-32565	217	5	artificial	artificial	ADJ
ajst-32565	217	6	intelligence	intelligence	NOUN
ajst-32565	217	7	:	:	PUNCT
ajst-32565	217	8	a	a	DET
ajst-32565	217	9	systematic	systematic	ADJ
ajst-32565	217	10	review	review	NOUN
ajst-32565	217	11	of	of	ADP
ajst-32565	217	12	bias	bias	NOUN
ajst-32565	217	13	detection	detection	NOUN
ajst-32565	217	14	and	and	CCONJ
ajst-32565	217	15	mitigation	mitigation	NOUN
ajst-32565	217	16	strategies	strategy	NOUN
ajst-32565	217	17	in	in	ADP
ajst-32565	217	18	electronic	electronic	ADJ
ajst-32565	217	19	health	health	NOUN
ajst-32565	217	20	record	record	NOUN
ajst-32565	217	21	-	-	PUNCT
ajst-32565	217	22	based	base	VERB
ajst-32565	217	23	models	model	NOUN
ajst-32565	217	24	.	.	PUNCT
ajst-32565	217	25	"	"	PUNCT
ajst-32565	218	1	j.	j.	PROPN
ajst-32565	218	2	am	am	PROPN
ajst-32565	218	3	.	.	PUNCT
ajst-32565	219	1	med	med	PROPN
ajst-32565	219	2	.	.	PUNCT
ajst-32565	220	1	inform	inform	NOUN
ajst-32565	220	2	.	.	PUNCT
ajst-32565	221	1	assoc	assoc	PROPN
ajst-32565	221	2	.	.	PROPN
ajst-32565	221	3	,	,	PUNCT
ajst-32565	221	4	vol	vol	NOUN
ajst-32565	221	5	.	.	PROPN
ajst-32565	222	1	31	31	NUM
ajst-32565	222	2	,	,	PUNCT
ajst-32565	222	3	no	no	INTJ
ajst-32565	222	4	.	.	NOUN
ajst-32565	222	5	5	5	NUM
ajst-32565	222	6	,	,	PUNCT
ajst-32565	222	7	pp	pp	ADJ
ajst-32565	222	8	.	.	PUNCT
ajst-32565	223	1	1172	1172	NUM
ajst-32565	223	2	-	-	SYM
ajst-32565	223	3	1183	1183	NUM
ajst-32565	223	4	,	,	PUNCT
ajst-32565	223	5	2024	2024	NUM
ajst-32565	223	6	.	.	PUNCT
ajst-32565	224	1	[	[	X
ajst-32565	224	2	7	7	X
ajst-32565	224	3	]	]	X
ajst-32565	224	4	r.	r.	PROPN
ajst-32565	224	5	gonzález	gonzález	PROPN
ajst-32565	224	6	-	-	PUNCT
ajst-32565	224	7	sendino	sendino	PROPN
ajst-32565	224	8	,	,	PUNCT
ajst-32565	224	9	e.	e.	PROPN
ajst-32565	224	10	serrano	serrano	PROPN
ajst-32565	224	11	,	,	PUNCT
ajst-32565	224	12	and	and	CCONJ
ajst-32565	224	13	j.	j.	PROPN
ajst-32565	224	14	bajo	bajo	PROPN
ajst-32565	224	15	.	.	PUNCT
ajst-32565	225	1	"	"	PUNCT
ajst-32565	225	2	mitigating	mitigate	VERB
ajst-32565	225	3	bias	bias	NOUN
ajst-32565	225	4	in	in	ADP
ajst-32565	225	5	artificial	artificial	ADJ
ajst-32565	225	6	intelligence	intelligence	NOUN
ajst-32565	225	7	:	:	PUNCT
ajst-32565	225	8	fair	fair	ADJ
ajst-32565	225	9	data	data	NOUN
ajst-32565	225	10	generation	generation	NOUN
ajst-32565	225	11	via	via	ADP
ajst-32565	225	12	causal	causal	ADJ
ajst-32565	225	13	models	model	NOUN
ajst-32565	225	14	for	for	ADP
ajst-32565	225	15	transparent	transparent	ADJ
ajst-32565	225	16	and	and	CCONJ
ajst-32565	225	17	explainable	explainable	ADJ
ajst-32565	225	18	decision	decision	NOUN
ajst-32565	225	19	-	-	PUNCT
ajst-32565	225	20	making	making	NOUN
ajst-32565	225	21	.	.	PUNCT
ajst-32565	225	22	"	"	PUNCT
ajst-32565	226	1	future	future	ADJ
ajst-32565	226	2	gener	gener	PROPN
ajst-32565	226	3	.	.	PUNCT
ajst-32565	227	1	comput	comput	PROPN
ajst-32565	227	2	.	.	PUNCT
ajst-32565	228	1	syst	syst	PROPN
ajst-32565	228	2	.	.	PUNCT
ajst-32565	228	3	,	,	PUNCT
ajst-32565	228	4	vol	vol	NOUN
ajst-32565	228	5	.	.	PROPN
ajst-32565	228	6	155	155	NUM
ajst-32565	228	7	,	,	PUNCT
ajst-32565	228	8	pp	pp	ADJ
ajst-32565	228	9	.	.	PUNCT
ajst-32565	229	1	384	384	NUM
ajst-32565	229	2	-	-	SYM
ajst-32565	229	3	401	401	NUM
ajst-32565	229	4	,	,	PUNCT
ajst-32565	229	5	2024	2024	NUM
ajst-32565	229	6	.	.	PUNCT
ajst-32565	230	1	[	[	X
ajst-32565	230	2	8	8	NUM
ajst-32565	230	3	]	]	X
ajst-32565	230	4	b.	b.	PROPN
ajst-32565	230	5	mittelstadt	mittelstadt	PROPN
ajst-32565	230	6	,	,	PUNCT
ajst-32565	230	7	s.	s.	PROPN
ajst-32565	230	8	wachter	wachter	PROPN
ajst-32565	230	9	,	,	PUNCT
ajst-32565	230	10	and	and	CCONJ
ajst-32565	230	11	c.	c.	PROPN
ajst-32565	230	12	russell	russell	PROPN
ajst-32565	230	13	.	.	PUNCT
ajst-32565	231	1	"	"	PUNCT
ajst-32565	231	2	the	the	DET
ajst-32565	231	3	unfairness	unfairness	NOUN
ajst-32565	231	4	of	of	ADP
ajst-32565	231	5	fair	fair	ADJ
ajst-32565	231	6	machine	machine	NOUN
ajst-32565	231	7	learning	learning	NOUN
ajst-32565	231	8	:	:	PUNCT
ajst-32565	231	9	leveling	level	VERB
ajst-32565	231	10	down	down	ADP
ajst-32565	231	11	and	and	CCONJ
ajst-32565	231	12	strict	strict	ADJ
ajst-32565	231	13	egalitarianism	egalitarianism	NOUN
ajst-32565	231	14	by	by	ADP
ajst-32565	231	15	default	default	NOUN
ajst-32565	231	16	.	.	PUNCT
ajst-32565	231	17	"	"	PUNCT
ajst-32565	232	1	mich	mich	PROPN
ajst-32565	232	2	.	.	PUNCT
ajst-32565	233	1	tech	tech	PROPN
ajst-32565	233	2	.	.	PUNCT
ajst-32565	234	1	l.	l.	PROPN
ajst-32565	234	2	rev	rev	PROPN
ajst-32565	234	3	.	.	PROPN
ajst-32565	234	4	,	,	PUNCT
ajst-32565	234	5	vol	vol	NOUN
ajst-32565	234	6	.	.	PROPN
ajst-32565	234	7	30	30	NUM
ajst-32565	234	8	,	,	PUNCT
ajst-32565	234	9	pp	pp	ADJ
ajst-32565	234	10	.	.	NOUN
ajst-32565	234	11	1	1	NUM
ajst-32565	234	12	,	,	PUNCT
ajst-32565	234	13	2023	2023	NUM
ajst-32565	234	14	.	.	PUNCT
ajst-32565	235	1	[	[	X
ajst-32565	235	2	9	9	NUM
ajst-32565	235	3	]	]	X
ajst-32565	235	4	l.	l.	PROPN
ajst-32565	235	5	weidinger	weidinger	PROPN
ajst-32565	235	6	,	,	PUNCT
ajst-32565	235	7	k.	k.	PROPN
ajst-32565	235	8	r.	r.	PROPN
ajst-32565	235	9	mckee	mckee	PROPN
ajst-32565	235	10	,	,	PUNCT
ajst-32565	235	11	r.	r.	PROPN
ajst-32565	235	12	everett	everett	PROPN
ajst-32565	235	13	,	,	PUNCT
ajst-32565	235	14	s.	s.	PROPN
ajst-32565	235	15	huang	huang	PROPN
ajst-32565	235	16	,	,	PUNCT
ajst-32565	235	17	t.	t.	PROPN
ajst-32565	235	18	o.	o.	PROPN
ajst-32565	235	19	zhu	zhu	PROPN
ajst-32565	235	20	,	,	PUNCT
ajst-32565	235	21	m.	m.	PROPN
ajst-32565	235	22	j.	j.	PROPN
ajst-32565	235	23	chadwick	chadwick	PROPN
ajst-32565	235	24	,	,	PUNCT
ajst-32565	235	25	c.	c.	PROPN
ajst-32565	235	26	summerfield	summerfield	PROPN
ajst-32565	235	27	,	,	PUNCT
ajst-32565	235	28	and	and	CCONJ
ajst-32565	235	29	i.	i.	PROPN
ajst-32565	235	30	gabriel	gabriel	PROPN
ajst-32565	235	31	.	.	PUNCT
ajst-32565	236	1	"	"	PUNCT
ajst-32565	236	2	using	use	VERB
ajst-32565	236	3	the	the	DET
ajst-32565	236	4	veil	veil	NOUN
ajst-32565	236	5	of	of	ADP
ajst-32565	236	6	ignorance	ignorance	NOUN
ajst-32565	236	7	to	to	PART
ajst-32565	236	8	align	align	VERB
ajst-32565	236	9	ai	ai	VERB
ajst-32565	236	10	systems	system	NOUN
ajst-32565	236	11	with	with	ADP
ajst-32565	236	12	principles	principle	NOUN
ajst-32565	236	13	of	of	ADP
ajst-32565	236	14	justice	justice	NOUN
ajst-32565	236	15	.	.	PUNCT
ajst-32565	236	16	"	"	PUNCT
ajst-32565	237	1	proc	proc	NOUN
ajst-32565	237	2	.	.	PUNCT
ajst-32565	238	1	natl	natl	PROPN
ajst-32565	238	2	.	.	PUNCT
ajst-32565	239	1	acad	acad	PROPN
ajst-32565	239	2	.	.	PUNCT
ajst-32565	240	1	sci	sci	PROPN
ajst-32565	240	2	.	.	PUNCT
ajst-32565	240	3	u.s.a	u.s.a	PROPN
ajst-32565	240	4	.	.	PROPN
ajst-32565	240	5	,	,	PUNCT
ajst-32565	240	6	vol	vol	NOUN
ajst-32565	240	7	.	.	PUNCT
ajst-32565	241	1	120	120	NUM
ajst-32565	241	2	,	,	PUNCT
ajst-32565	241	3	no	no	INTJ
ajst-32565	241	4	.	.	NOUN
ajst-32565	241	5	18	18	NUM
ajst-32565	241	6	,	,	PUNCT
ajst-32565	241	7	pp	pp	PROPN
ajst-32565	241	8	.	.	PUNCT
ajst-32565	242	1	e2213709120	e2213709120	ADJ
ajst-32565	242	2	,	,	PUNCT
ajst-32565	242	3	2023	2023	NUM
ajst-32565	242	4	.	.	PUNCT
ajst-32565	243	1	[	[	X
ajst-32565	243	2	10	10	NUM
ajst-32565	243	3	]	]	X
ajst-32565	243	4	u.	u.	NOUN
ajst-32565	243	5	franke	franke	PROPN
ajst-32565	243	6	.	.	PUNCT
ajst-32565	244	1	"	"	PUNCT
ajst-32565	244	2	rawlsian	rawlsian	ADJ
ajst-32565	244	3	algorithmic	algorithmic	ADJ
ajst-32565	244	4	fairness	fairness	NOUN
ajst-32565	244	5	and	and	CCONJ
ajst-32565	244	6	a	a	DET
ajst-32565	244	7	missing	miss	VERB
ajst-32565	244	8	aggregation	aggregation	NOUN
ajst-32565	244	9	property	property	NOUN
ajst-32565	244	10	of	of	ADP
ajst-32565	244	11	the	the	DET
ajst-32565	244	12	difference	difference	NOUN
ajst-32565	244	13	principle	principle	NOUN
ajst-32565	244	14	.	.	PUNCT
ajst-32565	244	15	"	"	PUNCT
ajst-32565	245	1	philos	philos	PROPN
ajst-32565	245	2	.	.	PUNCT
ajst-32565	246	1	technol	technol	PROPN
ajst-32565	246	2	.	.	PROPN
ajst-32565	246	3	,	,	PUNCT
ajst-32565	246	4	vol	vol	NOUN
ajst-32565	246	5	.	.	PROPN
ajst-32565	247	1	37	37	NUM
ajst-32565	247	2	,	,	PUNCT
ajst-32565	247	3	no	no	INTJ
ajst-32565	247	4	.	.	NOUN
ajst-32565	247	5	3	3	NUM
ajst-32565	247	6	,	,	PUNCT
ajst-32565	247	7	pp	pp	ADJ
ajst-32565	247	8	.	.	PUNCT
ajst-32565	248	1	87	87	NUM
ajst-32565	248	2	,	,	PUNCT
ajst-32565	248	3	2024	2024	NUM
ajst-32565	248	4	.	.	PUNCT
ajst-32565	249	1	[	[	X
ajst-32565	249	2	11	11	NUM
ajst-32565	249	3	]	]	X
ajst-32565	249	4	d.	d.	PROPN
ajst-32565	249	5	e.	e.	PROPN
ajst-32565	249	6	rigobon	rigobon	PROPN
ajst-32565	249	7	.	.	PUNCT
ajst-32565	250	1	"	"	PUNCT
ajst-32565	250	2	from	from	ADP
ajst-32565	250	3	utilitarian	utilitarian	ADJ
ajst-32565	250	4	to	to	ADP
ajst-32565	250	5	rawlsian	rawlsian	ADJ
ajst-32565	250	6	designs	design	NOUN
ajst-32565	250	7	for	for	ADP
ajst-32565	250	8	algorithmic	algorithmic	ADJ
ajst-32565	250	9	fairness	fairness	NOUN
ajst-32565	250	10	.	.	PUNCT
ajst-32565	250	11	"	"	PUNCT
ajst-32565	251	1	arxiv	arxiv	PROPN
ajst-32565	251	2	preprint	preprint	NOUN
ajst-32565	251	3	arxiv	arxiv	PROPN
ajst-32565	251	4	:	:	PUNCT
ajst-32565	251	5	2302.03567	2302.03567	NUM
ajst-32565	251	6	,	,	PUNCT
ajst-32565	251	7	2023	2023	NUM
ajst-32565	251	8	.	.	PUNCT
ajst-32565	252	1	220	220	NUM
ajst-32565	253	1	[	[	SYM
ajst-32565	253	2	12	12	NUM
ajst-32565	253	3	]	]	PUNCT
ajst-32565	253	4	a.	a.	NOUN
ajst-32565	253	5	liang	liang	PROPN
ajst-32565	253	6	,	,	PUNCT
ajst-32565	253	7	and	and	CCONJ
ajst-32565	253	8	j.	j.	PROPN
ajst-32565	253	9	lu	lu	PROPN
ajst-32565	253	10	.	.	PUNCT
ajst-32565	254	1	"	"	PUNCT
ajst-32565	254	2	algorithmic	algorithmic	ADJ
ajst-32565	254	3	fairness	fairness	NOUN
ajst-32565	254	4	and	and	CCONJ
ajst-32565	254	5	social	social	ADJ
ajst-32565	254	6	welfare	welfare	NOUN
ajst-32565	254	7	.	.	PUNCT
ajst-32565	254	8	"	"	PUNCT
ajst-32565	255	1	in	in	ADP
ajst-32565	255	2	aea	aea	PROPN
ajst-32565	255	3	pap	pap	PROPN
ajst-32565	255	4	.	.	PUNCT
ajst-32565	256	1	proc	proc	PROPN
ajst-32565	256	2	.	.	PROPN
ajst-32565	257	1	,	,	PUNCT
ajst-32565	257	2	vol	vol	NOUN
ajst-32565	257	3	.	.	PROPN
ajst-32565	257	4	114	114	NUM
ajst-32565	257	5	,	,	PUNCT
ajst-32565	257	6	pp	pp	ADJ
ajst-32565	257	7	.	.	PUNCT
ajst-32565	258	1	628632	628632	NUM
ajst-32565	258	2	,	,	PUNCT
ajst-32565	258	3	nashville	nashville	PROPN
ajst-32565	258	4	,	,	PUNCT
ajst-32565	258	5	tn	tn	PROPN
ajst-32565	258	6	37203	37203	NUM
ajst-32565	258	7	:	:	PUNCT
ajst-32565	258	8	am	be	AUX
ajst-32565	258	9	.	.	PUNCT
ajst-32565	259	1	econ	econ	PROPN
ajst-32565	259	2	.	.	PUNCT
ajst-32565	260	1	assoc	assoc	PROPN
ajst-32565	260	2	.	.	PROPN
ajst-32565	260	3	,	,	PUNCT
ajst-32565	260	4	2024	2024	NUM
ajst-32565	260	5	.	.	PUNCT
ajst-32565	261	1	[	[	X
ajst-32565	261	2	13	13	NUM
ajst-32565	261	3	]	]	X
ajst-32565	261	4	u.	u.	NOUN
ajst-32565	261	5	franke	franke	PROPN
ajst-32565	261	6	.	.	PUNCT
ajst-32565	262	1	"	"	PUNCT
ajst-32565	262	2	rawls	rawl	VERB
ajst-32565	262	3	’s	’s	PART
ajst-32565	262	4	original	original	ADJ
ajst-32565	262	5	position	position	NOUN
ajst-32565	262	6	and	and	CCONJ
ajst-32565	262	7	algorithmic	algorithmic	ADJ
ajst-32565	262	8	fairness	fairness	NOUN
ajst-32565	262	9	.	.	PUNCT
ajst-32565	262	10	"	"	PUNCT
ajst-32565	263	1	philos	philos	PROPN
ajst-32565	263	2	.	.	PUNCT
ajst-32565	264	1	technol	technol	PROPN
ajst-32565	264	2	.	.	PROPN
ajst-32565	264	3	,	,	PUNCT
ajst-32565	264	4	vol	vol	NOUN
ajst-32565	264	5	.	.	PROPN
ajst-32565	265	1	34	34	NUM
ajst-32565	265	2	,	,	PUNCT
ajst-32565	265	3	no	no	INTJ
ajst-32565	265	4	.	.	NOUN
ajst-32565	265	5	4	4	NUM
ajst-32565	265	6	,	,	PUNCT
ajst-32565	265	7	pp	pp	ADJ
ajst-32565	265	8	.	.	PUNCT
ajst-32565	266	1	18031817	18031817	NUM
ajst-32565	266	2	,	,	PUNCT
ajst-32565	266	3	2021	2021	NUM
ajst-32565	266	4	.	.	PUNCT
ajst-32565	267	1	[	[	X
ajst-32565	267	2	14	14	NUM
ajst-32565	267	3	]	]	X
ajst-32565	267	4	f.	f.	PROPN
ajst-32565	267	5	barsotti	barsotti	PROPN
ajst-32565	267	6	,	,	PUNCT
ajst-32565	267	7	and	and	CCONJ
ajst-32565	267	8	r.	r.	PROPN
ajst-32565	267	9	g.	g.	PROPN
ajst-32565	267	10	koçer	koçer	PROPN
ajst-32565	267	11	.	.	PUNCT
ajst-32565	268	1	"	"	PUNCT
ajst-32565	268	2	minmax	minmax	X
ajst-32565	268	3	fairness	fairness	NOUN
ajst-32565	268	4	:	:	PUNCT
ajst-32565	268	5	from	from	ADP
ajst-32565	268	6	rawlsian	rawlsian	ADJ
ajst-32565	268	7	theory	theory	NOUN
ajst-32565	268	8	of	of	ADP
ajst-32565	268	9	justice	justice	NOUN
ajst-32565	268	10	to	to	ADP
ajst-32565	268	11	solution	solution	NOUN
ajst-32565	268	12	for	for	ADP
ajst-32565	268	13	algorithmic	algorithmic	ADJ
ajst-32565	268	14	bias	bias	NOUN
ajst-32565	268	15	.	.	PUNCT
ajst-32565	268	16	"	"	PUNCT
ajst-32565	269	1	ai	ai	PROPN
ajst-32565	269	2	&	&	CCONJ
ajst-32565	269	3	soc	soc	PROPN
ajst-32565	269	4	.	.	PUNCT
ajst-32565	270	1	,	,	PUNCT
ajst-32565	270	2	vol	vol	NOUN
ajst-32565	270	3	.	.	PROPN
ajst-32565	270	4	39	39	NUM
ajst-32565	270	5	,	,	PUNCT
ajst-32565	270	6	no	no	INTJ
ajst-32565	270	7	.	.	NOUN
ajst-32565	270	8	3	3	NUM
ajst-32565	270	9	,	,	PUNCT
ajst-32565	270	10	pp	pp	ADJ
ajst-32565	270	11	.	.	PUNCT
ajst-32565	271	1	961	961	NUM
ajst-32565	271	2	-	-	SYM
ajst-32565	271	3	974	974	NUM
ajst-32565	271	4	,	,	PUNCT
ajst-32565	271	5	2024	2024	NUM
ajst-32565	271	6	.	.	PUNCT
ajst-32565	272	1	[	[	X
ajst-32565	272	2	15	15	NUM
ajst-32565	272	3	]	]	X
ajst-32565	272	4	e.	e.	PROPN
ajst-32565	272	5	s.	s.	PROPN
ajst-32565	272	6	udoh	udoh	PROPN
ajst-32565	272	7	,	,	PUNCT
ajst-32565	272	8	x.	x.	NOUN
ajst-32565	272	9	yuan	yuan	PROPN
ajst-32565	272	10	,	,	PUNCT
ajst-32565	272	11	and	and	CCONJ
ajst-32565	272	12	a.	a.	NOUN
ajst-32565	272	13	rorissa	rorissa	NOUN
ajst-32565	272	14	.	.	PUNCT
ajst-32565	273	1	"	"	PUNCT
ajst-32565	273	2	a	a	DET
ajst-32565	273	3	framework	framework	NOUN
ajst-32565	273	4	for	for	ADP
ajst-32565	273	5	defining	define	VERB
ajst-32565	273	6	algorithmic	algorithmic	ADJ
ajst-32565	273	7	fairness	fairness	NOUN
ajst-32565	273	8	in	in	ADP
ajst-32565	273	9	the	the	DET
ajst-32565	273	10	context	context	NOUN
ajst-32565	273	11	of	of	ADP
ajst-32565	273	12	information	information	NOUN
ajst-32565	273	13	access	access	NOUN
ajst-32565	273	14	.	.	PUNCT
ajst-32565	273	15	"	"	PUNCT
ajst-32565	274	1	proc	proc	NOUN
ajst-32565	274	2	.	.	PUNCT
ajst-32565	275	1	assoc	assoc	PROPN
ajst-32565	275	2	.	.	PUNCT
ajst-32565	275	3	inf	inf	PROPN
ajst-32565	275	4	.	.	PUNCT
ajst-32565	276	1	sci	sci	PROPN
ajst-32565	276	2	.	.	PROPN
ajst-32565	276	3	technol	technol	PROPN
ajst-32565	276	4	.	.	PROPN
ajst-32565	276	5	,	,	PUNCT
ajst-32565	276	6	vol	vol	NOUN
ajst-32565	276	7	.	.	PROPN
ajst-32565	276	8	61	61	NUM
ajst-32565	276	9	,	,	PUNCT
ajst-32565	276	10	no	no	INTJ
ajst-32565	276	11	.	.	NOUN
ajst-32565	276	12	1	1	NUM
ajst-32565	276	13	,	,	PUNCT
ajst-32565	276	14	pp	pp	ADJ
ajst-32565	276	15	.	.	PUNCT
ajst-32565	277	1	667	667	NUM
ajst-32565	277	2	-	-	SYM
ajst-32565	277	3	672	672	NUM
ajst-32565	277	4	,	,	PUNCT
ajst-32565	277	5	2024	2024	NUM
ajst-32565	277	6	.	.	PUNCT
ajst-32565	278	1	[	[	X
ajst-32565	278	2	16	16	NUM
ajst-32565	278	3	]	]	PUNCT
ajst-32565	278	4	m.	m.	NOUN
ajst-32565	278	5	bay	bay	PROPN
ajst-32565	278	6	.	.	PUNCT
ajst-32565	279	1	"	"	PUNCT
ajst-32565	279	2	participation	participation	NOUN
ajst-32565	279	3	,	,	PUNCT
ajst-32565	279	4	prediction	prediction	NOUN
ajst-32565	279	5	,	,	PUNCT
ajst-32565	279	6	and	and	CCONJ
ajst-32565	279	7	publicity	publicity	NOUN
ajst-32565	279	8	:	:	PUNCT
ajst-32565	279	9	avoiding	avoid	VERB
ajst-32565	279	10	the	the	DET
ajst-32565	279	11	pitfalls	pitfall	NOUN
ajst-32565	279	12	of	of	ADP
ajst-32565	279	13	applying	apply	VERB
ajst-32565	279	14	rawlsian	rawlsian	ADJ
ajst-32565	279	15	ethics	ethic	NOUN
ajst-32565	279	16	to	to	PART
ajst-32565	279	17	ai	ai	VERB
ajst-32565	279	18	.	.	PUNCT
ajst-32565	279	19	"	"	PUNCT
ajst-32565	280	1	ai	ai	VERB
ajst-32565	280	2	ethics	ethic	NOUN
ajst-32565	280	3	,	,	PUNCT
ajst-32565	280	4	vol	vol	NOUN
ajst-32565	280	5	.	.	PROPN
ajst-32565	280	6	4	4	NUM
ajst-32565	280	7	,	,	PUNCT
ajst-32565	280	8	no	no	INTJ
ajst-32565	280	9	.	.	NOUN
ajst-32565	280	10	4	4	NUM
ajst-32565	280	11	,	,	PUNCT
ajst-32565	280	12	pp	pp	ADJ
ajst-32565	280	13	.	.	PUNCT
ajst-32565	281	1	1545	1545	NUM
ajst-32565	281	2	-	-	SYM
ajst-32565	281	3	1554	1554	NUM
ajst-32565	281	4	,	,	PUNCT
ajst-32565	281	5	2024	2024	NUM
ajst-32565	281	6	.	.	PUNCT
ajst-32565	282	1	[	[	X
ajst-32565	282	2	17	17	NUM
ajst-32565	282	3	]	]	X
ajst-32565	282	4	h.	h.	PROPN
ajst-32565	282	5	wang	wang	PROPN
ajst-32565	282	6	,	,	PUNCT
ajst-32565	282	7	b.	b.	PROPN
ajst-32565	282	8	ustun	ustun	PROPN
ajst-32565	282	9	,	,	PUNCT
ajst-32565	282	10	and	and	CCONJ
ajst-32565	282	11	f.	f.	PROPN
ajst-32565	282	12	calmon	calmon	PROPN
ajst-32565	282	13	.	.	PUNCT
ajst-32565	283	1	"	"	PUNCT
ajst-32565	283	2	repairing	repair	VERB
ajst-32565	283	3	without	without	ADP
ajst-32565	283	4	retraining	retrain	VERB
ajst-32565	283	5	:	:	PUNCT
ajst-32565	283	6	avoiding	avoid	VERB
ajst-32565	283	7	disparate	disparate	ADJ
ajst-32565	283	8	impact	impact	NOUN
ajst-32565	283	9	with	with	ADP
ajst-32565	283	10	counterfactual	counterfactual	ADJ
ajst-32565	283	11	distributions	distribution	NOUN
ajst-32565	283	12	.	.	PUNCT
ajst-32565	283	13	"	"	PUNCT
ajst-32565	284	1	in	in	ADP
ajst-32565	284	2	proc	proc	NOUN
ajst-32565	284	3	.	.	PUNCT
ajst-32565	285	1	int	int	NOUN
ajst-32565	285	2	.	.	PUNCT
ajst-32565	285	3	conf	conf	PROPN
ajst-32565	285	4	.	.	PUNCT
ajst-32565	286	1	mach	mach	PROPN
ajst-32565	286	2	.	.	PUNCT
ajst-32565	287	1	learn	learn	VERB
ajst-32565	287	2	.	.	PUNCT
ajst-32565	288	1	(	(	PUNCT
ajst-32565	288	2	icml	icml	PROPN
ajst-32565	288	3	)	)	PUNCT
ajst-32565	288	4	,	,	PUNCT
ajst-32565	288	5	2019	2019	NUM
ajst-32565	288	6	,	,	PUNCT
ajst-32565	288	7	pp	pp	ADJ
ajst-32565	288	8	.	.	PUNCT
ajst-32565	289	1	6618	6618	NUM
ajst-32565	289	2	-	-	SYM
ajst-32565	289	3	6627	6627	NUM
ajst-32565	289	4	.	.	PUNCT