id	sid	tid	token	lemma	pos
cana-6177	1	1	communications	communication	NOUN
cana-6177	1	2	on	on	ADP
cana-6177	1	3	applied	apply	VERB
cana-6177	1	4	nonlinear	nonlinear	ADJ
cana-6177	1	5	analysis	analysis	NOUN
cana-6177	1	6	issn	issn	NOUN
cana-6177	1	7	:	:	PUNCT
cana-6177	1	8	1074	1074	NUM
cana-6177	1	9	-	-	PUNCT
cana-6177	1	10	133x	133x	NUM
cana-6177	1	11	vol	vol	NOUN
cana-6177	1	12	32	32	NUM
cana-6177	1	13	no	no	NOUN
cana-6177	1	14	.	.	PUNCT
cana-6177	2	1	1s	1s	NUM
cana-6177	2	2	(	(	PUNCT
cana-6177	2	3	2025	2025	NUM
cana-6177	2	4	)	)	PUNCT
cana-6177	2	5	696	696	NUM
cana-6177	2	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	2	7	iroas	iroas	ADV
cana-6177	2	8	-	-	PUNCT
cana-6177	2	9	based	base	VERB
cana-6177	2	10	dynamic	dynamic	ADJ
cana-6177	2	11	bidding	bidding	NOUN
cana-6177	2	12	strategy	strategy	NOUN
cana-6177	2	13	using	use	VERB
cana-6177	2	14	multi	multi	ADJ
cana-6177	2	15	-	-	ADJ
cana-6177	2	16	armed	armed	ADJ
cana-6177	2	17	bandits	bandit	NOUN
cana-6177	2	18	in	in	ADP
cana-6177	2	19	retail	retail	ADJ
cana-6177	2	20	media	medium	NOUN
cana-6177	2	21	networks	network	NOUN
cana-6177	2	22	saurabh	saurabh	PROPN
cana-6177	2	23	mittal	mittal	PROPN
cana-6177	2	24	north	north	PROPN
cana-6177	2	25	carolina	carolina	PROPN
cana-6177	2	26	state	state	PROPN
cana-6177	2	27	university	university	PROPN
cana-6177	2	28	,	,	PUNCT
cana-6177	2	29	raleigh	raleigh	PROPN
cana-6177	2	30	,	,	PUNCT
cana-6177	2	31	nc	nc	PROPN
cana-6177	2	32	saurabhmittalmnit@gmail.com	saurabhmittalmnit@gmail.com	PROPN
cana-6177	2	33	article	article	PROPN
cana-6177	2	34	history	history	NOUN
cana-6177	2	35	:	:	PUNCT
cana-6177	2	36	received	receive	VERB
cana-6177	2	37	:	:	PUNCT
cana-6177	2	38	19	19	NUM
cana-6177	2	39	-	-	SYM
cana-6177	2	40	11	11	NUM
cana-6177	2	41	-	-	PUNCT
cana-6177	2	42	2024	2024	NUM
cana-6177	2	43	revised	revise	VERB
cana-6177	2	44	:	:	PUNCT
cana-6177	2	45	24	24	NUM
cana-6177	2	46	-	-	SYM
cana-6177	2	47	12	12	NUM
cana-6177	2	48	-	-	PUNCT
cana-6177	2	49	2024	2024	NUM
cana-6177	2	50	accepted	accept	VERB
cana-6177	2	51	:	:	PUNCT
cana-6177	2	52	21	21	NUM
cana-6177	2	53	-	-	SYM
cana-6177	2	54	01	01	NUM
cana-6177	2	55	-	-	PUNCT
cana-6177	2	56	2025	2025	NUM
cana-6177	2	57	abstract	abstract	NOUN
cana-6177	2	58	:	:	PUNCT
cana-6177	2	59	within	within	ADP
cana-6177	2	60	the	the	DET
cana-6177	2	61	competitive	competitive	ADJ
cana-6177	2	62	and	and	CCONJ
cana-6177	2	63	complicated	complicated	ADJ
cana-6177	2	64	environment	environment	NOUN
cana-6177	2	65	of	of	ADP
cana-6177	2	66	the	the	DET
cana-6177	2	67	retail	retail	ADJ
cana-6177	2	68	media	medium	NOUN
cana-6177	2	69	networks	network	NOUN
cana-6177	2	70	(	(	PUNCT
cana-6177	2	71	rmn	rmn	NOUN
cana-6177	2	72	)	)	PUNCT
cana-6177	2	73	,	,	PUNCT
cana-6177	2	74	advertisers	advertiser	NOUN
cana-6177	2	75	are	be	AUX
cana-6177	2	76	experiencing	experience	VERB
cana-6177	2	77	pressure	pressure	NOUN
cana-6177	2	78	to	to	PART
cana-6177	2	79	be	be	AUX
cana-6177	2	80	more	more	ADV
cana-6177	2	81	precise	precise	ADJ
cana-6177	2	82	in	in	ADP
cana-6177	2	83	ad	ad	NOUN
cana-6177	2	84	spending	spending	NOUN
cana-6177	2	85	.	.	PUNCT
cana-6177	3	1	conventional	conventional	ADJ
cana-6177	3	2	indicators	indicator	NOUN
cana-6177	3	3	such	such	ADJ
cana-6177	3	4	as	as	ADP
cana-6177	3	5	return	return	NOUN
cana-6177	3	6	on	on	ADP
cana-6177	3	7	ad	ad	NOUN
cana-6177	3	8	spend	spend	NOUN
cana-6177	3	9	(	(	PUNCT
cana-6177	3	10	roas	roas	NOUN
cana-6177	3	11	)	)	PUNCT
cana-6177	3	12	are	be	AUX
cana-6177	3	13	normally	normally	ADV
cana-6177	3	14	inflated	inflate	VERB
cana-6177	3	15	to	to	PART
cana-6177	3	16	reflect	reflect	VERB
cana-6177	3	17	the	the	DET
cana-6177	3	18	performance	performance	NOUN
cana-6177	3	19	of	of	ADP
cana-6177	3	20	a	a	DET
cana-6177	3	21	campaign	campaign	NOUN
cana-6177	3	22	by	by	ADP
cana-6177	3	23	ignoring	ignore	VERB
cana-6177	3	24	organic	organic	ADJ
cana-6177	3	25	conversions	conversion	NOUN
cana-6177	3	26	,	,	PUNCT
cana-6177	3	27	which	which	PRON
cana-6177	3	28	encourages	encourage	VERB
cana-6177	3	29	practitioners	practitioner	NOUN
cana-6177	3	30	to	to	PART
cana-6177	3	31	use	use	VERB
cana-6177	3	32	incremental	incremental	ADJ
cana-6177	3	33	roas	roas	NOUN
cana-6177	3	34	(	(	PUNCT
cana-6177	3	35	iroas	iroas	PROPN
cana-6177	3	36	)	)	PUNCT
cana-6177	3	37	as	as	ADP
cana-6177	3	38	a	a	DET
cana-6177	3	39	more	more	ADV
cana-6177	3	40	precise	precise	ADJ
cana-6177	3	41	metric	metric	NOUN
cana-6177	3	42	.	.	PUNCT
cana-6177	4	1	this	this	DET
cana-6177	4	2	paper	paper	NOUN
cana-6177	4	3	will	will	AUX
cana-6177	4	4	discuss	discuss	VERB
cana-6177	4	5	the	the	DET
cana-6177	4	6	combination	combination	NOUN
cana-6177	4	7	of	of	ADP
cana-6177	4	8	iroas	iroas	ADJ
cana-6177	4	9	and	and	CCONJ
cana-6177	4	10	multiarmed	multiarmed	ADJ
cana-6177	4	11	bandit	bandit	NOUN
cana-6177	4	12	(	(	PUNCT
cana-6177	4	13	mab	mab	NOUN
cana-6177	4	14	)	)	PUNCT
cana-6177	4	15	algorithms	algorithm	NOUN
cana-6177	4	16	to	to	PART
cana-6177	4	17	form	form	VERB
cana-6177	4	18	a	a	DET
cana-6177	4	19	dynamic	dynamic	ADJ
cana-6177	4	20	bidding	bidding	NOUN
cana-6177	4	21	strategy	strategy	NOUN
cana-6177	4	22	that	that	PRON
cana-6177	4	23	will	will	AUX
cana-6177	4	24	evolve	evolve	VERB
cana-6177	4	25	in	in	ADP
cana-6177	4	26	real	real	ADJ
cana-6177	4	27	time	time	NOUN
cana-6177	4	28	.	.	PUNCT
cana-6177	5	1	using	use	VERB
cana-6177	5	2	causal	causal	ADJ
cana-6177	5	3	inference	inference	NOUN
cana-6177	5	4	to	to	PART
cana-6177	5	5	estimate	estimate	VERB
cana-6177	5	6	iroas	iroas	ADJ
cana-6177	5	7	and	and	CCONJ
cana-6177	5	8	mab	mab	NOUN
cana-6177	5	9	models	model	NOUN
cana-6177	5	10	to	to	PART
cana-6177	5	11	trade	trade	VERB
cana-6177	5	12	off	off	ADP
cana-6177	5	13	exploration	exploration	NOUN
cana-6177	5	14	and	and	CCONJ
cana-6177	5	15	exploitation	exploitation	NOUN
cana-6177	5	16	,	,	PUNCT
cana-6177	5	17	advertisers	advertiser	NOUN
cana-6177	5	18	can	can	AUX
cana-6177	5	19	efficiently	efficiently	ADV
cana-6177	5	20	optimize	optimize	VERB
cana-6177	5	21	budgets	budget	NOUN
cana-6177	5	22	and	and	CCONJ
cana-6177	5	23	make	make	VERB
cana-6177	5	24	ongoing	ongoing	ADJ
cana-6177	5	25	progress	progress	NOUN
cana-6177	5	26	in	in	ADP
cana-6177	5	27	media	medium	NOUN
cana-6177	5	28	performance	performance	NOUN
cana-6177	5	29	.	.	PUNCT
cana-6177	6	1	the	the	DET
cana-6177	6	2	paper	paper	NOUN
cana-6177	6	3	provides	provide	VERB
cana-6177	6	4	a	a	DET
cana-6177	6	5	theoretical	theoretical	ADJ
cana-6177	6	6	background	background	NOUN
cana-6177	6	7	,	,	PUNCT
cana-6177	6	8	a	a	DET
cana-6177	6	9	scalable	scalable	ADJ
cana-6177	6	10	architecture	architecture	NOUN
cana-6177	6	11	of	of	ADP
cana-6177	6	12	implementation	implementation	NOUN
cana-6177	6	13	,	,	PUNCT
cana-6177	6	14	and	and	CCONJ
cana-6177	6	15	addresses	address	VERB
cana-6177	6	16	the	the	DET
cana-6177	6	17	problem	problem	NOUN
cana-6177	6	18	of	of	ADP
cana-6177	6	19	delayed	delay	VERB
cana-6177	6	20	incentives	incentive	NOUN
cana-6177	6	21	,	,	PUNCT
cana-6177	6	22	cold	cold	ADJ
cana-6177	6	23	-	-	PUNCT
cana-6177	6	24	start	start	NOUN
cana-6177	6	25	environments	environment	NOUN
cana-6177	6	26	,	,	PUNCT
cana-6177	6	27	preservation	preservation	NOUN
cana-6177	6	28	of	of	ADP
cana-6177	6	29	privacy	privacy	NOUN
cana-6177	6	30	,	,	PUNCT
cana-6177	6	31	and	and	CCONJ
cana-6177	6	32	exploration	exploration	NOUN
cana-6177	6	33	of	of	ADP
cana-6177	6	34	many	many	ADJ
cana-6177	6	35	-	-	PUNCT
cana-6177	6	36	objective	objective	ADJ
cana-6177	6	37	optimization	optimization	NOUN
cana-6177	6	38	.	.	PUNCT
cana-6177	7	1	overall	overall	ADV
cana-6177	7	2	,	,	PUNCT
cana-6177	7	3	it	it	PRON
cana-6177	7	4	provides	provide	VERB
cana-6177	7	5	a	a	DET
cana-6177	7	6	causally	causally	ADV
cana-6177	7	7	responsive	responsive	ADJ
cana-6177	7	8	method	method	NOUN
cana-6177	7	9	of	of	ADP
cana-6177	7	10	automated	automate	VERB
cana-6177	7	11	bidding	bidding	NOUN
cana-6177	7	12	,	,	PUNCT
cana-6177	7	13	which	which	PRON
cana-6177	7	14	causes	cause	VERB
cana-6177	7	15	responsible	responsible	ADJ
cana-6177	7	16	and	and	CCONJ
cana-6177	7	17	value	value	NOUN
cana-6177	7	18	-	-	PUNCT
cana-6177	7	19	based	base	VERB
cana-6177	7	20	advertising	advertising	NOUN
cana-6177	7	21	in	in	ADP
cana-6177	7	22	rmns	rmn	NOUN
cana-6177	7	23	.	.	PUNCT
cana-6177	8	1	keywords	keyword	NOUN
cana-6177	8	2	:	:	PUNCT
cana-6177	8	3	iroas	iroas	PROPN
cana-6177	8	4	;	;	PUNCT
cana-6177	8	5	multi	multi	ADJ
cana-6177	8	6	-	-	ADJ
cana-6177	8	7	armed	armed	ADJ
cana-6177	8	8	bandits	bandit	NOUN
cana-6177	8	9	;	;	PUNCT
cana-6177	8	10	retail	retail	ADJ
cana-6177	8	11	media	medium	NOUN
cana-6177	8	12	networks	network	NOUN
cana-6177	8	13	;	;	PUNCT
cana-6177	8	14	dynamic	dynamic	ADJ
cana-6177	8	15	bidding	bidding	NOUN
cana-6177	8	16	;	;	PUNCT
cana-6177	8	17	causal	causal	ADJ
cana-6177	8	18	inference	inference	NOUN
cana-6177	8	19	1	1	NUM
cana-6177	8	20	.	.	PUNCT
cana-6177	9	1	introduction	introduction	NOUN
cana-6177	9	2	digital	digital	ADJ
cana-6177	9	3	advertising	advertising	NOUN
cana-6177	9	4	has	have	AUX
cana-6177	9	5	greatly	greatly	ADV
cana-6177	9	6	changed	change	VERB
cana-6177	9	7	the	the	DET
cana-6177	9	8	manner	manner	NOUN
cana-6177	9	9	in	in	ADP
cana-6177	9	10	which	which	PRON
cana-6177	9	11	retailers	retailer	NOUN
cana-6177	9	12	are	be	AUX
cana-6177	9	13	able	able	ADJ
cana-6177	9	14	to	to	PART
cana-6177	9	15	budget	budget	VERB
cana-6177	9	16	and	and	CCONJ
cana-6177	9	17	optimize	optimize	VERB
cana-6177	9	18	campaigns	campaign	NOUN
cana-6177	9	19	,	,	PUNCT
cana-6177	9	20	especially	especially	ADV
cana-6177	9	21	in	in	ADP
cana-6177	9	22	retail	retail	ADJ
cana-6177	9	23	media	medium	NOUN
cana-6177	9	24	networks	network	NOUN
cana-6177	9	25	(	(	PUNCT
cana-6177	9	26	rmns	rmn	NOUN
cana-6177	9	27	)	)	PUNCT
cana-6177	9	28	,	,	PUNCT
cana-6177	9	29	as	as	SCONJ
cana-6177	9	30	illustrated	illustrate	VERB
cana-6177	9	31	in	in	ADP
cana-6177	9	32	figure	figure	NOUN
cana-6177	9	33	1	1	NUM
cana-6177	9	34	.	.	PUNCT
cana-6177	10	1	the	the	DET
cana-6177	10	2	platforms	platform	NOUN
cana-6177	10	3	have	have	AUX
cana-6177	10	4	emerged	emerge	VERB
cana-6177	10	5	as	as	ADP
cana-6177	10	6	an	an	DET
cana-6177	10	7	important	important	ADJ
cana-6177	10	8	point	point	NOUN
cana-6177	10	9	of	of	ADP
cana-6177	10	10	contact	contact	NOUN
cana-6177	10	11	in	in	ADP
cana-6177	10	12	the	the	DET
cana-6177	10	13	overall	overall	ADJ
cana-6177	10	14	marketing	marketing	NOUN
cana-6177	10	15	strategy	strategy	NOUN
cana-6177	10	16	,	,	PUNCT
cana-6177	10	17	enabling	enable	VERB
cana-6177	10	18	the	the	DET
cana-6177	10	19	marketing	marketing	NOUN
cana-6177	10	20	brands	brand	NOUN
cana-6177	10	21	to	to	PART
cana-6177	10	22	directly	directly	ADV
cana-6177	10	23	advertise	advertise	VERB
cana-6177	10	24	on	on	ADP
cana-6177	10	25	their	their	PRON
cana-6177	10	26	platforms	platform	NOUN
cana-6177	10	27	.	.	PUNCT
cana-6177	11	1	competition	competition	NOUN
cana-6177	11	2	is	be	AUX
cana-6177	11	3	growing	grow	VERB
cana-6177	11	4	tougher	tough	ADJ
cana-6177	11	5	,	,	PUNCT
cana-6177	11	6	and	and	CCONJ
cana-6177	11	7	inventory	inventory	NOUN
cana-6177	11	8	is	be	AUX
cana-6177	11	9	becoming	become	VERB
cana-6177	11	10	tough	tough	ADJ
cana-6177	11	11	to	to	PART
cana-6177	11	12	find	find	VERB
cana-6177	11	13	;	;	PUNCT
cana-6177	11	14	therefore	therefore	ADV
cana-6177	11	15	,	,	PUNCT
cana-6177	11	16	maximizing	maximize	VERB
cana-6177	11	17	the	the	DET
cana-6177	11	18	efficiency	efficiency	NOUN
cana-6177	11	19	of	of	ADP
cana-6177	11	20	the	the	DET
cana-6177	11	21	ad	ad	NOUN
cana-6177	11	22	spending	spending	NOUN
cana-6177	11	23	takes	take	VERB
cana-6177	11	24	center	center	ADJ
cana-6177	11	25	stage	stage	NOUN
cana-6177	11	26	.	.	PUNCT
cana-6177	12	1	another	another	DET
cana-6177	12	2	fundamental	fundamental	ADJ
cana-6177	12	3	measure	measure	NOUN
cana-6177	12	4	of	of	ADP
cana-6177	12	5	advertising	advertising	NOUN
cana-6177	12	6	performance	performance	NOUN
cana-6177	12	7	is	be	AUX
cana-6177	12	8	the	the	DET
cana-6177	12	9	incremental	incremental	ADJ
cana-6177	12	10	return	return	NOUN
cana-6177	12	11	on	on	ADP
cana-6177	12	12	ad	ad	NOUN
cana-6177	12	13	spend	spend	NOUN
cana-6177	12	14	(	(	PUNCT
cana-6177	12	15	iroas	iroas	ADJ
cana-6177	12	16	)	)	PUNCT
cana-6177	12	17	,	,	PUNCT
cana-6177	12	18	which	which	PRON
cana-6177	12	19	attempts	attempt	VERB
cana-6177	12	20	to	to	PART
cana-6177	12	21	quantify	quantify	VERB
cana-6177	12	22	the	the	DET
cana-6177	12	23	effectiveness	effectiveness	NOUN
cana-6177	12	24	of	of	ADP
cana-6177	12	25	advertising	advertising	NOUN
cana-6177	12	26	by	by	ADP
cana-6177	12	27	quantifying	quantify	VERB
cana-6177	12	28	the	the	DET
cana-6177	12	29	revenue	revenue	NOUN
cana-6177	12	30	increment	increment	NOUN
cana-6177	12	31	actually	actually	ADV
cana-6177	12	32	due	due	ADP
cana-6177	12	33	to	to	ADP
cana-6177	12	34	the	the	DET
cana-6177	12	35	ad	ad	NOUN
cana-6177	12	36	exposure	exposure	NOUN
cana-6177	12	37	and	and	CCONJ
cana-6177	12	38	not	not	PART
cana-6177	12	39	the	the	DET
cana-6177	12	40	total	total	ADJ
cana-6177	12	41	increment	increment	NOUN
cana-6177	12	42	in	in	ADP
cana-6177	12	43	revenue	revenue	NOUN
cana-6177	12	44	.	.	PUNCT
cana-6177	13	1	the	the	DET
cana-6177	13	2	dependence	dependence	NOUN
cana-6177	13	3	on	on	ADP
cana-6177	13	4	the	the	DET
cana-6177	13	5	past	past	ADJ
cana-6177	13	6	roas	roas	ADJ
cana-6177	13	7	measures	measure	NOUN
cana-6177	13	8	tends	tend	VERB
cana-6177	13	9	to	to	PART
cana-6177	13	10	exaggerate	exaggerate	VERB
cana-6177	13	11	the	the	DET
cana-6177	13	12	success	success	NOUN
cana-6177	13	13	of	of	ADP
cana-6177	13	14	the	the	DET
cana-6177	13	15	campaign	campaign	NOUN
cana-6177	13	16	because	because	SCONJ
cana-6177	13	17	it	it	PRON
cana-6177	13	18	does	do	AUX
cana-6177	13	19	not	not	PART
cana-6177	13	20	consider	consider	VERB
cana-6177	13	21	the	the	DET
cana-6177	13	22	baseline	baseline	NOUN
cana-6177	13	23	or	or	CCONJ
cana-6177	13	24	organic	organic	ADJ
cana-6177	13	25	sales	sale	NOUN
cana-6177	13	26	that	that	PRON
cana-6177	13	27	mailto:saurabhmittalmnit@gmail.com	mailto:saurabhmittalmnit@gmail.com	X
cana-6177	13	28	communications	communication	NOUN
cana-6177	13	29	on	on	ADP
cana-6177	13	30	applied	apply	VERB
cana-6177	13	31	nonlinear	nonlinear	ADJ
cana-6177	13	32	analysis	analysis	NOUN
cana-6177	13	33	issn	issn	NOUN
cana-6177	13	34	:	:	PUNCT
cana-6177	13	35	1074	1074	NUM
cana-6177	13	36	-	-	PUNCT
cana-6177	13	37	133x	133x	NUM
cana-6177	13	38	vol	vol	NOUN
cana-6177	13	39	32	32	NUM
cana-6177	14	1	no	no	NOUN
cana-6177	14	2	.	.	PUNCT
cana-6177	15	1	1s	1s	NUM
cana-6177	15	2	(	(	PUNCT
cana-6177	15	3	2025	2025	NUM
cana-6177	15	4	)	)	PUNCT
cana-6177	15	5	697	697	NUM
cana-6177	15	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	15	7	would	would	AUX
cana-6177	15	8	otherwise	otherwise	ADV
cana-6177	15	9	have	have	AUX
cana-6177	15	10	been	be	AUX
cana-6177	15	11	experienced	experience	VERB
cana-6177	15	12	without	without	ADP
cana-6177	15	13	the	the	DET
cana-6177	15	14	intervention	intervention	NOUN
cana-6177	15	15	of	of	ADP
cana-6177	15	16	advertising	advertising	NOUN
cana-6177	15	17	.	.	PUNCT
cana-6177	16	1	therefore	therefore	ADV
cana-6177	16	2	,	,	PUNCT
cana-6177	16	3	iroas	iroas	PROPN
cana-6177	16	4	offers	offer	VERB
cana-6177	16	5	a	a	DET
cana-6177	16	6	better	well	ADJ
cana-6177	16	7	and	and	CCONJ
cana-6177	16	8	more	more	ADV
cana-6177	16	9	sophisticated	sophisticated	ADJ
cana-6177	16	10	indicator	indicator	NOUN
cana-6177	16	11	of	of	ADP
cana-6177	16	12	the	the	DET
cana-6177	16	13	performance	performance	NOUN
cana-6177	16	14	of	of	ADP
cana-6177	16	15	the	the	DET
cana-6177	16	16	campaign	campaign	NOUN
cana-6177	16	17	[	[	X
cana-6177	16	18	13	13	NUM
cana-6177	16	19	]	]	PUNCT
cana-6177	16	20	.	.	PUNCT
cana-6177	17	1	advertisers	advertiser	NOUN
cana-6177	17	2	in	in	ADP
cana-6177	17	3	the	the	DET
cana-6177	17	4	world	world	NOUN
cana-6177	17	5	of	of	ADP
cana-6177	17	6	rmns	rmn	NOUN
cana-6177	17	7	are	be	AUX
cana-6177	17	8	not	not	PART
cana-6177	17	9	only	only	ADV
cana-6177	17	10	faced	face	VERB
cana-6177	17	11	with	with	ADP
cana-6177	17	12	the	the	DET
cana-6177	17	13	difficulty	difficulty	NOUN
cana-6177	17	14	of	of	ADP
cana-6177	17	15	ensuring	ensure	VERB
cana-6177	17	16	accurate	accurate	ADJ
cana-6177	17	17	measurement	measurement	NOUN
cana-6177	17	18	of	of	ADP
cana-6177	17	19	advertising	advertising	NOUN
cana-6177	17	20	performance	performance	NOUN
cana-6177	17	21	but	but	CCONJ
cana-6177	17	22	also	also	ADV
cana-6177	17	23	with	with	ADP
cana-6177	17	24	the	the	DET
cana-6177	17	25	difficulty	difficulty	NOUN
cana-6177	17	26	of	of	ADP
cana-6177	17	27	dynamically	dynamically	ADV
cana-6177	17	28	budgeting	budget	VERB
cana-6177	17	29	and	and	CCONJ
cana-6177	17	30	allocating	allocate	VERB
cana-6177	17	31	the	the	DET
cana-6177	17	32	budgets	budget	NOUN
cana-6177	17	33	in	in	ADP
cana-6177	17	34	real	real	ADJ
cana-6177	17	35	time	time	NOUN
cana-6177	17	36	across	across	ADP
cana-6177	17	37	a	a	DET
cana-6177	17	38	range	range	NOUN
cana-6177	17	39	of	of	ADP
cana-6177	17	40	bidding	bidding	NOUN
cana-6177	17	41	alternatives	alternative	NOUN
cana-6177	17	42	.	.	PUNCT
cana-6177	18	1	the	the	DET
cana-6177	18	2	growing	grow	VERB
cana-6177	18	3	,	,	PUNCT
cana-6177	18	4	competitive	competitive	ADJ
cana-6177	18	5	,	,	PUNCT
cana-6177	18	6	and	and	CCONJ
cana-6177	18	7	fragmented	fragmented	ADJ
cana-6177	18	8	world	world	NOUN
cana-6177	18	9	requires	require	VERB
cana-6177	18	10	quick	quick	ADJ
cana-6177	18	11	and	and	CCONJ
cana-6177	18	12	adaptive	adaptive	ADJ
cana-6177	18	13	decision	decision	NOUN
cana-6177	18	14	-	-	PUNCT
cana-6177	18	15	making	making	NOUN
cana-6177	18	16	in	in	ADP
cana-6177	18	17	the	the	DET
cana-6177	18	18	allocation	allocation	NOUN
cana-6177	18	19	of	of	ADP
cana-6177	18	20	the	the	DET
cana-6177	18	21	budget	budget	NOUN
cana-6177	18	22	.	.	PUNCT
cana-6177	19	1	multi	multi	ADJ
cana-6177	19	2	-	-	ADJ
cana-6177	19	3	armed	armed	ADJ
cana-6177	19	4	bandit	bandit	NOUN
cana-6177	19	5	(	(	PUNCT
cana-6177	19	6	mab	mab	NOUN
cana-6177	19	7	)	)	PUNCT
cana-6177	19	8	algorithms	algorithm	NOUN
cana-6177	19	9	make	make	VERB
cana-6177	19	10	a	a	DET
cana-6177	19	11	viable	viable	ADJ
cana-6177	19	12	solution	solution	NOUN
cana-6177	19	13	here	here	ADV
cana-6177	19	14	.	.	PUNCT
cana-6177	20	1	sequential	sequential	ADJ
cana-6177	20	2	decision	decision	NOUN
cana-6177	20	3	-	-	PUNCT
cana-6177	20	4	making	make	VERB
cana-6177	20	5	problems	problem	NOUN
cana-6177	20	6	are	be	AUX
cana-6177	20	7	best	well	ADV
cana-6177	20	8	addressed	address	VERB
cana-6177	20	9	using	use	VERB
cana-6177	20	10	mab	mab	NOUN
cana-6177	20	11	frameworks	framework	NOUN
cana-6177	20	12	,	,	PUNCT
cana-6177	20	13	which	which	PRON
cana-6177	20	14	are	be	AUX
cana-6177	20	15	derived	derive	VERB
cana-6177	20	16	from	from	ADP
cana-6177	20	17	reinforcement	reinforcement	NOUN
cana-6177	20	18	learning	learning	NOUN
cana-6177	20	19	,	,	PUNCT
cana-6177	20	20	in	in	ADP
cana-6177	20	21	which	which	PRON
cana-6177	20	22	the	the	DET
cana-6177	20	23	objective	objective	NOUN
cana-6177	20	24	is	be	AUX
cana-6177	20	25	to	to	PART
cana-6177	20	26	balance	balance	VERB
cana-6177	20	27	between	between	ADP
cana-6177	20	28	exploration	exploration	NOUN
cana-6177	20	29	(	(	PUNCT
cana-6177	20	30	trying	try	VERB
cana-6177	20	31	out	out	ADP
cana-6177	20	32	less	less	ADV
cana-6177	20	33	certain	certain	ADJ
cana-6177	20	34	ad	ad	NOUN
cana-6177	20	35	placements	placement	NOUN
cana-6177	20	36	)	)	PUNCT
cana-6177	20	37	and	and	CCONJ
cana-6177	20	38	exploitation	exploitation	NOUN
cana-6177	20	39	(	(	PUNCT
cana-6177	20	40	capitalizing	capitalize	VERB
cana-6177	20	41	on	on	ADP
cana-6177	20	42	known	know	VERB
cana-6177	20	43	successful	successful	ADJ
cana-6177	20	44	channels	channel	NOUN
cana-6177	20	45	)	)	PUNCT
cana-6177	20	46	.	.	PUNCT
cana-6177	21	1	when	when	SCONJ
cana-6177	21	2	applied	apply	VERB
cana-6177	21	3	to	to	ADP
cana-6177	21	4	rmns	rmn	NOUN
cana-6177	21	5	,	,	PUNCT
cana-6177	21	6	a	a	DET
cana-6177	21	7	bandit	bandit	NOUN
cana-6177	21	8	arm	arm	NOUN
cana-6177	21	9	in	in	ADP
cana-6177	21	10	this	this	DET
cana-6177	21	11	case	case	NOUN
cana-6177	21	12	might	might	AUX
cana-6177	21	13	be	be	AUX
cana-6177	21	14	associated	associate	VERB
cana-6177	21	15	with	with	ADP
cana-6177	21	16	any	any	PRON
cana-6177	21	17	of	of	ADP
cana-6177	21	18	the	the	DET
cana-6177	21	19	ad	ad	NOUN
cana-6177	21	20	placements	placement	NOUN
cana-6177	21	21	or	or	CCONJ
cana-6177	21	22	campaigns	campaign	NOUN
cana-6177	21	23	,	,	PUNCT
cana-6177	21	24	and	and	CCONJ
cana-6177	21	25	the	the	DET
cana-6177	21	26	algorithm	algorithm	NOUN
cana-6177	21	27	will	will	AUX
cana-6177	21	28	be	be	AUX
cana-6177	21	29	able	able	ADJ
cana-6177	21	30	to	to	PART
cana-6177	21	31	dynamically	dynamically	ADV
cana-6177	21	32	reallocate	reallocate	VERB
cana-6177	21	33	the	the	DET
cana-6177	21	34	budget	budget	NOUN
cana-6177	21	35	resources	resource	NOUN
cana-6177	21	36	depending	depend	VERB
cana-6177	21	37	on	on	ADP
cana-6177	21	38	the	the	DET
cana-6177	21	39	iroas	iroas	ADJ
cana-6177	21	40	feedback	feedback	NOUN
cana-6177	22	1	[	[	X
cana-6177	22	2	4	4	NUM
cana-6177	22	3	-	-	SYM
cana-6177	22	4	6	6	NUM
cana-6177	22	5	]	]	PUNCT
cana-6177	22	6	.	.	PUNCT
cana-6177	23	1	combining	combine	VERB
cana-6177	23	2	iroas	iroas	PROPN
cana-6177	23	3	with	with	ADP
cana-6177	23	4	mab	mab	NOUN
cana-6177	23	5	algorithms	algorithms	NOUN
cana-6177	23	6	is	be	AUX
cana-6177	23	7	a	a	DET
cana-6177	23	8	paradigm	paradigm	NOUN
cana-6177	23	9	shift	shift	NOUN
cana-6177	23	10	in	in	ADP
cana-6177	23	11	bidding	bidding	NOUN
cana-6177	23	12	strategies	strategy	NOUN
cana-6177	23	13	since	since	SCONJ
cana-6177	23	14	it	it	PRON
cana-6177	23	15	is	be	AUX
cana-6177	23	16	not	not	PART
cana-6177	23	17	based	base	VERB
cana-6177	23	18	on	on	ADP
cana-6177	23	19	the	the	DET
cana-6177	23	20	strict	strict	ADJ
cana-6177	23	21	rules	rule	NOUN
cana-6177	23	22	or	or	CCONJ
cana-6177	23	23	heuristics	heuristic	NOUN
cana-6177	23	24	anymore	anymore	ADV
cana-6177	23	25	,	,	PUNCT
cana-6177	23	26	but	but	CCONJ
cana-6177	23	27	rather	rather	ADV
cana-6177	23	28	on	on	ADP
cana-6177	23	29	a	a	DET
cana-6177	23	30	more	more	ADV
cana-6177	23	31	intelligent	intelligent	ADJ
cana-6177	23	32	and	and	CCONJ
cana-6177	23	33	data	datum	NOUN
cana-6177	23	34	-	-	PUNCT
cana-6177	23	35	driven	drive	VERB
cana-6177	23	36	dynamic	dynamic	ADJ
cana-6177	23	37	one	one	NOUN
cana-6177	23	38	.	.	PUNCT
cana-6177	24	1	although	although	SCONJ
cana-6177	24	2	most	most	ADJ
cana-6177	24	3	modern	modern	ADJ
cana-6177	24	4	retail	retail	ADJ
cana-6177	24	5	advertising	advertising	NOUN
cana-6177	24	6	models	model	NOUN
cana-6177	24	7	may	may	AUX
cana-6177	24	8	be	be	AUX
cana-6177	24	9	based	base	VERB
cana-6177	24	10	on	on	ADP
cana-6177	24	11	historical	historical	ADJ
cana-6177	24	12	averages	average	NOUN
cana-6177	24	13	or	or	CCONJ
cana-6177	24	14	attribution	attribution	NOUN
cana-6177	24	15	models	model	NOUN
cana-6177	24	16	to	to	PART
cana-6177	24	17	use	use	VERB
cana-6177	24	18	in	in	ADP
cana-6177	24	19	making	make	VERB
cana-6177	24	20	decisions	decision	NOUN
cana-6177	24	21	about	about	ADP
cana-6177	24	22	bids	bid	NOUN
cana-6177	24	23	,	,	PUNCT
cana-6177	24	24	they	they	PRON
cana-6177	24	25	usually	usually	ADV
cana-6177	24	26	have	have	VERB
cana-6177	24	27	a	a	DET
cana-6177	24	28	negative	negative	ADJ
cana-6177	24	29	response	response	NOUN
cana-6177	24	30	to	to	ADP
cana-6177	24	31	the	the	DET
cana-6177	24	32	dynamic	dynamic	ADJ
cana-6177	24	33	changes	change	NOUN
cana-6177	24	34	in	in	ADP
cana-6177	24	35	consumer	consumer	NOUN
cana-6177	24	36	behavior	behavior	NOUN
cana-6177	24	37	or	or	CCONJ
cana-6177	24	38	competition	competition	NOUN
cana-6177	24	39	.	.	PUNCT
cana-6177	25	1	mab	mab	NOUN
cana-6177	25	2	strategies	strategy	NOUN
cana-6177	25	3	can	can	AUX
cana-6177	25	4	learn	learn	VERB
cana-6177	25	5	continuously	continuously	ADV
cana-6177	25	6	and	and	CCONJ
cana-6177	25	7	optimize	optimize	VERB
cana-6177	25	8	budget	budget	NOUN
cana-6177	25	9	allocation	allocation	NOUN
cana-6177	25	10	through	through	ADP
cana-6177	25	11	incorporating	incorporate	VERB
cana-6177	25	12	live	live	ADJ
cana-6177	25	13	feedback	feedback	NOUN
cana-6177	25	14	on	on	ADP
cana-6177	25	15	the	the	DET
cana-6177	25	16	incremental	incremental	ADJ
cana-6177	25	17	effectiveness	effectiveness	NOUN
cana-6177	25	18	of	of	ADP
cana-6177	25	19	ad	ad	NOUN
cana-6177	25	20	spend	spend	NOUN
cana-6177	25	21	to	to	PART
cana-6177	25	22	improve	improve	VERB
cana-6177	25	23	overall	overall	ADJ
cana-6177	25	24	marketing	marketing	NOUN
cana-6177	25	25	effectiveness	effectiveness	NOUN
cana-6177	25	26	.	.	PUNCT
cana-6177	26	1	notably	notably	ADV
cana-6177	26	2	,	,	PUNCT
cana-6177	26	3	the	the	DET
cana-6177	26	4	iroas	iroas	ADJ
cana-6177	26	5	reward	reward	NOUN
cana-6177	26	6	signal	signal	PROPN
cana-6177	26	7	makes	make	VERB
cana-6177	26	8	the	the	DET
cana-6177	26	9	algorithm	algorithm	NOUN
cana-6177	26	10	not	not	PART
cana-6177	26	11	optimize	optimize	VERB
cana-6177	26	12	just	just	ADV
cana-6177	26	13	based	base	VERB
cana-6177	26	14	on	on	ADP
cana-6177	26	15	an	an	DET
cana-6177	26	16	engagement	engagement	NOUN
cana-6177	26	17	metric	metric	ADJ
cana-6177	26	18	or	or	CCONJ
cana-6177	26	19	total	total	ADJ
cana-6177	26	20	revenue	revenue	NOUN
cana-6177	26	21	,	,	PUNCT
cana-6177	26	22	but	but	CCONJ
cana-6177	26	23	rather	rather	ADV
cana-6177	26	24	the	the	DET
cana-6177	26	25	actual	actual	ADJ
cana-6177	26	26	value	value	NOUN
cana-6177	26	27	being	be	AUX
cana-6177	26	28	brought	bring	VERB
cana-6177	26	29	due	due	ADP
cana-6177	26	30	to	to	ADP
cana-6177	26	31	the	the	DET
cana-6177	26	32	advertising	advertising	NOUN
cana-6177	26	33	activity	activity	NOUN
cana-6177	26	34	[	[	X
cana-6177	26	35	7	7	NUM
cana-6177	26	36	-	-	SYM
cana-6177	26	37	9	9	NUM
cana-6177	26	38	]	]	PUNCT
cana-6177	26	39	.	.	PUNCT
cana-6177	27	1	modern	modern	ADJ
cana-6177	27	2	retail	retail	ADJ
cana-6177	27	3	analytics	analytic	NOUN
cana-6177	27	4	platforms	platform	NOUN
cana-6177	27	5	can	can	AUX
cana-6177	27	6	be	be	AUX
cana-6177	27	7	used	use	VERB
cana-6177	27	8	to	to	PART
cana-6177	27	9	capture	capture	VERB
cana-6177	27	10	high	high	ADJ
cana-6177	27	11	-	-	PUNCT
cana-6177	27	12	frequency	frequency	NOUN
cana-6177	27	13	,	,	PUNCT
cana-6177	27	14	granular	granular	ADJ
cana-6177	27	15	data	datum	NOUN
cana-6177	27	16	important	important	ADJ
cana-6177	27	17	to	to	PART
cana-6177	27	18	estimate	estimate	VERB
cana-6177	27	19	iroas	iroas	ADJ
cana-6177	27	20	and	and	CCONJ
cana-6177	27	21	multi	multi	ADJ
cana-6177	27	22	-	-	ADJ
cana-6177	27	23	armed	armed	ADJ
cana-6177	27	24	bandit	bandit	NOUN
cana-6177	27	25	(	(	PUNCT
cana-6177	27	26	mab	mab	NOUN
cana-6177	27	27	)	)	PUNCT
cana-6177	27	28	optimization	optimization	NOUN
cana-6177	27	29	.	.	PUNCT
cana-6177	28	1	real	real	ADJ
cana-6177	28	2	-	-	PUNCT
cana-6177	28	3	time	time	NOUN
cana-6177	28	4	attribution	attribution	NOUN
cana-6177	28	5	,	,	PUNCT
cana-6177	28	6	causal	causal	ADJ
cana-6177	28	7	inference	inference	NOUN
cana-6177	28	8	,	,	PUNCT
cana-6177	28	9	and	and	CCONJ
cana-6177	28	10	randomized	randomize	VERB
cana-6177	28	11	experiments	experiment	NOUN
cana-6177	28	12	enable	enable	VERB
cana-6177	28	13	advertisers	advertiser	NOUN
cana-6177	28	14	to	to	PART
cana-6177	28	15	isolate	isolate	VERB
cana-6177	28	16	the	the	DET
cana-6177	28	17	incremental	incremental	ADJ
cana-6177	28	18	effect	effect	NOUN
cana-6177	28	19	of	of	ADP
cana-6177	28	20	every	every	DET
cana-6177	28	21	impact	impact	NOUN
cana-6177	28	22	[	[	X
cana-6177	28	23	10	10	NUM
cana-6177	28	24	-	-	SYM
cana-6177	28	25	12	12	NUM
cana-6177	28	26	]	]	PUNCT
cana-6177	28	27	.	.	PUNCT
cana-6177	29	1	ingesting	ingest	VERB
cana-6177	29	2	this	this	DET
cana-6177	29	3	information	information	NOUN
cana-6177	29	4	into	into	ADP
cana-6177	29	5	adaptive	adaptive	ADJ
cana-6177	29	6	mab	mab	NOUN
cana-6177	29	7	systems	system	NOUN
cana-6177	29	8	creates	create	VERB
cana-6177	29	9	a	a	DET
cana-6177	29	10	feedback	feedback	NOUN
cana-6177	29	11	loop	loop	NOUN
cana-6177	29	12	that	that	PRON
cana-6177	29	13	can	can	AUX
cana-6177	29	14	continuously	continuously	ADV
cana-6177	29	15	improve	improve	VERB
cana-6177	29	16	the	the	DET
cana-6177	29	17	ad	ad	NOUN
cana-6177	29	18	allocation	allocation	NOUN
cana-6177	29	19	to	to	PART
cana-6177	29	20	be	be	AUX
cana-6177	29	21	effective	effective	ADJ
cana-6177	29	22	in	in	ADP
cana-6177	29	23	order	order	NOUN
cana-6177	29	24	to	to	PART
cana-6177	29	25	respond	respond	VERB
cana-6177	29	26	quickly	quickly	ADV
cana-6177	29	27	to	to	ADP
cana-6177	29	28	a	a	DET
cana-6177	29	29	changing	change	VERB
cana-6177	29	30	inventory	inventory	NOUN
cana-6177	29	31	,	,	PUNCT
cana-6177	29	32	consumer	consumer	NOUN
cana-6177	29	33	needs	need	NOUN
cana-6177	29	34	,	,	PUNCT
cana-6177	29	35	and	and	CCONJ
cana-6177	29	36	diminishing	diminish	VERB
cana-6177	29	37	returns	return	NOUN
cana-6177	29	38	[	[	X
cana-6177	29	39	13	13	NUM
cana-6177	29	40	-	-	SYM
cana-6177	29	41	18	18	NUM
cana-6177	29	42	]	]	PUNCT
cana-6177	29	43	.	.	PUNCT
cana-6177	30	1	the	the	DET
cana-6177	30	2	traditional	traditional	ADJ
cana-6177	30	3	models	model	NOUN
cana-6177	30	4	are	be	AUX
cana-6177	30	5	unable	unable	ADJ
cana-6177	30	6	to	to	PART
cana-6177	30	7	perform	perform	VERB
cana-6177	30	8	at	at	ADP
cana-6177	30	9	this	this	DET
cana-6177	30	10	level	level	NOUN
cana-6177	30	11	and	and	CCONJ
cana-6177	30	12	speed	speed	NOUN
cana-6177	30	13	,	,	PUNCT
cana-6177	30	14	so	so	ADV
cana-6177	30	15	dynamic	dynamic	ADJ
cana-6177	30	16	iroas	iroas	PROPN
cana-6177	30	17	-	-	PUNCT
cana-6177	30	18	based	base	VERB
cana-6177	30	19	bidding	bidding	NOUN
cana-6177	30	20	and	and	CCONJ
cana-6177	30	21	the	the	DET
cana-6177	30	22	mab	mab	NOUN
cana-6177	30	23	algorithms	algorithm	NOUN
cana-6177	30	24	are	be	AUX
cana-6177	30	25	much	much	ADV
cana-6177	30	26	needed	need	VERB
cana-6177	30	27	to	to	PART
cana-6177	30	28	perform	perform	VERB
cana-6177	30	29	campaigns	campaign	NOUN
cana-6177	30	30	efficiently	efficiently	ADV
cana-6177	30	31	,	,	PUNCT
cana-6177	30	32	accountably	accountably	ADV
cana-6177	30	33	,	,	PUNCT
cana-6177	30	34	and	and	CCONJ
cana-6177	30	35	sustainably	sustainably	ADV
cana-6177	30	36	.	.	PUNCT
cana-6177	31	1	the	the	DET
cana-6177	31	2	joint	joint	ADJ
cana-6177	31	3	value	value	NOUN
cana-6177	31	4	of	of	ADP
cana-6177	31	5	measuring	measure	VERB
cana-6177	31	6	iroas	iroas	PROPN
cana-6177	31	7	and	and	CCONJ
cana-6177	31	8	using	use	VERB
cana-6177	31	9	mab	mab	NOUN
cana-6177	31	10	strategies	strategy	NOUN
cana-6177	31	11	is	be	AUX
cana-6177	31	12	becoming	becoming	AUX
cana-6177	31	13	widely	widely	ADV
cana-6177	31	14	accepted	accept	VERB
cana-6177	31	15	by	by	ADP
cana-6177	31	16	retailers	retailer	NOUN
cana-6177	31	17	and	and	CCONJ
cana-6177	31	18	advertisers	advertiser	NOUN
cana-6177	31	19	as	as	ADP
cana-6177	31	20	a	a	DET
cana-6177	31	21	means	means	NOUN
cana-6177	31	22	of	of	ADP
cana-6177	31	23	performance	performance	NOUN
cana-6177	31	24	,	,	PUNCT
cana-6177	31	25	as	as	ADV
cana-6177	31	26	well	well	ADV
cana-6177	31	27	as	as	ADP
cana-6177	31	28	transparency	transparency	NOUN
cana-6177	31	29	and	and	CCONJ
cana-6177	31	30	accountability	accountability	NOUN
cana-6177	31	31	.	.	PUNCT
cana-6177	32	1	solutions	solution	NOUN
cana-6177	32	2	that	that	PRON
cana-6177	32	3	are	be	AUX
cana-6177	32	4	capable	capable	ADJ
cana-6177	32	5	of	of	ADP
cana-6177	32	6	providing	provide	VERB
cana-6177	32	7	measurable	measurable	ADJ
cana-6177	32	8	incremental	incremental	ADJ
cana-6177	32	9	lift	lift	NOUN
cana-6177	32	10	and	and	CCONJ
cana-6177	32	11	dynamically	dynamically	ADV
cana-6177	32	12	adjusting	adjust	VERB
cana-6177	32	13	strategies	strategy	NOUN
cana-6177	32	14	will	will	AUX
cana-6177	32	15	be	be	AUX
cana-6177	32	16	at	at	ADP
cana-6177	32	17	a	a	DET
cana-6177	32	18	competitive	competitive	ADJ
cana-6177	32	19	advantage	advantage	NOUN
cana-6177	32	20	[	[	X
cana-6177	32	21	19	19	NUM
cana-6177	32	22	-	-	SYM
cana-6177	32	23	21	21	NUM
cana-6177	32	24	]	]	PUNCT
cana-6177	32	25	.	.	PUNCT
cana-6177	33	1	in	in	ADP
cana-6177	33	2	this	this	DET
cana-6177	33	3	paper	paper	NOUN
cana-6177	33	4	,	,	PUNCT
cana-6177	33	5	a	a	DET
cana-6177	33	6	framework	framework	NOUN
cana-6177	33	7	using	use	VERB
cana-6177	33	8	iroas	iroas	ADJ
cana-6177	33	9	measurement	measurement	NOUN
cana-6177	33	10	with	with	ADP
cana-6177	33	11	mab	mab	NOUN
cana-6177	33	12	-	-	PUNCT
cana-6177	33	13	based	base	VERB
cana-6177	33	14	bidding	bidding	NOUN
cana-6177	33	15	is	be	AUX
cana-6177	33	16	suggested	suggest	VERB
cana-6177	33	17	in	in	ADP
cana-6177	33	18	retail	retail	ADJ
cana-6177	33	19	media	medium	NOUN
cana-6177	33	20	networks	network	NOUN
cana-6177	33	21	by	by	ADP
cana-6177	33	22	using	use	VERB
cana-6177	33	23	causal	causal	ADJ
cana-6177	33	24	models	model	NOUN
cana-6177	33	25	and	and	CCONJ
cana-6177	33	26	algorithmic	algorithmic	ADJ
cana-6177	33	27	decision	decision	NOUN
cana-6177	33	28	-	-	PUNCT
cana-6177	33	29	making	making	NOUN
cana-6177	33	30	,	,	PUNCT
cana-6177	33	31	as	as	ADV
cana-6177	33	32	well	well	ADV
cana-6177	33	33	as	as	ADP
cana-6177	33	34	real	real	ADJ
cana-6177	33	35	-	-	PUNCT
cana-6177	33	36	time	time	NOUN
cana-6177	33	37	data	datum	NOUN
cana-6177	33	38	,	,	PUNCT
cana-6177	33	39	in	in	ADP
cana-6177	33	40	order	order	NOUN
cana-6177	33	41	to	to	PART
cana-6177	33	42	optimize	optimize	VERB
cana-6177	33	43	campaign	campaign	NOUN
cana-6177	33	44	scalability	scalability	NOUN
cana-6177	33	45	.	.	PUNCT
cana-6177	34	1	the	the	DET
cana-6177	34	2	second	second	ADJ
cana-6177	34	3	part	part	NOUN
cana-6177	34	4	will	will	AUX
cana-6177	34	5	discuss	discuss	VERB
cana-6177	34	6	the	the	DET
cana-6177	34	7	theoretical	theoretical	ADJ
cana-6177	34	8	basis	basis	NOUN
cana-6177	34	9	of	of	ADP
cana-6177	34	10	communications	communication	NOUN
cana-6177	34	11	on	on	ADP
cana-6177	34	12	applied	apply	VERB
cana-6177	34	13	nonlinear	nonlinear	ADJ
cana-6177	34	14	analysis	analysis	NOUN
cana-6177	34	15	issn	issn	NOUN
cana-6177	34	16	:	:	PUNCT
cana-6177	34	17	1074	1074	NUM
cana-6177	34	18	-	-	PUNCT
cana-6177	34	19	133x	133x	NUM
cana-6177	34	20	vol	vol	NOUN
cana-6177	34	21	32	32	NUM
cana-6177	34	22	no	no	NOUN
cana-6177	34	23	.	.	PUNCT
cana-6177	35	1	1s	1s	NUM
cana-6177	35	2	(	(	PUNCT
cana-6177	35	3	2025	2025	NUM
cana-6177	35	4	)	)	PUNCT
cana-6177	35	5	698	698	NUM
cana-6177	35	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	35	7	iroas	iroas	PRON
cana-6177	35	8	and	and	CCONJ
cana-6177	35	9	its	its	PRON
cana-6177	35	10	benefits	benefit	NOUN
cana-6177	35	11	over	over	ADP
cana-6177	35	12	traditional	traditional	ADJ
cana-6177	35	13	roas	roas	NOUN
cana-6177	35	14	,	,	PUNCT
cana-6177	35	15	which	which	PRON
cana-6177	35	16	will	will	AUX
cana-6177	35	17	be	be	AUX
cana-6177	35	18	the	the	DET
cana-6177	35	19	foundation	foundation	NOUN
cana-6177	35	20	of	of	ADP
cana-6177	35	21	mab	mab	NOUN
cana-6177	35	22	integration	integration	NOUN
cana-6177	35	23	.	.	PUNCT
cana-6177	36	1	figure	figure	NOUN
cana-6177	36	2	1	1	NUM
cana-6177	36	3	:	:	PUNCT
cana-6177	36	4	diagram	diagram	NOUN
cana-6177	36	5	illustrating	illustrate	VERB
cana-6177	36	6	the	the	DET
cana-6177	36	7	iroas	iroas	ADV
cana-6177	36	8	-	-	PUNCT
cana-6177	36	9	based	base	VERB
cana-6177	36	10	dynamic	dynamic	ADJ
cana-6177	36	11	bidding	bidding	NOUN
cana-6177	36	12	strategy	strategy	NOUN
cana-6177	36	13	2	2	NUM
cana-6177	36	14	.	.	PUNCT
cana-6177	37	1	understanding	understand	VERB
cana-6177	37	2	iroas	iroas	PROPN
cana-6177	37	3	:	:	PUNCT
cana-6177	37	4	beyond	beyond	ADP
cana-6177	37	5	traditional	traditional	ADJ
cana-6177	37	6	metrics	metric	NOUN
cana-6177	37	7	as	as	ADP
cana-6177	37	8	the	the	DET
cana-6177	37	9	need	need	NOUN
cana-6177	37	10	to	to	PART
cana-6177	37	11	precisely	precisely	ADV
cana-6177	37	12	evaluate	evaluate	VERB
cana-6177	37	13	the	the	DET
cana-6177	37	14	effectiveness	effectiveness	NOUN
cana-6177	37	15	of	of	ADP
cana-6177	37	16	advertising	advertising	NOUN
cana-6177	37	17	increases	increase	NOUN
cana-6177	37	18	,	,	PUNCT
cana-6177	37	19	incremental	incremental	ADJ
cana-6177	37	20	return	return	NOUN
cana-6177	37	21	on	on	ADP
cana-6177	37	22	ad	ad	NOUN
cana-6177	37	23	spend	spend	NOUN
cana-6177	37	24	(	(	PUNCT
cana-6177	37	25	iroas	iroas	PRON
cana-6177	37	26	)	)	PUNCT
cana-6177	37	27	comes	come	VERB
cana-6177	37	28	out	out	ADP
cana-6177	37	29	as	as	ADP
cana-6177	37	30	one	one	NUM
cana-6177	37	31	of	of	ADP
cana-6177	37	32	the	the	DET
cana-6177	37	33	major	major	ADJ
cana-6177	37	34	improvements	improvement	NOUN
cana-6177	37	35	in	in	ADP
cana-6177	37	36	comparison	comparison	NOUN
cana-6177	37	37	to	to	ADP
cana-6177	37	38	the	the	DET
cana-6177	37	39	old	old	ADJ
cana-6177	37	40	evaluation	evaluation	NOUN
cana-6177	37	41	models	model	NOUN
cana-6177	37	42	.	.	PUNCT
cana-6177	38	1	iroas	iroas	PROPN
cana-6177	38	2	,	,	PUNCT
cana-6177	38	3	in	in	ADP
cana-6177	38	4	contrast	contrast	NOUN
cana-6177	38	5	with	with	ADP
cana-6177	38	6	the	the	DET
cana-6177	38	7	traditional	traditional	ADJ
cana-6177	38	8	roas	roas	NOUN
cana-6177	38	9	,	,	PUNCT
cana-6177	38	10	which	which	PRON
cana-6177	38	11	calculates	calculate	VERB
cana-6177	38	12	total	total	ADJ
cana-6177	38	13	revenue	revenue	NOUN
cana-6177	38	14	divided	divide	VERB
cana-6177	38	15	by	by	ADP
cana-6177	38	16	the	the	DET
cana-6177	38	17	amount	amount	NOUN
cana-6177	38	18	of	of	ADP
cana-6177	38	19	money	money	NOUN
cana-6177	38	20	spent	spend	VERB
cana-6177	38	21	on	on	ADP
cana-6177	38	22	the	the	DET
cana-6177	38	23	advertisement	advertisement	NOUN
cana-6177	38	24	,	,	PUNCT
cana-6177	38	25	estimates	estimate	VERB
cana-6177	38	26	the	the	DET
cana-6177	38	27	incremental	incremental	ADJ
cana-6177	38	28	revenue	revenue	NOUN
cana-6177	38	29	that	that	PRON
cana-6177	38	30	is	be	AUX
cana-6177	38	31	directly	directly	ADV
cana-6177	38	32	attributed	attribute	VERB
cana-6177	38	33	to	to	ADP
cana-6177	38	34	an	an	DET
cana-6177	38	35	advertisement	advertisement	NOUN
cana-6177	38	36	,	,	PUNCT
cana-6177	38	37	excluding	exclude	VERB
cana-6177	38	38	organic	organic	ADJ
cana-6177	38	39	conversions	conversion	NOUN
cana-6177	38	40	or	or	CCONJ
cana-6177	38	41	any	any	DET
cana-6177	38	42	baseline	baseline	ADJ
cana-6177	38	43	sales	sale	NOUN
cana-6177	38	44	that	that	PRON
cana-6177	38	45	would	would	AUX
cana-6177	38	46	have	have	AUX
cana-6177	38	47	happened	happen	VERB
cana-6177	38	48	without	without	ADP
cana-6177	38	49	being	be	AUX
cana-6177	38	50	exposed	expose	VERB
cana-6177	38	51	to	to	ADP
cana-6177	38	52	the	the	DET
cana-6177	38	53	ad	ad	NOUN
cana-6177	38	54	.	.	PUNCT
cana-6177	39	1	this	this	DET
cana-6177	39	2	optimization	optimization	NOUN
cana-6177	39	3	essentially	essentially	ADV
cana-6177	39	4	redefines	redefine	VERB
cana-6177	39	5	value	value	NOUN
cana-6177	39	6	to	to	ADP
cana-6177	39	7	advertisers	advertiser	NOUN
cana-6177	39	8	,	,	PUNCT
cana-6177	39	9	especially	especially	ADV
cana-6177	39	10	when	when	SCONJ
cana-6177	39	11	operating	operate	VERB
cana-6177	39	12	within	within	ADP
cana-6177	39	13	dynamic	dynamic	ADJ
cana-6177	39	14	and	and	CCONJ
cana-6177	39	15	competitive	competitive	ADJ
cana-6177	39	16	marketplaces	marketplace	NOUN
cana-6177	39	17	such	such	ADJ
cana-6177	39	18	as	as	ADP
cana-6177	39	19	retail	retail	ADJ
cana-6177	39	20	media	medium	NOUN
cana-6177	39	21	networks	network	NOUN
cana-6177	39	22	(	(	PUNCT
cana-6177	39	23	rmns	rmn	NOUN
cana-6177	39	24	)	)	PUNCT
cana-6177	39	25	,	,	PUNCT
cana-6177	39	26	where	where	SCONJ
cana-6177	39	27	allocation	allocation	NOUN
cana-6177	39	28	of	of	ADP
cana-6177	39	29	resources	resource	NOUN
cana-6177	39	30	needs	need	VERB
cana-6177	39	31	to	to	PART
cana-6177	39	32	be	be	AUX
cana-6177	39	33	optimized	optimize	VERB
cana-6177	39	34	at	at	ADP
cana-6177	39	35	scale	scale	NOUN
cana-6177	39	36	and	and	CCONJ
cana-6177	39	37	in	in	ADP
cana-6177	39	38	real	real	ADJ
cana-6177	39	39	time	time	NOUN
cana-6177	40	1	[	[	X
cana-6177	40	2	1	1	NUM
cana-6177	40	3	,	,	PUNCT
cana-6177	40	4	2	2	NUM
cana-6177	40	5	]	]	PUNCT
cana-6177	40	6	.	.	PUNCT
cana-6177	41	1	conventional	conventional	ADJ
cana-6177	41	2	roas	roas	NOUN
cana-6177	41	3	may	may	AUX
cana-6177	41	4	be	be	AUX
cana-6177	41	5	deceptive	deceptive	ADJ
cana-6177	41	6	in	in	ADP
cana-6177	41	7	high	high	ADJ
cana-6177	41	8	traffic	traffic	NOUN
cana-6177	41	9	or	or	CCONJ
cana-6177	41	10	brand	brand	NOUN
cana-6177	41	11	-	-	PUNCT
cana-6177	41	12	dense	dense	ADJ
cana-6177	41	13	settings	setting	NOUN
cana-6177	41	14	,	,	PUNCT
cana-6177	41	15	where	where	SCONJ
cana-6177	41	16	organic	organic	ADJ
cana-6177	41	17	interest	interest	NOUN
cana-6177	41	18	in	in	ADP
cana-6177	41	19	consumers	consumer	NOUN
cana-6177	41	20	is	be	AUX
cana-6177	41	21	already	already	ADV
cana-6177	41	22	high	high	ADJ
cana-6177	41	23	.	.	PUNCT
cana-6177	42	1	to	to	PART
cana-6177	42	2	illustrate	illustrate	VERB
cana-6177	42	3	,	,	PUNCT
cana-6177	42	4	in	in	ADP
cana-6177	42	5	a	a	DET
cana-6177	42	6	case	case	NOUN
cana-6177	42	7	when	when	SCONJ
cana-6177	42	8	a	a	DET
cana-6177	42	9	product	product	NOUN
cana-6177	42	10	is	be	AUX
cana-6177	42	11	already	already	ADV
cana-6177	42	12	trending	trend	VERB
cana-6177	42	13	,	,	PUNCT
cana-6177	42	14	an	an	DET
cana-6177	42	15	advertising	advertising	NOUN
cana-6177	42	16	campaign	campaign	NOUN
cana-6177	42	17	may	may	AUX
cana-6177	42	18	receive	receive	VERB
cana-6177	42	19	unnecessary	unnecessary	ADJ
cana-6177	42	20	credit	credit	NOUN
cana-6177	42	21	for	for	ADP
cana-6177	42	22	conversions	conversion	NOUN
cana-6177	42	23	,	,	PUNCT
cana-6177	42	24	which	which	PRON
cana-6177	42	25	would	would	AUX
cana-6177	42	26	have	have	AUX
cana-6177	42	27	taken	take	VERB
cana-6177	42	28	place	place	NOUN
cana-6177	42	29	on	on	ADP
cana-6177	42	30	their	their	PRON
cana-6177	42	31	own	own	ADJ
cana-6177	42	32	.	.	PUNCT
cana-6177	43	1	this	this	DET
cana-6177	43	2	advertising	advertising	NOUN
cana-6177	43	3	value	value	NOUN
cana-6177	43	4	inflation	inflation	NOUN
cana-6177	43	5	results	result	NOUN
cana-6177	43	6	in	in	ADP
cana-6177	43	7	misallocation	misallocation	NOUN
cana-6177	43	8	of	of	ADP
cana-6177	43	9	budgets	budget	NOUN
cana-6177	43	10	and	and	CCONJ
cana-6177	43	11	marginal	marginal	ADJ
cana-6177	43	12	returns	return	NOUN
cana-6177	43	13	.	.	PUNCT
cana-6177	44	1	iroas	iroas	ADJ
cana-6177	44	2	addresses	address	NOUN
cana-6177	44	3	this	this	DET
cana-6177	44	4	issue	issue	NOUN
cana-6177	44	5	by	by	ADP
cana-6177	44	6	using	use	VERB
cana-6177	44	7	causal	causal	ADJ
cana-6177	44	8	models	model	NOUN
cana-6177	44	9	of	of	ADP
cana-6177	44	10	inference	inference	NOUN
cana-6177	44	11	,	,	PUNCT
cana-6177	44	12	such	such	ADJ
cana-6177	44	13	as	as	ADP
cana-6177	44	14	randomized	randomized	ADJ
cana-6177	44	15	controlled	control	VERB
cana-6177	44	16	trials	trial	NOUN
cana-6177	44	17	(	(	PUNCT
cana-6177	44	18	rcts	rct	NOUN
cana-6177	44	19	)	)	PUNCT
cana-6177	44	20	,	,	PUNCT
cana-6177	44	21	uplift	uplift	VERB
cana-6177	44	22	modeling	modeling	NOUN
cana-6177	44	23	,	,	PUNCT
cana-6177	44	24	and	and	CCONJ
cana-6177	44	25	counterfactual	counterfactual	ADJ
cana-6177	44	26	analysis	analysis	NOUN
cana-6177	44	27	to	to	PART
cana-6177	44	28	isolate	isolate	VERB
cana-6177	44	29	the	the	DET
cana-6177	44	30	actual	actual	ADJ
cana-6177	44	31	effect	effect	NOUN
cana-6177	44	32	of	of	ADP
cana-6177	44	33	an	an	DET
cana-6177	44	34	advertising	advertising	NOUN
cana-6177	44	35	campaign	campaign	NOUN
cana-6177	44	36	.	.	PUNCT
cana-6177	45	1	these	these	DET
cana-6177	45	2	approaches	approach	NOUN
cana-6177	45	3	give	give	VERB
cana-6177	45	4	a	a	DET
cana-6177	45	5	much	much	ADV
cana-6177	45	6	better	well	ADJ
cana-6177	45	7	representation	representation	NOUN
cana-6177	45	8	communications	communication	NOUN
cana-6177	45	9	on	on	ADP
cana-6177	45	10	applied	apply	VERB
cana-6177	45	11	nonlinear	nonlinear	ADJ
cana-6177	45	12	analysis	analysis	NOUN
cana-6177	45	13	issn	issn	NOUN
cana-6177	45	14	:	:	PUNCT
cana-6177	45	15	1074	1074	NUM
cana-6177	45	16	-	-	PUNCT
cana-6177	45	17	133x	133x	NUM
cana-6177	45	18	vol	vol	NOUN
cana-6177	45	19	32	32	NUM
cana-6177	45	20	no	no	NOUN
cana-6177	45	21	.	.	PUNCT
cana-6177	46	1	1s	1s	NUM
cana-6177	46	2	(	(	PUNCT
cana-6177	46	3	2025	2025	NUM
cana-6177	46	4	)	)	PUNCT
cana-6177	46	5	699	699	NUM
cana-6177	46	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	46	7	of	of	ADP
cana-6177	46	8	ad	ad	NOUN
cana-6177	46	9	effectiveness	effectiveness	NOUN
cana-6177	46	10	and	and	CCONJ
cana-6177	46	11	,	,	PUNCT
cana-6177	46	12	as	as	ADP
cana-6177	46	13	such	such	ADJ
cana-6177	46	14	,	,	PUNCT
cana-6177	46	15	allow	allow	VERB
cana-6177	46	16	smarter	smart	ADJ
cana-6177	46	17	decisions	decision	NOUN
cana-6177	46	18	when	when	SCONJ
cana-6177	46	19	bidding	bidding	NOUN
cana-6177	46	20	and	and	CCONJ
cana-6177	46	21	allocating	allocate	VERB
cana-6177	46	22	when	when	SCONJ
cana-6177	46	23	combined	combine	VERB
cana-6177	46	24	with	with	ADP
cana-6177	46	25	algorithmic	algorithmic	ADJ
cana-6177	46	26	models	model	NOUN
cana-6177	46	27	such	such	ADJ
cana-6177	46	28	as	as	ADP
cana-6177	46	29	multi	multi	ADJ
cana-6177	46	30	-	-	ADJ
cana-6177	46	31	armed	armed	ADJ
cana-6177	46	32	bandits	bandit	NOUN
cana-6177	46	33	[	[	X
cana-6177	46	34	3	3	NUM
cana-6177	46	35	-	-	SYM
cana-6177	46	36	5	5	NUM
cana-6177	46	37	]	]	PUNCT
cana-6177	46	38	.	.	PUNCT
cana-6177	47	1	iroas	iroas	PROPN
cana-6177	47	2	heavily	heavily	ADV
cana-6177	47	3	depends	depend	VERB
cana-6177	47	4	on	on	ADP
cana-6177	47	5	experimental	experimental	ADJ
cana-6177	47	6	or	or	CCONJ
cana-6177	47	7	quasi	quasi	ADJ
cana-6177	47	8	-	-	ADJ
cana-6177	47	9	experimental	experimental	ADJ
cana-6177	47	10	designs	design	NOUN
cana-6177	47	11	in	in	ADP
cana-6177	47	12	its	its	PRON
cana-6177	47	13	calculation	calculation	NOUN
cana-6177	47	14	.	.	PUNCT
cana-6177	48	1	a	a	DET
cana-6177	48	2	typical	typical	ADJ
cana-6177	48	3	method	method	NOUN
cana-6177	48	4	is	be	AUX
cana-6177	48	5	the	the	DET
cana-6177	48	6	ghost	ghost	NOUN
cana-6177	48	7	ad	ad	NOUN
cana-6177	48	8	methodology	methodology	NOUN
cana-6177	48	9	,	,	PUNCT
cana-6177	48	10	where	where	SCONJ
cana-6177	48	11	the	the	DET
cana-6177	48	12	users	user	NOUN
cana-6177	48	13	are	be	AUX
cana-6177	48	14	divided	divide	VERB
cana-6177	48	15	according	accord	VERB
cana-6177	48	16	to	to	ADP
cana-6177	48	17	treatment	treatment	NOUN
cana-6177	48	18	and	and	CCONJ
cana-6177	48	19	control	control	NOUN
cana-6177	48	20	.	.	PUNCT
cana-6177	49	1	to	to	ADP
cana-6177	49	2	one	one	NUM
cana-6177	49	3	group	group	NOUN
cana-6177	49	4	,	,	PUNCT
cana-6177	49	5	an	an	DET
cana-6177	49	6	advertisement	advertisement	NOUN
cana-6177	49	7	is	be	AUX
cana-6177	49	8	shown	show	VERB
cana-6177	49	9	,	,	PUNCT
cana-6177	49	10	as	as	SCONJ
cana-6177	49	11	compared	compare	VERB
cana-6177	49	12	to	to	ADP
cana-6177	49	13	the	the	DET
cana-6177	49	14	other	other	ADJ
cana-6177	49	15	group	group	NOUN
cana-6177	49	16	,	,	PUNCT
cana-6177	49	17	and	and	CCONJ
cana-6177	49	18	the	the	DET
cana-6177	49	19	behavioral	behavioral	ADJ
cana-6177	49	20	difference	difference	NOUN
cana-6177	49	21	is	be	AUX
cana-6177	49	22	attributed	attribute	VERB
cana-6177	49	23	to	to	ADP
cana-6177	49	24	the	the	DET
cana-6177	49	25	ad	ad	NOUN
cana-6177	49	26	.	.	PUNCT
cana-6177	50	1	in	in	ADP
cana-6177	50	2	other	other	ADJ
cana-6177	50	3	cases	case	NOUN
cana-6177	50	4	,	,	PUNCT
cana-6177	50	5	propensity	propensity	NOUN
cana-6177	50	6	score	score	NOUN
cana-6177	50	7	matching	matching	NOUN
cana-6177	50	8	may	may	AUX
cana-6177	50	9	be	be	AUX
cana-6177	50	10	used	use	VERB
cana-6177	50	11	in	in	ADP
cana-6177	50	12	situations	situation	NOUN
cana-6177	50	13	where	where	SCONJ
cana-6177	50	14	they	they	PRON
cana-6177	50	15	can	can	AUX
cana-6177	50	16	not	not	PART
cana-6177	50	17	be	be	AUX
cana-6177	50	18	randomized	randomize	VERB
cana-6177	50	19	and	and	CCONJ
cana-6177	50	20	they	they	PRON
cana-6177	50	21	are	be	AUX
cana-6177	50	22	able	able	ADJ
cana-6177	50	23	to	to	PART
cana-6177	50	24	determine	determine	VERB
cana-6177	50	25	the	the	DET
cana-6177	50	26	incremental	incremental	ADJ
cana-6177	50	27	effect	effect	NOUN
cana-6177	50	28	between	between	ADP
cana-6177	50	29	treated	treat	VERB
cana-6177	50	30	and	and	CCONJ
cana-6177	50	31	untreated	untreated	ADJ
cana-6177	50	32	users	user	NOUN
cana-6177	50	33	by	by	ADP
cana-6177	50	34	matching	match	VERB
cana-6177	50	35	them	they	PRON
cana-6177	50	36	on	on	ADP
cana-6177	50	37	observable	observable	ADJ
cana-6177	50	38	characteristics	characteristic	NOUN
cana-6177	50	39	.	.	PUNCT
cana-6177	51	1	these	these	DET
cana-6177	51	2	methods	method	NOUN
cana-6177	51	3	give	give	VERB
cana-6177	51	4	a	a	DET
cana-6177	51	5	statistically	statistically	ADV
cana-6177	51	6	valid	valid	ADJ
cana-6177	51	7	basis	basis	NOUN
cana-6177	51	8	for	for	ADP
cana-6177	51	9	incremental	incremental	ADJ
cana-6177	51	10	lift	lift	NOUN
cana-6177	51	11	estimation	estimation	NOUN
cana-6177	51	12	,	,	PUNCT
cana-6177	51	13	and	and	CCONJ
cana-6177	51	14	their	their	PRON
cana-6177	51	15	impact	impact	NOUN
cana-6177	51	16	is	be	AUX
cana-6177	51	17	reflected	reflect	VERB
cana-6177	51	18	in	in	ADP
cana-6177	51	19	the	the	DET
cana-6177	51	20	iroas	iroas	ADJ
cana-6177	51	21	metric	metric	ADJ
cana-6177	52	1	[	[	X
cana-6177	52	2	6	6	NUM
cana-6177	52	3	-	-	SYM
cana-6177	52	4	7	7	NUM
cana-6177	52	5	]	]	PUNCT
cana-6177	52	6	.	.	PUNCT
cana-6177	53	1	these	these	DET
cana-6177	53	2	mechanisms	mechanism	NOUN
cana-6177	53	3	are	be	AUX
cana-6177	53	4	strong	strong	ADJ
cana-6177	53	5	,	,	PUNCT
cana-6177	53	6	but	but	CCONJ
cana-6177	53	7	scaling	scale	VERB
cana-6177	53	8	them	they	PRON
cana-6177	53	9	can	can	AUX
cana-6177	53	10	be	be	AUX
cana-6177	53	11	very	very	ADV
cana-6177	53	12	technically	technically	ADV
cana-6177	53	13	challenging	challenging	ADJ
cana-6177	53	14	.	.	PUNCT
cana-6177	54	1	because	because	SCONJ
cana-6177	54	2	the	the	DET
cana-6177	54	3	campaigns	campaign	NOUN
cana-6177	54	4	in	in	ADP
cana-6177	54	5	rmns	rmn	NOUN
cana-6177	54	6	need	need	VERB
cana-6177	54	7	to	to	PART
cana-6177	54	8	be	be	AUX
cana-6177	54	9	optimized	optimize	VERB
cana-6177	54	10	on	on	ADP
cana-6177	54	11	thousands	thousand	NOUN
cana-6177	54	12	of	of	ADP
cana-6177	54	13	skus	sku	NOUN
cana-6177	54	14	,	,	PUNCT
cana-6177	54	15	locations	location	NOUN
cana-6177	54	16	,	,	PUNCT
cana-6177	54	17	and	and	CCONJ
cana-6177	54	18	user	user	NOUN
cana-6177	54	19	groups	group	NOUN
cana-6177	54	20	,	,	PUNCT
cana-6177	54	21	near	near	ADP
cana-6177	54	22	-	-	PUNCT
cana-6177	54	23	real	real	ADJ
cana-6177	54	24	-	-	PUNCT
cana-6177	54	25	time	time	NOUN
cana-6177	54	26	generation	generation	NOUN
cana-6177	54	27	of	of	ADP
cana-6177	54	28	iroas	iroas	ADJ
cana-6177	54	29	estimates	estimate	NOUN
cana-6177	54	30	needs	need	VERB
cana-6177	54	31	a	a	DET
cana-6177	54	32	strong	strong	ADJ
cana-6177	54	33	data	datum	NOUN
cana-6177	54	34	backbone	backbone	NOUN
cana-6177	54	35	that	that	PRON
cana-6177	54	36	is	be	AUX
cana-6177	54	37	able	able	ADJ
cana-6177	54	38	to	to	PART
cana-6177	54	39	ingest	ingest	VERB
cana-6177	54	40	and	and	CCONJ
cana-6177	54	41	analyze	analyze	VERB
cana-6177	54	42	user	user	NOUN
cana-6177	54	43	-	-	PUNCT
cana-6177	54	44	level	level	NOUN
cana-6177	54	45	events	event	NOUN
cana-6177	54	46	via	via	ADP
cana-6177	54	47	many	many	ADJ
cana-6177	54	48	channels	channel	NOUN
cana-6177	54	49	.	.	PUNCT
cana-6177	55	1	this	this	PRON
cana-6177	55	2	is	be	AUX
cana-6177	55	3	where	where	SCONJ
cana-6177	55	4	new	new	ADJ
cana-6177	55	5	developments	development	NOUN
cana-6177	55	6	in	in	ADP
cana-6177	55	7	the	the	DET
cana-6177	55	8	stream	stream	NOUN
cana-6177	55	9	processing	processing	NOUN
cana-6177	55	10	systems	system	NOUN
cana-6177	55	11	and	and	CCONJ
cana-6177	55	12	real	real	ADJ
cana-6177	55	13	-	-	PUNCT
cana-6177	55	14	time	time	NOUN
cana-6177	55	15	causal	causal	NOUN
cana-6177	55	16	inference	inference	NOUN
cana-6177	55	17	algorithms	algorithm	NOUN
cana-6177	55	18	have	have	AUX
cana-6177	55	19	brought	bring	VERB
cana-6177	55	20	significant	significant	ADJ
cana-6177	55	21	latency	latency	NOUN
cana-6177	55	22	improvement	improvement	NOUN
cana-6177	55	23	among	among	ADP
cana-6177	55	24	ad	ad	NOUN
cana-6177	55	25	impressions	impression	NOUN
cana-6177	55	26	and	and	CCONJ
cana-6177	55	27	iroas	iroas	ADJ
cana-6177	55	28	feedback	feedback	NOUN
cana-6177	55	29	to	to	PART
cana-6177	55	30	be	be	AUX
cana-6177	55	31	integrated	integrate	VERB
cana-6177	55	32	into	into	ADP
cana-6177	55	33	the	the	DET
cana-6177	55	34	quick	quick	ADJ
cana-6177	55	35	response	response	NOUN
cana-6177	55	36	system(s	system(s	PROPN
cana-6177	55	37	)	)	PUNCT
cana-6177	55	38	,	,	PUNCT
cana-6177	55	39	such	such	ADJ
cana-6177	55	40	as	as	ADP
cana-6177	55	41	mabs	mab	NOUN
cana-6177	55	42	[	[	X
cana-6177	55	43	8	8	NUM
cana-6177	55	44	-	-	SYM
cana-6177	55	45	10	10	NUM
cana-6177	55	46	]	]	PUNCT
cana-6177	55	47	.	.	PUNCT
cana-6177	56	1	in	in	ADP
cana-6177	56	2	addition	addition	NOUN
cana-6177	56	3	,	,	PUNCT
cana-6177	56	4	iroas	iroas	PROPN
cana-6177	56	5	provides	provide	VERB
cana-6177	56	6	more	more	ADJ
cana-6177	56	7	accountability	accountability	NOUN
cana-6177	56	8	and	and	CCONJ
cana-6177	56	9	transparency	transparency	NOUN
cana-6177	56	10	to	to	ADP
cana-6177	56	11	the	the	DET
cana-6177	56	12	advertiser	advertiser	NOUN
cana-6177	56	13	.	.	PUNCT
cana-6177	57	1	unlike	unlike	ADP
cana-6177	57	2	opaque	opaque	ADJ
cana-6177	57	3	attribution	attribution	NOUN
cana-6177	57	4	models	model	NOUN
cana-6177	57	5	,	,	PUNCT
cana-6177	57	6	which	which	PRON
cana-6177	57	7	have	have	AUX
cana-6177	57	8	tended	tend	VERB
cana-6177	57	9	to	to	PART
cana-6177	57	10	use	use	VERB
cana-6177	57	11	heuristic	heuristic	ADJ
cana-6177	57	12	attribution	attribution	NOUN
cana-6177	57	13	rules	rule	NOUN
cana-6177	57	14	,	,	PUNCT
cana-6177	57	15	like	like	ADP
cana-6177	57	16	the	the	DET
cana-6177	57	17	last	last	ADJ
cana-6177	57	18	-	-	PUNCT
cana-6177	57	19	touch	touch	NOUN
cana-6177	57	20	or	or	CCONJ
cana-6177	57	21	linear	linear	ADJ
cana-6177	57	22	attribution	attribution	NOUN
cana-6177	57	23	,	,	PUNCT
cana-6177	57	24	iroas	iroas	PROPN
cana-6177	57	25	provides	provide	VERB
cana-6177	57	26	a	a	DET
cana-6177	57	27	causally	causally	ADV
cana-6177	57	28	based	base	VERB
cana-6177	57	29	estimate	estimate	NOUN
cana-6177	57	30	of	of	ADP
cana-6177	57	31	impact	impact	NOUN
cana-6177	57	32	.	.	PUNCT
cana-6177	58	1	this	this	PRON
cana-6177	58	2	will	will	AUX
cana-6177	58	3	be	be	AUX
cana-6177	58	4	of	of	ADP
cana-6177	58	5	great	great	ADJ
cana-6177	58	6	importance	importance	NOUN
cana-6177	58	7	in	in	ADP
cana-6177	58	8	the	the	DET
cana-6177	58	9	justification	justification	NOUN
cana-6177	58	10	of	of	ADP
cana-6177	58	11	budgets	budget	NOUN
cana-6177	58	12	to	to	PART
cana-6177	58	13	fund	fund	VERB
cana-6177	58	14	departments	department	NOUN
cana-6177	58	15	,	,	PUNCT
cana-6177	58	16	cross	cross	ADJ
cana-6177	58	17	-	-	ADJ
cana-6177	58	18	channel	channel	ADJ
cana-6177	58	19	strategies	strategy	NOUN
cana-6177	58	20	,	,	PUNCT
cana-6177	58	21	and	and	CCONJ
cana-6177	58	22	proper	proper	ADJ
cana-6177	58	23	performance	performance	NOUN
cana-6177	58	24	reviews	review	NOUN
cana-6177	58	25	.	.	PUNCT
cana-6177	59	1	rmns	rmn	NOUN
cana-6177	59	2	are	be	AUX
cana-6177	59	3	becoming	become	VERB
cana-6177	59	4	increasingly	increasingly	ADV
cana-6177	59	5	competitive	competitive	ADJ
cana-6177	59	6	in	in	ADP
cana-6177	59	7	gathering	gather	VERB
cana-6177	59	8	advertiser	advertiser	NOUN
cana-6177	59	9	dollars	dollar	NOUN
cana-6177	59	10	as	as	SCONJ
cana-6177	59	11	brands	brand	NOUN
cana-6177	59	12	seek	seek	VERB
cana-6177	59	13	finer	fine	ADJ
cana-6177	59	14	performance	performance	NOUN
cana-6177	59	15	numbers	number	NOUN
cana-6177	59	16	[	[	X
cana-6177	59	17	11	11	NUM
cana-6177	59	18	,	,	PUNCT
cana-6177	59	19	12	12	NUM
cana-6177	59	20	]	]	PUNCT
cana-6177	59	21	.	.	PUNCT
cana-6177	60	1	from	from	ADP
cana-6177	60	2	a	a	DET
cana-6177	60	3	strategic	strategic	ADJ
cana-6177	60	4	standpoint	standpoint	NOUN
cana-6177	60	5	,	,	PUNCT
cana-6177	60	6	adopting	adopt	VERB
cana-6177	60	7	iroas	iroas	ADV
cana-6177	60	8	as	as	ADP
cana-6177	60	9	a	a	DET
cana-6177	60	10	core	core	NOUN
cana-6177	60	11	bidding	bidding	NOUN
cana-6177	60	12	metric	metric	NOUN
cana-6177	60	13	can	can	AUX
cana-6177	60	14	also	also	ADV
cana-6177	60	15	mitigate	mitigate	VERB
cana-6177	60	16	risks	risk	NOUN
cana-6177	60	17	associated	associate	VERB
cana-6177	60	18	with	with	ADP
cana-6177	60	19	overspending	overspending	NOUN
cana-6177	60	20	on	on	ADP
cana-6177	60	21	ineffective	ineffective	ADJ
cana-6177	60	22	channels	channel	NOUN
cana-6177	60	23	.	.	PUNCT
cana-6177	61	1	in	in	ADP
cana-6177	61	2	many	many	ADJ
cana-6177	61	3	digital	digital	ADJ
cana-6177	61	4	ecosystems	ecosystem	NOUN
cana-6177	61	5	,	,	PUNCT
cana-6177	61	6	it	it	PRON
cana-6177	61	7	's	be	AUX
cana-6177	61	8	common	common	ADJ
cana-6177	61	9	for	for	SCONJ
cana-6177	61	10	advertisers	advertiser	NOUN
cana-6177	61	11	to	to	PART
cana-6177	61	12	see	see	VERB
cana-6177	61	13	high	high	ADJ
cana-6177	61	14	roas	roas	ADJ
cana-6177	61	15	figures	figure	NOUN
cana-6177	61	16	in	in	ADP
cana-6177	61	17	retargeting	retargete	VERB
cana-6177	61	18	campaigns	campaign	NOUN
cana-6177	61	19	simply	simply	ADV
cana-6177	61	20	because	because	SCONJ
cana-6177	61	21	those	those	DET
cana-6177	61	22	users	user	NOUN
cana-6177	61	23	were	be	AUX
cana-6177	61	24	already	already	ADV
cana-6177	61	25	inclined	incline	VERB
cana-6177	61	26	to	to	PART
cana-6177	61	27	convert	convert	VERB
cana-6177	61	28	.	.	PUNCT
cana-6177	62	1	while	while	SCONJ
cana-6177	62	2	roas	roas	NOUN
cana-6177	62	3	suggests	suggest	VERB
cana-6177	62	4	high	high	ADJ
cana-6177	62	5	efficiency	efficiency	NOUN
cana-6177	62	6	,	,	PUNCT
cana-6177	62	7	iroas	iroas	PRON
cana-6177	62	8	often	often	ADV
cana-6177	62	9	reveals	reveal	VERB
cana-6177	62	10	diminishing	diminish	VERB
cana-6177	62	11	or	or	CCONJ
cana-6177	62	12	even	even	ADV
cana-6177	62	13	negative	negative	ADJ
cana-6177	62	14	incremental	incremental	ADJ
cana-6177	62	15	returns	return	NOUN
cana-6177	62	16	in	in	ADP
cana-6177	62	17	such	such	ADJ
cana-6177	62	18	cases	case	NOUN
cana-6177	62	19	.	.	PUNCT
cana-6177	63	1	this	this	DET
cana-6177	63	2	discrepancy	discrepancy	NOUN
cana-6177	63	3	underscores	underscore	VERB
cana-6177	63	4	the	the	DET
cana-6177	63	5	value	value	NOUN
cana-6177	63	6	of	of	ADP
cana-6177	63	7	transitioning	transition	VERB
cana-6177	63	8	to	to	ADP
cana-6177	63	9	an	an	DET
cana-6177	63	10	iroas	iroas	ADJ
cana-6177	63	11	-	-	PUNCT
cana-6177	63	12	centric	centric	ADJ
cana-6177	63	13	approach	approach	NOUN
cana-6177	63	14	,	,	PUNCT
cana-6177	63	15	which	which	PRON
cana-6177	63	16	aligns	align	VERB
cana-6177	63	17	better	well	ADV
cana-6177	63	18	with	with	ADP
cana-6177	63	19	the	the	DET
cana-6177	63	20	true	true	ADJ
cana-6177	63	21	objectives	objective	NOUN
cana-6177	63	22	of	of	ADP
cana-6177	63	23	performance	performance	NOUN
cana-6177	63	24	marketing	marketing	NOUN
cana-6177	63	25	,	,	PUNCT
cana-6177	63	26	driving	drive	VERB
cana-6177	63	27	net	net	ADJ
cana-6177	63	28	-	-	PUNCT
cana-6177	63	29	new	new	ADJ
cana-6177	63	30	value	value	NOUN
cana-6177	63	31	rather	rather	ADV
cana-6177	63	32	than	than	ADP
cana-6177	63	33	capturing	capture	VERB
cana-6177	63	34	conversions	conversion	NOUN
cana-6177	63	35	that	that	PRON
cana-6177	63	36	were	be	AUX
cana-6177	63	37	likely	likely	ADJ
cana-6177	63	38	to	to	PART
cana-6177	63	39	occur	occur	VERB
cana-6177	63	40	regardless	regardless	ADV
cana-6177	63	41	[	[	X
cana-6177	63	42	13	13	NUM
cana-6177	63	43	-	-	SYM
cana-6177	63	44	15	15	NUM
cana-6177	63	45	]	]	PUNCT
cana-6177	63	46	.	.	PUNCT
cana-6177	64	1	furthermore	furthermore	ADV
cana-6177	64	2	,	,	PUNCT
cana-6177	64	3	iroas	iroas	PROPN
cana-6177	64	4	enables	enable	VERB
cana-6177	64	5	better	well	ADJ
cana-6177	64	6	budget	budget	NOUN
cana-6177	64	7	pacing	pacing	NOUN
cana-6177	64	8	and	and	CCONJ
cana-6177	64	9	allocation	allocation	NOUN
cana-6177	64	10	.	.	PUNCT
cana-6177	65	1	advertisers	advertiser	NOUN
cana-6177	65	2	can	can	AUX
cana-6177	65	3	more	more	ADV
cana-6177	65	4	confidently	confidently	ADV
cana-6177	65	5	shift	shift	VERB
cana-6177	65	6	spend	spend	NOUN
cana-6177	65	7	towards	towards	ADP
cana-6177	65	8	campaigns	campaign	NOUN
cana-6177	65	9	and	and	CCONJ
cana-6177	65	10	placements	placement	NOUN
cana-6177	65	11	that	that	PRON
cana-6177	65	12	demonstrate	demonstrate	VERB
cana-6177	65	13	high	high	ADJ
cana-6177	65	14	incremental	incremental	ADJ
cana-6177	65	15	efficiency	efficiency	NOUN
cana-6177	65	16	,	,	PUNCT
cana-6177	65	17	rather	rather	ADV
cana-6177	65	18	than	than	ADP
cana-6177	65	19	chasing	chase	VERB
cana-6177	65	20	total	total	ADJ
cana-6177	65	21	revenue	revenue	NOUN
cana-6177	65	22	or	or	CCONJ
cana-6177	65	23	click	click	VERB
cana-6177	65	24	-	-	PUNCT
cana-6177	65	25	through	through	ADP
cana-6177	65	26	rates	rate	NOUN
cana-6177	65	27	.	.	PUNCT
cana-6177	66	1	this	this	PRON
cana-6177	66	2	is	be	AUX
cana-6177	66	3	particularly	particularly	ADV
cana-6177	66	4	relevant	relevant	ADJ
cana-6177	66	5	in	in	ADP
cana-6177	66	6	mab	mab	NOUN
cana-6177	66	7	frameworks	framework	NOUN
cana-6177	66	8	where	where	SCONJ
cana-6177	66	9	the	the	DET
cana-6177	66	10	reward	reward	NOUN
cana-6177	66	11	signal	signal	NOUN
cana-6177	66	12	(	(	PUNCT
cana-6177	66	13	i.e.	i.e.	X
cana-6177	66	14	,	,	PUNCT
cana-6177	66	15	iroas	iroas	ADJ
cana-6177	66	16	)	)	PUNCT
cana-6177	66	17	determines	determine	NOUN
cana-6177	66	18	which	which	DET
cana-6177	66	19	ad	ad	NOUN
cana-6177	66	20	placements	placement	NOUN
cana-6177	66	21	or	or	CCONJ
cana-6177	66	22	strategies	strategy	NOUN
cana-6177	66	23	to	to	PART
cana-6177	66	24	prioritize	prioritize	VERB
cana-6177	66	25	.	.	PUNCT
cana-6177	67	1	using	use	VERB
cana-6177	67	2	iroas	iroas	PROPN
cana-6177	67	3	instead	instead	ADV
cana-6177	67	4	of	of	ADP
cana-6177	67	5	roas	roas	NOUN
cana-6177	67	6	reduces	reduce	VERB
cana-6177	67	7	the	the	DET
cana-6177	67	8	risk	risk	NOUN
cana-6177	67	9	of	of	ADP
cana-6177	67	10	feedback	feedback	NOUN
cana-6177	67	11	loops	loop	NOUN
cana-6177	67	12	that	that	PRON
cana-6177	67	13	reinforce	reinforce	VERB
cana-6177	67	14	suboptimal	suboptimal	ADJ
cana-6177	67	15	spending	spending	NOUN
cana-6177	67	16	patterns	pattern	NOUN
cana-6177	67	17	,	,	PUNCT
cana-6177	67	18	a	a	DET
cana-6177	67	19	common	common	ADJ
cana-6177	67	20	issue	issue	NOUN
cana-6177	67	21	in	in	ADP
cana-6177	67	22	many	many	ADJ
cana-6177	67	23	current	current	ADJ
cana-6177	67	24	programmatic	programmatic	ADJ
cana-6177	67	25	platforms	platform	NOUN
cana-6177	67	26	[	[	X
cana-6177	67	27	16	16	NUM
cana-6177	67	28	,	,	PUNCT
cana-6177	67	29	17	17	NUM
cana-6177	67	30	]	]	PUNCT
cana-6177	67	31	.	.	PUNCT
cana-6177	68	1	iroas	iroas	PROPN
cana-6177	68	2	also	also	ADV
cana-6177	68	3	enhances	enhance	VERB
cana-6177	68	4	multitouch	multitouch	ADJ
cana-6177	68	5	attribution	attribution	NOUN
cana-6177	68	6	models	model	NOUN
cana-6177	68	7	by	by	ADP
cana-6177	68	8	introducing	introduce	VERB
cana-6177	68	9	a	a	DET
cana-6177	68	10	layer	layer	NOUN
cana-6177	68	11	of	of	ADP
cana-6177	68	12	causal	causal	ADJ
cana-6177	68	13	reasoning	reasoning	NOUN
cana-6177	68	14	.	.	PUNCT
cana-6177	69	1	while	while	SCONJ
cana-6177	69	2	multi	multi	ADJ
cana-6177	69	3	-	-	ADJ
cana-6177	69	4	touch	touch	ADJ
cana-6177	69	5	attribution	attribution	NOUN
cana-6177	69	6	assigns	assign	NOUN
cana-6177	69	7	fractional	fractional	ADJ
cana-6177	69	8	credit	credit	NOUN
cana-6177	69	9	to	to	ADP
cana-6177	69	10	multiple	multiple	ADJ
cana-6177	69	11	ad	ad	NOUN
cana-6177	69	12	interactions	interaction	NOUN
cana-6177	69	13	across	across	ADP
cana-6177	69	14	the	the	DET
cana-6177	69	15	customer	customer	NOUN
cana-6177	69	16	journey	journey	NOUN
cana-6177	69	17	,	,	PUNCT
cana-6177	69	18	iroas	iroas	PROPN
cana-6177	69	19	can	can	AUX
cana-6177	69	20	act	act	VERB
cana-6177	69	21	as	as	ADP
cana-6177	69	22	a	a	DET
cana-6177	69	23	calibration	calibration	NOUN
cana-6177	69	24	layer	layer	NOUN
cana-6177	69	25	that	that	PRON
cana-6177	69	26	filters	filter	VERB
cana-6177	69	27	out	out	ADP
cana-6177	69	28	interactions	interaction	NOUN
cana-6177	69	29	that	that	PRON
cana-6177	69	30	did	do	AUX
cana-6177	69	31	not	not	PART
cana-6177	69	32	causally	causally	ADV
cana-6177	69	33	influence	influence	VERB
cana-6177	69	34	the	the	DET
cana-6177	69	35	conversion	conversion	NOUN
cana-6177	69	36	.	.	PUNCT
cana-6177	70	1	this	this	PRON
cana-6177	70	2	allows	allow	VERB
cana-6177	70	3	for	for	ADP
cana-6177	70	4	more	more	ADV
cana-6177	70	5	accurate	accurate	ADJ
cana-6177	70	6	path	path	NOUN
cana-6177	70	7	analysis	analysis	NOUN
cana-6177	70	8	and	and	CCONJ
cana-6177	70	9	ultimately	ultimately	ADV
cana-6177	70	10	supports	support	VERB
cana-6177	70	11	more	more	ADJ
cana-6177	70	12	communications	communication	NOUN
cana-6177	70	13	on	on	ADP
cana-6177	70	14	applied	apply	VERB
cana-6177	70	15	nonlinear	nonlinear	ADJ
cana-6177	70	16	analysis	analysis	NOUN
cana-6177	70	17	issn	issn	NOUN
cana-6177	70	18	:	:	PUNCT
cana-6177	70	19	1074	1074	NUM
cana-6177	70	20	-	-	PUNCT
cana-6177	70	21	133x	133x	NUM
cana-6177	70	22	vol	vol	NOUN
cana-6177	70	23	32	32	NUM
cana-6177	70	24	no	no	NOUN
cana-6177	70	25	.	.	PUNCT
cana-6177	71	1	1s	1s	NUM
cana-6177	71	2	(	(	PUNCT
cana-6177	71	3	2025	2025	NUM
cana-6177	71	4	)	)	PUNCT
cana-6177	71	5	700	700	NUM
cana-6177	71	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	71	7	effective	effective	ADJ
cana-6177	71	8	bidding	bidding	NOUN
cana-6177	71	9	strategies	strategy	NOUN
cana-6177	71	10	,	,	PUNCT
cana-6177	71	11	especially	especially	ADV
cana-6177	71	12	in	in	ADP
cana-6177	71	13	sequential	sequential	ADJ
cana-6177	71	14	decision	decision	NOUN
cana-6177	71	15	environments	environment	NOUN
cana-6177	71	16	such	such	ADJ
cana-6177	71	17	as	as	ADP
cana-6177	71	18	those	those	PRON
cana-6177	71	19	managed	manage	VERB
cana-6177	71	20	by	by	ADP
cana-6177	71	21	mabs	mab	NOUN
cana-6177	71	22	[	[	X
cana-6177	71	23	18	18	NUM
cana-6177	71	24	,	,	PUNCT
cana-6177	71	25	19	19	NUM
cana-6177	71	26	]	]	PUNCT
cana-6177	71	27	.	.	PUNCT
cana-6177	72	1	the	the	DET
cana-6177	72	2	future	future	ADJ
cana-6177	72	3	relevance	relevance	NOUN
cana-6177	72	4	of	of	ADP
cana-6177	72	5	iroas	iroas	ADJ
cana-6177	72	6	becomes	become	VERB
cana-6177	72	7	even	even	ADV
cana-6177	72	8	more	more	ADV
cana-6177	72	9	pronounced	pronounced	ADJ
cana-6177	72	10	when	when	SCONJ
cana-6177	72	11	considering	consider	VERB
cana-6177	72	12	the	the	DET
cana-6177	72	13	evolving	evolve	VERB
cana-6177	72	14	regulatory	regulatory	ADJ
cana-6177	72	15	landscape	landscape	NOUN
cana-6177	72	16	and	and	CCONJ
cana-6177	72	17	privacy	privacy	NOUN
cana-6177	72	18	concerns	concern	NOUN
cana-6177	72	19	.	.	PUNCT
cana-6177	73	1	with	with	ADP
cana-6177	73	2	third	third	ADJ
cana-6177	73	3	-	-	PUNCT
cana-6177	73	4	party	party	NOUN
cana-6177	73	5	cookies	cookie	NOUN
cana-6177	73	6	being	be	AUX
cana-6177	73	7	phased	phase	VERB
cana-6177	73	8	out	out	ADP
cana-6177	73	9	and	and	CCONJ
cana-6177	73	10	deterministic	deterministic	ADJ
cana-6177	73	11	tracking	tracking	NOUN
cana-6177	73	12	becoming	become	VERB
cana-6177	73	13	harder	hard	ADJ
cana-6177	73	14	,	,	PUNCT
cana-6177	73	15	probabilistic	probabilistic	ADJ
cana-6177	73	16	models	model	NOUN
cana-6177	73	17	like	like	ADP
cana-6177	73	18	iroas	iroas	PROPN
cana-6177	73	19	offer	offer	VERB
cana-6177	73	20	a	a	DET
cana-6177	73	21	compliant	compliant	ADJ
cana-6177	73	22	alternative	alternative	NOUN
cana-6177	73	23	for	for	ADP
cana-6177	73	24	measuring	measure	VERB
cana-6177	73	25	ad	ad	NOUN
cana-6177	73	26	effectiveness	effectiveness	NOUN
cana-6177	73	27	without	without	ADP
cana-6177	73	28	requiring	require	VERB
cana-6177	73	29	userlevel	userlevel	ADJ
cana-6177	73	30	tracking	tracking	NOUN
cana-6177	73	31	across	across	ADP
cana-6177	73	32	the	the	DET
cana-6177	73	33	web	web	NOUN
cana-6177	73	34	.	.	PUNCT
cana-6177	74	1	because	because	SCONJ
cana-6177	74	2	iroas	iroas	ADJ
cana-6177	74	3	methodologies	methodology	NOUN
cana-6177	74	4	often	often	ADV
cana-6177	74	5	rely	rely	VERB
cana-6177	74	6	on	on	ADP
cana-6177	74	7	aggregate	aggregate	ADJ
cana-6177	74	8	behaviors	behavior	NOUN
cana-6177	74	9	and	and	CCONJ
cana-6177	74	10	experimental	experimental	ADJ
cana-6177	74	11	designs	design	NOUN
cana-6177	74	12	rather	rather	ADV
cana-6177	74	13	than	than	ADP
cana-6177	74	14	persistent	persistent	ADJ
cana-6177	74	15	identifiers	identifier	NOUN
cana-6177	74	16	,	,	PUNCT
cana-6177	74	17	they	they	PRON
cana-6177	74	18	align	align	VERB
cana-6177	74	19	well	well	ADV
cana-6177	74	20	with	with	ADP
cana-6177	74	21	privacy	privacy	NOUN
cana-6177	74	22	-	-	PUNCT
cana-6177	74	23	first	first	ADJ
cana-6177	74	24	marketing	marketing	NOUN
cana-6177	74	25	approaches	approach	NOUN
cana-6177	74	26	.	.	PUNCT
cana-6177	75	1	this	this	DET
cana-6177	75	2	positions	position	NOUN
cana-6177	75	3	iroas	iroa	VERB
cana-6177	75	4	not	not	PART
cana-6177	75	5	just	just	ADV
cana-6177	75	6	as	as	ADP
cana-6177	75	7	a	a	DET
cana-6177	75	8	superior	superior	ADJ
cana-6177	75	9	metric	metric	NOUN
cana-6177	75	10	in	in	ADP
cana-6177	75	11	terms	term	NOUN
cana-6177	75	12	of	of	ADP
cana-6177	75	13	accuracy	accuracy	NOUN
cana-6177	75	14	,	,	PUNCT
cana-6177	75	15	but	but	CCONJ
cana-6177	75	16	also	also	ADV
cana-6177	75	17	in	in	ADP
cana-6177	75	18	terms	term	NOUN
cana-6177	75	19	of	of	ADP
cana-6177	75	20	sustainability	sustainability	NOUN
cana-6177	75	21	and	and	CCONJ
cana-6177	75	22	regulatory	regulatory	ADJ
cana-6177	75	23	compliance	compliance	NOUN
cana-6177	75	24	[	[	X
cana-6177	75	25	20	20	NUM
cana-6177	75	26	-	-	SYM
cana-6177	75	27	22	22	NUM
cana-6177	75	28	]	]	PUNCT
cana-6177	75	29	.	.	PUNCT
cana-6177	76	1	in	in	ADP
cana-6177	76	2	summary	summary	NOUN
cana-6177	76	3	,	,	PUNCT
cana-6177	76	4	iroas	iroas	PROPN
cana-6177	76	5	offers	offer	VERB
cana-6177	76	6	a	a	DET
cana-6177	76	7	fundamentally	fundamentally	ADV
cana-6177	76	8	more	more	ADV
cana-6177	76	9	truthful	truthful	ADJ
cana-6177	76	10	lens	lens	NOUN
cana-6177	76	11	through	through	ADP
cana-6177	76	12	which	which	PRON
cana-6177	76	13	to	to	PART
cana-6177	76	14	evaluate	evaluate	VERB
cana-6177	76	15	advertising	advertising	NOUN
cana-6177	76	16	performance	performance	NOUN
cana-6177	76	17	.	.	PUNCT
cana-6177	77	1	by	by	ADP
cana-6177	77	2	focusing	focus	VERB
cana-6177	77	3	on	on	ADP
cana-6177	77	4	causal	causal	ADJ
cana-6177	77	5	impact	impact	NOUN
cana-6177	77	6	rather	rather	ADV
cana-6177	77	7	than	than	ADP
cana-6177	77	8	correlation	correlation	NOUN
cana-6177	77	9	,	,	PUNCT
cana-6177	77	10	and	and	CCONJ
cana-6177	77	11	by	by	ADP
cana-6177	77	12	integrating	integrate	VERB
cana-6177	77	13	with	with	ADP
cana-6177	77	14	experimental	experimental	ADJ
cana-6177	77	15	or	or	CCONJ
cana-6177	77	16	quasi	quasi	ADJ
cana-6177	77	17	-	-	ADJ
cana-6177	77	18	experimental	experimental	ADJ
cana-6177	77	19	methods	method	NOUN
cana-6177	77	20	,	,	PUNCT
cana-6177	77	21	it	it	PRON
cana-6177	77	22	allows	allow	VERB
cana-6177	77	23	advertisers	advertiser	NOUN
cana-6177	77	24	in	in	ADP
cana-6177	77	25	rmns	rmn	NOUN
cana-6177	77	26	to	to	PART
cana-6177	77	27	base	base	VERB
cana-6177	77	28	decisions	decision	NOUN
cana-6177	77	29	on	on	ADP
cana-6177	77	30	the	the	DET
cana-6177	77	31	actual	actual	ADJ
cana-6177	77	32	value	value	NOUN
cana-6177	77	33	generated	generate	VERB
cana-6177	77	34	by	by	ADP
cana-6177	77	35	campaigns	campaign	NOUN
cana-6177	77	36	.	.	PUNCT
cana-6177	78	1	when	when	SCONJ
cana-6177	78	2	this	this	DET
cana-6177	78	3	powerful	powerful	ADJ
cana-6177	78	4	metric	metric	NOUN
cana-6177	78	5	is	be	AUX
cana-6177	78	6	paired	pair	VERB
cana-6177	78	7	with	with	ADP
cana-6177	78	8	the	the	DET
cana-6177	78	9	adaptive	adaptive	ADJ
cana-6177	78	10	capabilities	capability	NOUN
cana-6177	78	11	of	of	ADP
cana-6177	78	12	multi	multi	ADJ
cana-6177	78	13	-	-	ADJ
cana-6177	78	14	armed	armed	ADJ
cana-6177	78	15	bandits	bandit	NOUN
cana-6177	78	16	,	,	PUNCT
cana-6177	78	17	the	the	DET
cana-6177	78	18	subject	subject	NOUN
cana-6177	78	19	of	of	ADP
cana-6177	78	20	our	our	PRON
cana-6177	78	21	next	next	ADJ
cana-6177	78	22	section	section	NOUN
cana-6177	78	23	creates	create	VERB
cana-6177	78	24	a	a	DET
cana-6177	78	25	closed	closed	ADJ
cana-6177	78	26	-	-	PUNCT
cana-6177	78	27	loop	loop	NOUN
cana-6177	78	28	system	system	NOUN
cana-6177	78	29	that	that	PRON
cana-6177	78	30	continuously	continuously	ADV
cana-6177	78	31	learns	learn	VERB
cana-6177	78	32	and	and	CCONJ
cana-6177	78	33	improves	improve	VERB
cana-6177	78	34	upon	upon	SCONJ
cana-6177	78	35	itself	itself	PRON
cana-6177	78	36	.	.	PUNCT
cana-6177	79	1	this	this	DET
cana-6177	79	2	combination	combination	NOUN
cana-6177	79	3	of	of	ADP
cana-6177	79	4	precision	precision	NOUN
cana-6177	79	5	measurement	measurement	NOUN
cana-6177	79	6	and	and	CCONJ
cana-6177	79	7	adaptive	adaptive	ADJ
cana-6177	79	8	bidding	bidding	NOUN
cana-6177	79	9	creates	create	VERB
cana-6177	79	10	the	the	DET
cana-6177	79	11	foundation	foundation	NOUN
cana-6177	79	12	for	for	ADP
cana-6177	79	13	a	a	DET
cana-6177	79	14	more	more	ADV
cana-6177	79	15	intelligent	intelligent	ADJ
cana-6177	79	16	,	,	PUNCT
cana-6177	79	17	effective	effective	ADJ
cana-6177	79	18	,	,	PUNCT
cana-6177	79	19	and	and	CCONJ
cana-6177	79	20	accountable	accountable	ADJ
cana-6177	79	21	retail	retail	ADJ
cana-6177	79	22	advertising	advertising	NOUN
cana-6177	79	23	ecosystem	ecosystem	NOUN
cana-6177	79	24	.	.	PUNCT
cana-6177	80	1	to	to	PART
cana-6177	80	2	further	far	ADV
cana-6177	80	3	contextualize	contextualize	VERB
cana-6177	80	4	the	the	DET
cana-6177	80	5	limitations	limitation	NOUN
cana-6177	80	6	of	of	ADP
cana-6177	80	7	traditional	traditional	ADJ
cana-6177	80	8	roas	roas	NOUN
cana-6177	80	9	and	and	CCONJ
cana-6177	80	10	highlight	highlight	VERB
cana-6177	80	11	the	the	DET
cana-6177	80	12	superiority	superiority	NOUN
cana-6177	80	13	of	of	ADP
cana-6177	80	14	iroas	iroas	ADJ
cana-6177	80	15	in	in	ADP
cana-6177	80	16	retail	retail	ADJ
cana-6177	80	17	advertising	advertising	NOUN
cana-6177	80	18	,	,	PUNCT
cana-6177	80	19	table	table	NOUN
cana-6177	80	20	1	1	NUM
cana-6177	80	21	provides	provide	VERB
cana-6177	80	22	a	a	DET
cana-6177	80	23	structured	structured	ADJ
cana-6177	80	24	comparison	comparison	NOUN
cana-6177	80	25	of	of	ADP
cana-6177	80	26	their	their	PRON
cana-6177	80	27	core	core	NOUN
cana-6177	80	28	characteristics	characteristic	NOUN
cana-6177	80	29	across	across	ADP
cana-6177	80	30	key	key	ADJ
cana-6177	80	31	dimensions	dimension	NOUN
cana-6177	80	32	.	.	PUNCT
cana-6177	81	1	table	table	NOUN
cana-6177	81	2	1	1	NUM
cana-6177	81	3	.	.	PUNCT
cana-6177	81	4	comparison	comparison	NOUN
cana-6177	81	5	between	between	ADP
cana-6177	81	6	traditional	traditional	ADJ
cana-6177	81	7	roas	roas	NOUN
cana-6177	81	8	and	and	CCONJ
cana-6177	81	9	incremental	incremental	ADJ
cana-6177	81	10	roas	roas	NOUN
cana-6177	81	11	(	(	PUNCT
cana-6177	81	12	iroas	iroas	ADJ
cana-6177	81	13	)	)	PUNCT
cana-6177	81	14	criteria	criterion	NOUN
cana-6177	81	15	traditional	traditional	ADJ
cana-6177	81	16	roas	roas	ADJ
cana-6177	81	17	incremental	incremental	ADJ
cana-6177	81	18	roas	roas	NOUN
cana-6177	81	19	(	(	PUNCT
cana-6177	81	20	iroas	iroas	ADJ
cana-6177	81	21	)	)	PUNCT
cana-6177	81	22	definition	definition	NOUN
cana-6177	81	23	total	total	NOUN
cana-6177	81	24	revenue	revenue	NOUN
cana-6177	81	25	generated	generate	VERB
cana-6177	81	26	divided	divide	VERB
cana-6177	81	27	by	by	ADP
cana-6177	81	28	ad	ad	NOUN
cana-6177	81	29	spend	spend	NOUN
cana-6177	81	30	incremental	incremental	ADJ
cana-6177	81	31	revenue	revenue	NOUN
cana-6177	81	32	directly	directly	ADV
cana-6177	81	33	caused	cause	VERB
cana-6177	81	34	by	by	ADP
cana-6177	81	35	ads	ad	NOUN
cana-6177	81	36	divided	divide	VERB
cana-6177	81	37	by	by	ADP
cana-6177	81	38	ad	ad	NOUN
cana-6177	81	39	spend	spend	NOUN
cana-6177	81	40	captures	capture	VERB
cana-6177	81	41	organic	organic	ADJ
cana-6177	81	42	sales	sale	NOUN
cana-6177	81	43	?	?	PUNCT
cana-6177	82	1	yes	yes	INTJ
cana-6177	82	2	,	,	PUNCT
cana-6177	82	3	includes	include	VERB
cana-6177	82	4	organic	organic	ADJ
cana-6177	82	5	sales	sale	NOUN
cana-6177	82	6	no	no	NOUN
cana-6177	82	7	,	,	PUNCT
cana-6177	82	8	excludes	exclude	VERB
cana-6177	82	9	baseline	baseline	NOUN
cana-6177	82	10	/	/	SYM
cana-6177	82	11	organic	organic	ADJ
cana-6177	82	12	sales	sale	NOUN
cana-6177	82	13	causal	causal	NOUN
cana-6177	82	14	measurement	measurement	NOUN
cana-6177	82	15	?	?	PUNCT
cana-6177	83	1	no	no	INTJ
cana-6177	83	2	,	,	PUNCT
cana-6177	83	3	correlational	correlational	ADJ
cana-6177	83	4	yes	yes	INTJ
cana-6177	83	5	,	,	PUNCT
cana-6177	83	6	based	base	VERB
cana-6177	83	7	on	on	ADP
cana-6177	83	8	causal	causal	ADJ
cana-6177	83	9	inference	inference	NOUN
cana-6177	83	10	techniques	technique	NOUN
cana-6177	83	11	use	use	NOUN
cana-6177	83	12	in	in	ADP
cana-6177	83	13	budget	budget	NOUN
cana-6177	83	14	optimization	optimization	NOUN
cana-6177	83	15	may	may	AUX
cana-6177	83	16	lead	lead	VERB
cana-6177	83	17	to	to	ADP
cana-6177	83	18	overinvestment	overinvestment	NOUN
cana-6177	83	19	in	in	ADP
cana-6177	83	20	low	low	ADJ
cana-6177	83	21	-	-	PUNCT
cana-6177	83	22	value	value	NOUN
cana-6177	83	23	ads	ad	NOUN
cana-6177	83	24	supports	support	VERB
cana-6177	83	25	efficient	efficient	ADJ
cana-6177	83	26	allocation	allocation	NOUN
cana-6177	83	27	based	base	VERB
cana-6177	83	28	on	on	ADP
cana-6177	83	29	true	true	ADJ
cana-6177	83	30	impact	impact	NOUN
cana-6177	83	31	sensitivity	sensitivity	NOUN
cana-6177	83	32	to	to	PART
cana-6177	83	33	attribution	attribution	NOUN
cana-6177	83	34	errors	error	NOUN
cana-6177	83	35	high	high	ADV
cana-6177	83	36	lower	lower	ADV
cana-6177	83	37	,	,	PUNCT
cana-6177	83	38	due	due	ADP
cana-6177	83	39	to	to	ADP
cana-6177	83	40	experiment	experiment	NOUN
cana-6177	83	41	-	-	PUNCT
cana-6177	83	42	based	base	VERB
cana-6177	83	43	estimation	estimation	NOUN
cana-6177	83	44	computation	computation	NOUN
cana-6177	83	45	complexity	complexity	NOUN
cana-6177	83	46	simple	simple	ADJ
cana-6177	83	47	,	,	PUNCT
cana-6177	83	48	readily	readily	ADV
cana-6177	83	49	available	available	ADJ
cana-6177	83	50	complex	complex	NOUN
cana-6177	83	51	,	,	PUNCT
cana-6177	83	52	requires	require	VERB
cana-6177	83	53	experimentation	experimentation	NOUN
cana-6177	83	54	or	or	CCONJ
cana-6177	83	55	modeling	model	VERB
cana-6177	83	56	communications	communication	NOUN
cana-6177	83	57	on	on	ADP
cana-6177	83	58	applied	apply	VERB
cana-6177	83	59	nonlinear	nonlinear	ADJ
cana-6177	83	60	analysis	analysis	NOUN
cana-6177	83	61	issn	issn	NOUN
cana-6177	83	62	:	:	PUNCT
cana-6177	83	63	1074	1074	NUM
cana-6177	83	64	-	-	PUNCT
cana-6177	83	65	133x	133x	NUM
cana-6177	83	66	vol	vol	NOUN
cana-6177	83	67	32	32	NUM
cana-6177	83	68	no	no	NOUN
cana-6177	83	69	.	.	PUNCT
cana-6177	84	1	1s	1s	NUM
cana-6177	84	2	(	(	PUNCT
cana-6177	84	3	2025	2025	NUM
cana-6177	84	4	)	)	PUNCT
cana-6177	84	5	701	701	NUM
cana-6177	84	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	84	7	criteria	criterion	NOUN
cana-6177	84	8	traditional	traditional	ADJ
cana-6177	84	9	roas	roas	ADJ
cana-6177	84	10	incremental	incremental	ADJ
cana-6177	84	11	roas	roas	NOUN
cana-6177	84	12	(	(	PUNCT
cana-6177	84	13	iroas	iroas	ADJ
cana-6177	84	14	)	)	PUNCT
cana-6177	84	15	suitability	suitability	NOUN
cana-6177	84	16	for	for	ADP
cana-6177	84	17	rmns	rmn	NOUN
cana-6177	84	18	low	low	ADV
cana-6177	84	19	high	high	ADJ
cana-6177	84	20	3	3	NUM
cana-6177	84	21	.	.	PUNCT
cana-6177	84	22	multi	multi	ADJ
cana-6177	84	23	-	-	ADJ
cana-6177	84	24	armed	armed	ADJ
cana-6177	84	25	bandits	bandit	NOUN
cana-6177	84	26	in	in	ADP
cana-6177	84	27	retail	retail	ADJ
cana-6177	84	28	advertising	advertising	NOUN
cana-6177	84	29	:	:	PUNCT
cana-6177	84	30	a	a	DET
cana-6177	84	31	framework	framework	NOUN
cana-6177	84	32	for	for	ADP
cana-6177	84	33	real	real	ADJ
cana-6177	84	34	-	-	PUNCT
cana-6177	84	35	time	time	NOUN
cana-6177	84	36	decisionmaking	decisionmake	VERB
cana-6177	84	37	moving	move	VERB
cana-6177	84	38	on	on	ADP
cana-6177	84	39	to	to	ADP
cana-6177	84	40	the	the	DET
cana-6177	84	41	advantages	advantage	NOUN
cana-6177	84	42	of	of	ADP
cana-6177	84	43	iroas	iroas	ADJ
cana-6177	84	44	in	in	ADP
cana-6177	84	45	contrast	contrast	NOUN
cana-6177	84	46	with	with	ADP
cana-6177	84	47	the	the	DET
cana-6177	84	48	traditional	traditional	ADJ
cana-6177	84	49	measures	measure	NOUN
cana-6177	84	50	,	,	PUNCT
cana-6177	84	51	its	its	PRON
cana-6177	84	52	usage	usage	NOUN
cana-6177	84	53	towards	towards	ADP
cana-6177	84	54	real	real	ADJ
cana-6177	84	55	-	-	PUNCT
cana-6177	84	56	time	time	NOUN
cana-6177	84	57	environments	environment	NOUN
cana-6177	84	58	should	should	AUX
cana-6177	84	59	be	be	AUX
cana-6177	84	60	coupled	couple	VERB
cana-6177	84	61	with	with	ADP
cana-6177	84	62	the	the	DET
cana-6177	84	63	utilization	utilization	NOUN
cana-6177	84	64	of	of	ADP
cana-6177	84	65	dynamic	dynamic	ADJ
cana-6177	84	66	learning	learning	NOUN
cana-6177	84	67	algorithms	algorithm	NOUN
cana-6177	84	68	,	,	PUNCT
cana-6177	84	69	in	in	ADP
cana-6177	84	70	particular	particular	ADJ
cana-6177	84	71	,	,	PUNCT
cana-6177	84	72	multi	multi	ADJ
cana-6177	84	73	-	-	ADJ
cana-6177	84	74	armed	armed	ADJ
cana-6177	84	75	bandits	bandit	NOUN
cana-6177	84	76	(	(	PUNCT
cana-6177	84	77	mabs	mab	NOUN
cana-6177	84	78	)	)	PUNCT
cana-6177	85	1	[	[	X
cana-6177	85	2	4	4	NUM
cana-6177	85	3	-	-	SYM
cana-6177	85	4	6	6	NUM
cana-6177	85	5	]	]	PUNCT
cana-6177	85	6	.	.	PUNCT
cana-6177	86	1	when	when	SCONJ
cana-6177	86	2	iroas	iroas	PROPN
cana-6177	86	3	is	be	AUX
cana-6177	86	4	used	use	VERB
cana-6177	86	5	together	together	ADV
cana-6177	86	6	with	with	ADP
cana-6177	86	7	mabs	mab	NOUN
cana-6177	86	8	,	,	PUNCT
cana-6177	86	9	the	the	DET
cana-6177	86	10	feedback	feedback	NOUN
cana-6177	86	11	mechanism	mechanism	NOUN
cana-6177	86	12	is	be	AUX
cana-6177	86	13	formed	form	VERB
cana-6177	86	14	and	and	CCONJ
cana-6177	86	15	keeps	keep	VERB
cana-6177	86	16	the	the	DET
cana-6177	86	17	bidding	bidding	NOUN
cana-6177	86	18	decisions	decision	NOUN
cana-6177	86	19	updated	update	VERB
cana-6177	86	20	in	in	ADP
cana-6177	86	21	a	a	DET
cana-6177	86	22	continuous	continuous	ADJ
cana-6177	86	23	way	way	NOUN
cana-6177	86	24	based	base	VERB
cana-6177	86	25	on	on	ADP
cana-6177	86	26	incremental	incremental	ADJ
cana-6177	86	27	value	value	NOUN
cana-6177	86	28	that	that	PRON
cana-6177	86	29	balances	balance	VERB
cana-6177	86	30	exploration	exploration	NOUN
cana-6177	86	31	and	and	CCONJ
cana-6177	86	32	exploitation	exploitation	NOUN
cana-6177	86	33	.	.	PUNCT
cana-6177	87	1	in	in	ADP
cana-6177	87	2	this	this	DET
cana-6177	87	3	framework	framework	NOUN
cana-6177	87	4	,	,	PUNCT
cana-6177	87	5	all	all	DET
cana-6177	87	6	arms	arm	NOUN
cana-6177	87	7	are	be	AUX
cana-6177	87	8	constructions	construction	NOUN
cana-6177	87	9	of	of	ADP
cana-6177	87	10	compositions	composition	NOUN
cana-6177	87	11	of	of	ADP
cana-6177	87	12	advertisement	advertisement	NOUN
cana-6177	87	13	positions	position	NOUN
cana-6177	87	14	,	,	PUNCT
cana-6177	87	15	targeting	target	VERB
cana-6177	87	16	choices	choice	NOUN
cana-6177	87	17	,	,	PUNCT
cana-6177	87	18	or	or	CCONJ
cana-6177	87	19	advertising	advertising	NOUN
cana-6177	87	20	categories	category	NOUN
cana-6177	87	21	,	,	PUNCT
cana-6177	87	22	and	and	CCONJ
cana-6177	87	23	the	the	DET
cana-6177	87	24	reward	reward	NOUN
cana-6177	87	25	signal	signal	NOUN
cana-6177	87	26	is	be	AUX
cana-6177	87	27	replaced	replace	VERB
cana-6177	87	28	by	by	ADP
cana-6177	87	29	iroas	iroas	PROPN
cana-6177	87	30	to	to	PART
cana-6177	87	31	display	display	VERB
cana-6177	87	32	real	real	ADJ
cana-6177	87	33	advertising	advertising	NOUN
cana-6177	87	34	achievement	achievement	NOUN
cana-6177	87	35	rather	rather	ADV
cana-6177	87	36	than	than	ADP
cana-6177	87	37	superficial	superficial	ADJ
cana-6177	87	38	interaction	interaction	NOUN
cana-6177	87	39	rates	rate	NOUN
cana-6177	87	40	[	[	X
cana-6177	87	41	23	23	NUM
cana-6177	87	42	-	-	SYM
cana-6177	87	43	26	26	NUM
cana-6177	87	44	]	]	PUNCT
cana-6177	87	45	.	.	PUNCT
cana-6177	88	1	advertisers	advertiser	NOUN
cana-6177	88	2	can	can	AUX
cana-6177	88	3	efficiently	efficiently	ADV
cana-6177	88	4	allocate	allocate	VERB
cana-6177	88	5	a	a	DET
cana-6177	88	6	budget	budget	NOUN
cana-6177	88	7	with	with	ADP
cana-6177	88	8	flexibility	flexibility	NOUN
cana-6177	88	9	through	through	ADP
cana-6177	88	10	the	the	DET
cana-6177	88	11	knowledge	knowledge	NOUN
cana-6177	88	12	of	of	ADP
cana-6177	88	13	the	the	DET
cana-6177	88	14	decision	decision	NOUN
cana-6177	88	15	with	with	ADP
cana-6177	88	16	the	the	DET
cana-6177	88	17	greatest	great	ADJ
cana-6177	88	18	cumulative	cumulative	ADJ
cana-6177	88	19	incremental	incremental	ADJ
cana-6177	88	20	returns	return	NOUN
cana-6177	88	21	,	,	PUNCT
cana-6177	88	22	which	which	PRON
cana-6177	88	23	makes	make	VERB
cana-6177	88	24	retail	retail	ADJ
cana-6177	88	25	media	medium	NOUN
cana-6177	88	26	networks	network	NOUN
cana-6177	88	27	more	more	ADV
cana-6177	88	28	efficient	efficient	ADJ
cana-6177	88	29	and	and	CCONJ
cana-6177	88	30	responsible	responsible	ADJ
cana-6177	88	31	.	.	PUNCT
cana-6177	89	1	applying	apply	VERB
cana-6177	89	2	mab	mab	NOUN
cana-6177	89	3	in	in	ADP
cana-6177	89	4	rmns	rmn	NOUN
cana-6177	89	5	involves	involve	VERB
cana-6177	89	6	defining	define	VERB
cana-6177	89	7	the	the	DET
cana-6177	89	8	action	action	NOUN
cana-6177	89	9	space	space	NOUN
cana-6177	89	10	,	,	PUNCT
cana-6177	89	11	the	the	DET
cana-6177	89	12	context	context	NOUN
cana-6177	89	13	(	(	PUNCT
cana-6177	89	14	if	if	SCONJ
cana-6177	89	15	using	use	VERB
cana-6177	89	16	contextual	contextual	ADJ
cana-6177	89	17	bandits	bandit	NOUN
cana-6177	89	18	)	)	PUNCT
cana-6177	89	19	,	,	PUNCT
cana-6177	89	20	and	and	CCONJ
cana-6177	89	21	the	the	DET
cana-6177	89	22	reward	reward	NOUN
cana-6177	89	23	function	function	NOUN
cana-6177	89	24	.	.	PUNCT
cana-6177	90	1	in	in	ADP
cana-6177	90	2	iroas	iroas	ADV
cana-6177	90	3	-	-	PUNCT
cana-6177	90	4	driven	drive	VERB
cana-6177	90	5	frameworks	framework	NOUN
cana-6177	90	6	,	,	PUNCT
cana-6177	90	7	the	the	DET
cana-6177	90	8	reward	reward	NOUN
cana-6177	90	9	function	function	NOUN
cana-6177	90	10	is	be	AUX
cana-6177	90	11	informed	inform	VERB
cana-6177	90	12	by	by	ADP
cana-6177	90	13	real	real	ADJ
cana-6177	90	14	-	-	PUNCT
cana-6177	90	15	time	time	NOUN
cana-6177	90	16	causal	causal	NOUN
cana-6177	90	17	inference	inference	NOUN
cana-6177	90	18	mechanisms	mechanism	NOUN
cana-6177	90	19	that	that	PRON
cana-6177	90	20	compute	compute	VERB
cana-6177	90	21	the	the	DET
cana-6177	90	22	lift	lift	NOUN
cana-6177	90	23	attributable	attributable	ADJ
cana-6177	90	24	to	to	ADP
cana-6177	90	25	advertising	advertising	NOUN
cana-6177	90	26	.	.	PUNCT
cana-6177	91	1	for	for	ADP
cana-6177	91	2	example	example	NOUN
cana-6177	91	3	,	,	PUNCT
cana-6177	91	4	when	when	SCONJ
cana-6177	91	5	an	an	DET
cana-6177	91	6	ad	ad	NOUN
cana-6177	91	7	is	be	AUX
cana-6177	91	8	served	serve	VERB
cana-6177	91	9	on	on	ADP
cana-6177	91	10	a	a	DET
cana-6177	91	11	product	product	NOUN
cana-6177	91	12	detail	detail	NOUN
cana-6177	91	13	page	page	NOUN
cana-6177	91	14	or	or	CCONJ
cana-6177	91	15	via	via	ADP
cana-6177	91	16	a	a	DET
cana-6177	91	17	search	search	NOUN
cana-6177	91	18	results	result	NOUN
cana-6177	91	19	slot	slot	NOUN
cana-6177	91	20	,	,	PUNCT
cana-6177	91	21	the	the	DET
cana-6177	91	22	system	system	NOUN
cana-6177	91	23	can	can	AUX
cana-6177	91	24	compare	compare	VERB
cana-6177	91	25	the	the	DET
cana-6177	91	26	performance	performance	NOUN
cana-6177	91	27	of	of	ADP
cana-6177	91	28	similar	similar	ADJ
cana-6177	91	29	users	user	NOUN
cana-6177	91	30	who	who	PRON
cana-6177	91	31	were	be	AUX
cana-6177	91	32	not	not	PART
cana-6177	91	33	exposed	expose	VERB
cana-6177	91	34	to	to	ADP
cana-6177	91	35	the	the	DET
cana-6177	91	36	ad	ad	NOUN
cana-6177	91	37	to	to	PART
cana-6177	91	38	estimate	estimate	VERB
cana-6177	91	39	the	the	DET
cana-6177	91	40	incremental	incremental	ADJ
cana-6177	91	41	effect	effect	NOUN
cana-6177	91	42	.	.	PUNCT
cana-6177	92	1	this	this	DET
cana-6177	92	2	value	value	NOUN
cana-6177	92	3	becomes	become	VERB
cana-6177	92	4	the	the	DET
cana-6177	92	5	observed	observed	ADJ
cana-6177	92	6	reward	reward	NOUN
cana-6177	92	7	that	that	PRON
cana-6177	92	8	updates	update	VERB
cana-6177	92	9	the	the	DET
cana-6177	92	10	bandit	bandit	NOUN
cana-6177	92	11	’s	’s	PART
cana-6177	92	12	policy	policy	NOUN
cana-6177	92	13	,	,	PUNCT
cana-6177	92	14	influencing	influence	VERB
cana-6177	92	15	future	future	ADJ
cana-6177	92	16	bidding	bidding	NOUN
cana-6177	92	17	decisions	decision	NOUN
cana-6177	92	18	on	on	ADP
cana-6177	92	19	that	that	DET
cana-6177	92	20	slot	slot	NOUN
cana-6177	92	21	or	or	CCONJ
cana-6177	92	22	format	format	NOUN
cana-6177	92	23	[	[	X
cana-6177	92	24	27	27	NUM
cana-6177	92	25	,	,	PUNCT
cana-6177	92	26	28	28	NUM
cana-6177	92	27	]	]	PUNCT
cana-6177	92	28	.	.	PUNCT
cana-6177	93	1	there	there	PRON
cana-6177	93	2	are	be	VERB
cana-6177	93	3	many	many	ADJ
cana-6177	93	4	variants	variant	NOUN
cana-6177	93	5	of	of	ADP
cana-6177	93	6	multi	multi	ADJ
cana-6177	93	7	-	-	ADJ
cana-6177	93	8	armed	armed	ADJ
cana-6177	93	9	bandit	bandit	NOUN
cana-6177	93	10	(	(	PUNCT
cana-6177	93	11	mab	mab	NOUN
cana-6177	93	12	)	)	PUNCT
cana-6177	93	13	algorithms	algorithm	NOUN
cana-6177	93	14	that	that	PRON
cana-6177	93	15	can	can	AUX
cana-6177	93	16	be	be	AUX
cana-6177	93	17	used	use	VERB
cana-6177	93	18	with	with	ADP
cana-6177	93	19	retail	retail	ADJ
cana-6177	93	20	media	medium	NOUN
cana-6177	93	21	networks	network	NOUN
cana-6177	93	22	(	(	PUNCT
cana-6177	93	23	rmns	rmn	NOUN
cana-6177	93	24	)	)	PUNCT
cana-6177	93	25	,	,	PUNCT
cana-6177	93	26	starting	start	VERB
cana-6177	93	27	with	with	ADP
cana-6177	93	28	a	a	DET
cana-6177	93	29	simple	simple	ADJ
cana-6177	93	30	epsilon	epsilon	NOUN
cana-6177	93	31	-	-	PUNCT
cana-6177	93	32	greedy	greedy	ADJ
cana-6177	93	33	strategy	strategy	NOUN
cana-6177	93	34	to	to	PART
cana-6177	93	35	complex	complex	VERB
cana-6177	93	36	upper	upper	ADJ
cana-6177	93	37	confidence	confidence	NOUN
cana-6177	93	38	bound	bind	VERB
cana-6177	93	39	(	(	PUNCT
cana-6177	93	40	ucb	ucb	PROPN
cana-6177	93	41	)	)	PUNCT
cana-6177	93	42	,	,	PUNCT
cana-6177	93	43	thompson	thompson	NOUN
cana-6177	93	44	sampling	sampling	NOUN
cana-6177	93	45	,	,	PUNCT
cana-6177	93	46	and	and	CCONJ
cana-6177	93	47	contextual	contextual	ADJ
cana-6177	93	48	bandits	bandit	NOUN
cana-6177	93	49	.	.	PUNCT
cana-6177	94	1	the	the	DET
cana-6177	94	2	epsilon	epsilon	PROPN
cana-6177	94	3	-	-	PUNCT
cana-6177	94	4	greedy	greedy	ADJ
cana-6177	94	5	algorithms	algorithm	NOUN
cana-6177	94	6	trade	trade	VERB
cana-6177	94	7	off	off	ADP
cana-6177	94	8	exploration	exploration	NOUN
cana-6177	94	9	and	and	CCONJ
cana-6177	94	10	exploitation	exploitation	NOUN
cana-6177	94	11	,	,	PUNCT
cana-6177	94	12	randomly	randomly	ADV
cana-6177	94	13	sampling	sample	VERB
cana-6177	94	14	the	the	DET
cana-6177	94	15	underutilized	underutilize	VERB
cana-6177	94	16	ad	ad	NOUN
cana-6177	94	17	placements	placement	NOUN
cana-6177	94	18	and	and	CCONJ
cana-6177	94	19	prioritizing	prioritize	VERB
cana-6177	94	20	those	those	DET
cana-6177	94	21	high	high	ADV
cana-6177	94	22	-	-	PUNCT
cana-6177	94	23	performing	performing	NOUN
cana-6177	94	24	,	,	PUNCT
cana-6177	94	25	but	but	CCONJ
cana-6177	94	26	this	this	PRON
cana-6177	94	27	may	may	AUX
cana-6177	94	28	result	result	VERB
cana-6177	94	29	in	in	ADP
cana-6177	94	30	under	under	NOUN
cana-6177	94	31	-	-	PUNCT
cana-6177	94	32	exploration	exploration	NOUN
cana-6177	94	33	.	.	PUNCT
cana-6177	95	1	ucb	ucb	NOUN
cana-6177	95	2	algorithms	algorithm	NOUN
cana-6177	95	3	maintain	maintain	VERB
cana-6177	95	4	dynamically	dynamically	ADV
cana-6177	95	5	explorative	explorative	ADJ
cana-6177	95	6	and	and	CCONJ
cana-6177	95	7	expected	expect	VERB
cana-6177	95	8	returns	return	NOUN
cana-6177	95	9	based	base	VERB
cana-6177	95	10	on	on	ADP
cana-6177	95	11	probabilistic	probabilistic	ADJ
cana-6177	95	12	upper	upper	ADJ
cana-6177	95	13	bounds	bound	NOUN
cana-6177	95	14	,	,	PUNCT
cana-6177	95	15	and	and	CCONJ
cana-6177	95	16	thompson	thompson	NOUN
cana-6177	95	17	sampling	sampling	NOUN
cana-6177	95	18	is	be	AUX
cana-6177	95	19	based	base	VERB
cana-6177	95	20	on	on	ADP
cana-6177	95	21	a	a	DET
cana-6177	95	22	bayesian	bayesian	NOUN
cana-6177	95	23	model	model	NOUN
cana-6177	95	24	,	,	PUNCT
cana-6177	95	25	drawing	draw	VERB
cana-6177	95	26	samples	sample	NOUN
cana-6177	95	27	on	on	ADP
cana-6177	95	28	the	the	DET
cana-6177	95	29	posterior	posterior	ADJ
cana-6177	95	30	distribution	distribution	NOUN
cana-6177	95	31	to	to	PART
cana-6177	95	32	exploit	exploit	VERB
cana-6177	95	33	noisy	noisy	ADJ
cana-6177	95	34	or	or	CCONJ
cana-6177	95	35	uncertain	uncertain	ADJ
cana-6177	95	36	iroas	iroas	ADJ
cana-6177	95	37	estimates	estimate	NOUN
cana-6177	95	38	[	[	X
cana-6177	95	39	4	4	NUM
cana-6177	95	40	,	,	PUNCT
cana-6177	95	41	5	5	NUM
cana-6177	95	42	,	,	PUNCT
cana-6177	95	43	29	29	NUM
cana-6177	95	44	]	]	PUNCT
cana-6177	95	45	.	.	PUNCT
cana-6177	96	1	in	in	ADP
cana-6177	96	2	rmns	rmn	NOUN
cana-6177	96	3	,	,	PUNCT
cana-6177	96	4	cmabs	cmab	NOUN
cana-6177	96	5	are	be	AUX
cana-6177	96	6	more	more	ADV
cana-6177	96	7	beneficial	beneficial	ADJ
cana-6177	96	8	because	because	SCONJ
cana-6177	96	9	they	they	PRON
cana-6177	96	10	use	use	VERB
cana-6177	96	11	rich	rich	ADJ
cana-6177	96	12	contextual	contextual	ADJ
cana-6177	96	13	cues	cue	NOUN
cana-6177	96	14	-	-	PUNCT
cana-6177	96	15	time	time	NOUN
cana-6177	96	16	of	of	ADP
cana-6177	96	17	day	day	NOUN
cana-6177	96	18	,	,	PUNCT
cana-6177	96	19	device	device	NOUN
cana-6177	96	20	type	type	NOUN
cana-6177	96	21	,	,	PUNCT
cana-6177	96	22	purchase	purchase	NOUN
cana-6177	96	23	history	history	NOUN
cana-6177	96	24	,	,	PUNCT
cana-6177	96	25	or	or	CCONJ
cana-6177	96	26	weather	weather	NOUN
cana-6177	96	27	,	,	PUNCT
cana-6177	96	28	etc	etc	X
cana-6177	96	29	.	.	X
cana-6177	96	30	,	,	PUNCT
cana-6177	96	31	when	when	SCONJ
cana-6177	96	32	selecting	select	VERB
cana-6177	96	33	an	an	DET
cana-6177	96	34	arm	arm	NOUN
cana-6177	96	35	and	and	CCONJ
cana-6177	96	36	therefore	therefore	ADV
cana-6177	96	37	can	can	AUX
cana-6177	96	38	be	be	AUX
cana-6177	96	39	conditioned	condition	VERB
cana-6177	96	40	on	on	ADP
cana-6177	96	41	the	the	DET
cana-6177	96	42	present	present	ADJ
cana-6177	96	43	context	context	NOUN
cana-6177	96	44	and	and	CCONJ
cana-6177	96	45	thus	thus	ADV
cana-6177	96	46	utilize	utilize	VERB
cana-6177	96	47	this	this	DET
cana-6177	96	48	information	information	NOUN
cana-6177	96	49	to	to	PART
cana-6177	96	50	maximize	maximize	VERB
cana-6177	96	51	iroas	iroas	ADJ
cana-6177	96	52	given	give	VERB
cana-6177	96	53	each	each	DET
cana-6177	96	54	user	user	NOUN
cana-6177	96	55	interaction	interaction	NOUN
cana-6177	96	56	[	[	X
cana-6177	96	57	6	6	NUM
cana-6177	96	58	,	,	PUNCT
cana-6177	96	59	8	8	NUM
cana-6177	96	60	,	,	PUNCT
cana-6177	96	61	18	18	NUM
cana-6177	96	62	]	]	PUNCT
cana-6177	96	63	.	.	PUNCT
cana-6177	97	1	the	the	DET
cana-6177	97	2	inherent	inherent	ADJ
cana-6177	97	3	flexibility	flexibility	NOUN
cana-6177	97	4	of	of	ADP
cana-6177	97	5	mab	mab	NOUN
cana-6177	97	6	-	-	PUNCT
cana-6177	97	7	based	base	VERB
cana-6177	97	8	frameworks	framework	NOUN
cana-6177	97	9	is	be	AUX
cana-6177	97	10	one	one	NUM
cana-6177	97	11	of	of	ADP
cana-6177	97	12	the	the	DET
cana-6177	97	13	largest	large	ADJ
cana-6177	97	14	strengths	strength	NOUN
cana-6177	97	15	of	of	ADP
cana-6177	97	16	these	these	DET
cana-6177	97	17	frameworks	framework	NOUN
cana-6177	97	18	.	.	PUNCT
cana-6177	98	1	in	in	ADP
cana-6177	98	2	contrast	contrast	NOUN
cana-6177	98	3	to	to	ADP
cana-6177	98	4	fixed	fix	VERB
cana-6177	98	5	rules	rule	NOUN
cana-6177	98	6	or	or	CCONJ
cana-6177	98	7	heuristic	heuristic	NOUN
cana-6177	98	8	-	-	PUNCT
cana-6177	98	9	based	base	VERB
cana-6177	98	10	bid	bid	NOUN
cana-6177	98	11	strategies	strategy	NOUN
cana-6177	98	12	,	,	PUNCT
cana-6177	98	13	which	which	PRON
cana-6177	98	14	assume	assume	VERB
cana-6177	98	15	that	that	SCONJ
cana-6177	98	16	there	there	PRON
cana-6177	98	17	is	be	VERB
cana-6177	98	18	stationarity	stationarity	NOUN
cana-6177	98	19	in	in	ADP
cana-6177	98	20	user	user	NOUN
cana-6177	98	21	behavior	behavior	NOUN
cana-6177	98	22	,	,	PUNCT
cana-6177	98	23	mabs	mab	NOUN
cana-6177	98	24	are	be	AUX
cana-6177	98	25	continually	continually	ADV
cana-6177	98	26	being	be	AUX
cana-6177	98	27	trained	train	VERB
cana-6177	98	28	and	and	CCONJ
cana-6177	98	29	updated	update	VERB
cana-6177	98	30	on	on	ADP
cana-6177	98	31	the	the	DET
cana-6177	98	32	communications	communication	NOUN
cana-6177	98	33	on	on	ADP
cana-6177	98	34	applied	apply	VERB
cana-6177	98	35	nonlinear	nonlinear	ADJ
cana-6177	98	36	analysis	analysis	NOUN
cana-6177	98	37	issn	issn	NOUN
cana-6177	98	38	:	:	PUNCT
cana-6177	98	39	1074	1074	NUM
cana-6177	98	40	-	-	PUNCT
cana-6177	98	41	133x	133x	NUM
cana-6177	98	42	vol	vol	NOUN
cana-6177	98	43	32	32	NUM
cana-6177	98	44	no	no	NOUN
cana-6177	98	45	.	.	PUNCT
cana-6177	99	1	1s	1s	NUM
cana-6177	99	2	(	(	PUNCT
cana-6177	99	3	2025	2025	NUM
cana-6177	99	4	)	)	PUNCT
cana-6177	99	5	702	702	NUM
cana-6177	99	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	99	7	dynamics	dynamic	NOUN
cana-6177	99	8	of	of	ADP
cana-6177	99	9	the	the	DET
cana-6177	99	10	market	market	NOUN
cana-6177	99	11	.	.	PUNCT
cana-6177	100	1	in	in	ADP
cana-6177	100	2	other	other	ADJ
cana-6177	100	3	words	word	NOUN
cana-6177	100	4	,	,	PUNCT
cana-6177	100	5	seasonality	seasonality	NOUN
cana-6177	100	6	or	or	CCONJ
cana-6177	100	7	a	a	DET
cana-6177	100	8	promotional	promotional	ADJ
cana-6177	100	9	effort	effort	NOUN
cana-6177	100	10	can	can	AUX
cana-6177	100	11	see	see	VERB
cana-6177	100	12	one	one	NUM
cana-6177	100	13	of	of	ADP
cana-6177	100	14	the	the	DET
cana-6177	100	15	product	product	NOUN
cana-6177	100	16	categories	category	NOUN
cana-6177	100	17	soar	soar	VERB
cana-6177	100	18	.	.	PUNCT
cana-6177	101	1	the	the	DET
cana-6177	101	2	main	main	ADJ
cana-6177	101	3	problem	problem	NOUN
cana-6177	101	4	with	with	ADP
cana-6177	101	5	a	a	DET
cana-6177	101	6	traditional	traditional	ADJ
cana-6177	101	7	system	system	NOUN
cana-6177	101	8	is	be	AUX
cana-6177	101	9	that	that	SCONJ
cana-6177	101	10	it	it	PRON
cana-6177	101	11	may	may	AUX
cana-6177	101	12	perform	perform	VERB
cana-6177	101	13	poorly	poorly	ADV
cana-6177	101	14	;	;	PUNCT
cana-6177	101	15	it	it	PRON
cana-6177	101	16	is	be	AUX
cana-6177	101	17	based	base	VERB
cana-6177	101	18	on	on	ADP
cana-6177	101	19	outdated	outdated	ADJ
cana-6177	101	20	values	value	NOUN
cana-6177	101	21	of	of	ADP
cana-6177	101	22	averages	average	NOUN
cana-6177	101	23	,	,	PUNCT
cana-6177	101	24	whereas	whereas	SCONJ
cana-6177	101	25	an	an	DET
cana-6177	101	26	iroas	iroas	ADV
cana-6177	101	27	-	-	PUNCT
cana-6177	101	28	based	base	VERB
cana-6177	101	29	mab	mab	NOUN
cana-6177	101	30	model	model	NOUN
cana-6177	101	31	will	will	AUX
cana-6177	101	32	see	see	VERB
cana-6177	101	33	the	the	DET
cana-6177	101	34	incremental	incremental	ADJ
cana-6177	101	35	returns	return	NOUN
cana-6177	101	36	increase	increase	VERB
cana-6177	101	37	and	and	CCONJ
cana-6177	101	38	will	will	AUX
cana-6177	101	39	allocate	allocate	VERB
cana-6177	101	40	bids	bid	NOUN
cana-6177	101	41	based	base	VERB
cana-6177	101	42	on	on	ADP
cana-6177	101	43	this	this	DET
cana-6177	101	44	increase	increase	NOUN
cana-6177	101	45	.	.	PUNCT
cana-6177	102	1	this	this	DET
cana-6177	102	2	flexibility	flexibility	NOUN
cana-6177	102	3	renders	render	VERB
cana-6177	102	4	mabs	mab	NOUN
cana-6177	102	5	the	the	DET
cana-6177	102	6	best	good	ADJ
cana-6177	102	7	when	when	SCONJ
cana-6177	102	8	it	it	PRON
cana-6177	102	9	comes	come	VERB
cana-6177	102	10	to	to	ADP
cana-6177	102	11	real	real	ADJ
cana-6177	102	12	-	-	PUNCT
cana-6177	102	13	time	time	NOUN
cana-6177	102	14	optimization	optimization	NOUN
cana-6177	102	15	of	of	ADP
cana-6177	102	16	campaigns	campaign	NOUN
cana-6177	102	17	within	within	ADP
cana-6177	102	18	rmns	rmn	NOUN
cana-6177	102	19	[	[	X
cana-6177	102	20	9	9	NUM
cana-6177	102	21	,	,	PUNCT
cana-6177	102	22	10	10	NUM
cana-6177	102	23	,	,	PUNCT
cana-6177	102	24	13	13	NUM
cana-6177	102	25	]	]	PUNCT
cana-6177	102	26	.	.	PUNCT
cana-6177	103	1	the	the	DET
cana-6177	103	2	use	use	NOUN
cana-6177	103	3	of	of	ADP
cana-6177	103	4	iroas	iroas	ADJ
cana-6177	103	5	as	as	ADP
cana-6177	103	6	the	the	DET
cana-6177	103	7	reward	reward	NOUN
cana-6177	103	8	signal	signal	NOUN
cana-6177	103	9	in	in	ADP
cana-6177	103	10	the	the	DET
cana-6177	103	11	mabs	mab	NOUN
cana-6177	103	12	also	also	ADV
cana-6177	103	13	achieves	achieve	VERB
cana-6177	103	14	budget	budget	NOUN
cana-6177	103	15	efficiency	efficiency	NOUN
cana-6177	103	16	.	.	PUNCT
cana-6177	104	1	advertisers	advertiser	NOUN
cana-6177	104	2	have	have	VERB
cana-6177	104	3	a	a	DET
cana-6177	104	4	tendency	tendency	NOUN
cana-6177	104	5	to	to	PART
cana-6177	104	6	squander	squander	VERB
cana-6177	104	7	money	money	NOUN
cana-6177	104	8	on	on	ADP
cana-6177	104	9	impressions	impression	NOUN
cana-6177	104	10	that	that	PRON
cana-6177	104	11	can	can	AUX
cana-6177	104	12	bring	bring	VERB
cana-6177	104	13	in	in	ADP
cana-6177	104	14	revenue	revenue	NOUN
cana-6177	104	15	but	but	CCONJ
cana-6177	104	16	fail	fail	VERB
cana-6177	104	17	to	to	PART
cana-6177	104	18	increase	increase	VERB
cana-6177	104	19	consumer	consumer	NOUN
cana-6177	104	20	behavior	behavior	NOUN
cana-6177	104	21	incrementally	incrementally	ADV
cana-6177	104	22	.	.	PUNCT
cana-6177	105	1	because	because	SCONJ
cana-6177	105	2	mabs	mab	NOUN
cana-6177	105	3	are	be	AUX
cana-6177	105	4	optimized	optimize	VERB
cana-6177	105	5	using	use	VERB
cana-6177	105	6	the	the	DET
cana-6177	105	7	reward	reward	NOUN
cana-6177	105	8	function	function	NOUN
cana-6177	105	9	,	,	PUNCT
cana-6177	105	10	iroas	iroas	PROPN
cana-6177	105	11	would	would	AUX
cana-6177	105	12	ensure	ensure	VERB
cana-6177	105	13	that	that	SCONJ
cana-6177	105	14	all	all	DET
cana-6177	105	15	the	the	DET
cana-6177	105	16	dollars	dollar	NOUN
cana-6177	105	17	spent	spend	VERB
cana-6177	105	18	are	be	AUX
cana-6177	105	19	allocated	allocate	VERB
cana-6177	105	20	to	to	ADP
cana-6177	105	21	ad	ad	NOUN
cana-6177	105	22	placements	placement	NOUN
cana-6177	105	23	that	that	PRON
cana-6177	105	24	will	will	AUX
cana-6177	105	25	produce	produce	VERB
cana-6177	105	26	net	net	ADJ
cana-6177	105	27	-	-	PUNCT
cana-6177	105	28	new	new	ADJ
cana-6177	105	29	conversions	conversion	NOUN
cana-6177	105	30	.	.	PUNCT
cana-6177	106	1	the	the	DET
cana-6177	106	2	system	system	NOUN
cana-6177	106	3	gradually	gradually	ADV
cana-6177	106	4	develops	develop	VERB
cana-6177	106	5	to	to	PART
cana-6177	106	6	reject	reject	VERB
cana-6177	106	7	"	"	PUNCT
cana-6177	106	8	false	false	ADJ
cana-6177	106	9	-	-	PUNCT
cana-6177	106	10	positive	positive	ADJ
cana-6177	106	11	"	"	PUNCT
cana-6177	106	12	placements	placement	NOUN
cana-6177	106	13	,	,	PUNCT
cana-6177	106	14	those	those	PRON
cana-6177	106	15	that	that	PRON
cana-6177	106	16	perform	perform	VERB
cana-6177	106	17	well	well	ADV
cana-6177	106	18	when	when	SCONJ
cana-6177	106	19	measured	measure	VERB
cana-6177	106	20	using	using	NOUN
cana-6177	106	21	roas	roas	NOUN
cana-6177	106	22	,	,	PUNCT
cana-6177	106	23	but	but	CCONJ
cana-6177	106	24	offer	offer	VERB
cana-6177	106	25	low	low	ADJ
cana-6177	106	26	incremental	incremental	ADJ
cana-6177	106	27	value	value	NOUN
cana-6177	106	28	when	when	SCONJ
cana-6177	106	29	measured	measure	VERB
cana-6177	106	30	using	use	VERB
cana-6177	106	31	iroas	iroas	PROPN
cana-6177	107	1	[	[	X
cana-6177	107	2	7	7	NUM
cana-6177	107	3	,	,	PUNCT
cana-6177	107	4	10	10	NUM
cana-6177	107	5	,	,	PUNCT
cana-6177	107	6	15	15	NUM
cana-6177	107	7	]	]	PUNCT
cana-6177	107	8	.	.	PUNCT
cana-6177	108	1	the	the	DET
cana-6177	108	2	other	other	ADJ
cana-6177	108	3	important	important	ADJ
cana-6177	108	4	benefit	benefit	NOUN
cana-6177	108	5	is	be	AUX
cana-6177	108	6	that	that	SCONJ
cana-6177	108	7	mab	mab	NOUN
cana-6177	108	8	-	-	PUNCT
cana-6177	108	9	based	base	VERB
cana-6177	108	10	bidding	bidding	NOUN
cana-6177	108	11	strategies	strategy	NOUN
cana-6177	108	12	are	be	AUX
cana-6177	108	13	scalable	scalable	ADJ
cana-6177	108	14	.	.	PUNCT
cana-6177	109	1	rmns	rmn	NOUN
cana-6177	109	2	can	can	AUX
cana-6177	109	3	generally	generally	ADV
cana-6177	109	4	include	include	VERB
cana-6177	109	5	an	an	DET
cana-6177	109	6	enormous	enormous	ADJ
cana-6177	109	7	number	number	NOUN
cana-6177	109	8	of	of	ADP
cana-6177	109	9	ad	ad	NOUN
cana-6177	109	10	options	option	NOUN
cana-6177	109	11	,	,	PUNCT
cana-6177	109	12	such	such	ADJ
cana-6177	109	13	as	as	ADP
cana-6177	109	14	sponsored	sponsor	VERB
cana-6177	109	15	placement	placement	NOUN
cana-6177	109	16	on	on	ADP
cana-6177	109	17	search	search	NOUN
cana-6177	109	18	results	result	NOUN
cana-6177	109	19	and	and	CCONJ
cana-6177	109	20	display	display	NOUN
cana-6177	109	21	placement	placement	NOUN
cana-6177	109	22	in	in	ADP
cana-6177	109	23	various	various	ADJ
cana-6177	109	24	categories	category	NOUN
cana-6177	109	25	and	and	CCONJ
cana-6177	109	26	platforms	platform	NOUN
cana-6177	109	27	.	.	PUNCT
cana-6177	110	1	the	the	DET
cana-6177	110	2	manual	manual	ADJ
cana-6177	110	3	management	management	NOUN
cana-6177	110	4	of	of	ADP
cana-6177	110	5	these	these	DET
cana-6177	110	6	options	option	NOUN
cana-6177	110	7	and	and	CCONJ
cana-6177	110	8	the	the	DET
cana-6177	110	9	management	management	NOUN
cana-6177	110	10	of	of	ADP
cana-6177	110	11	these	these	DET
cana-6177	110	12	options	option	NOUN
cana-6177	110	13	by	by	ADP
cana-6177	110	14	means	mean	NOUN
cana-6177	110	15	of	of	ADP
cana-6177	110	16	the	the	DET
cana-6177	110	17	use	use	NOUN
cana-6177	110	18	of	of	ADP
cana-6177	110	19	manual	manual	ADJ
cana-6177	110	20	rule	rule	NOUN
cana-6177	110	21	-	-	PUNCT
cana-6177	110	22	based	base	VERB
cana-6177	110	23	systems	system	NOUN
cana-6177	110	24	is	be	AUX
cana-6177	110	25	not	not	PART
cana-6177	110	26	just	just	ADV
cana-6177	110	27	inefficient	inefficient	ADJ
cana-6177	110	28	but	but	CCONJ
cana-6177	110	29	impossible	impossible	ADJ
cana-6177	110	30	to	to	PART
cana-6177	110	31	manage	manage	VERB
cana-6177	110	32	at	at	ADP
cana-6177	110	33	scale	scale	NOUN
cana-6177	110	34	.	.	PUNCT
cana-6177	111	1	mabs	mab	NOUN
cana-6177	111	2	automate	automate	VERB
cana-6177	111	3	this	this	DET
cana-6177	111	4	process	process	NOUN
cana-6177	111	5	by	by	ADP
cana-6177	111	6	continuously	continuously	ADV
cana-6177	111	7	evaluating	evaluate	VERB
cana-6177	111	8	each	each	DET
cana-6177	111	9	potential	potential	ADJ
cana-6177	111	10	arm	arm	NOUN
cana-6177	111	11	and	and	CCONJ
cana-6177	111	12	reallocating	reallocate	VERB
cana-6177	111	13	resources	resource	NOUN
cana-6177	111	14	as	as	SCONJ
cana-6177	111	15	needed	need	VERB
cana-6177	111	16	.	.	PUNCT
cana-6177	112	1	this	this	DET
cana-6177	112	2	rate	rate	NOUN
cana-6177	112	3	of	of	ADP
cana-6177	112	4	automation	automation	NOUN
cana-6177	112	5	helps	help	VERB
cana-6177	112	6	thousands	thousand	NOUN
cana-6177	112	7	of	of	ADP
cana-6177	112	8	micro	micro	NOUN
cana-6177	112	9	-	-	NOUN
cana-6177	112	10	decisions	decision	NOUN
cana-6177	112	11	per	per	ADP
cana-6177	112	12	second	second	ADJ
cana-6177	112	13	,	,	PUNCT
cana-6177	112	14	ideally	ideally	ADV
cana-6177	112	15	in	in	ADP
cana-6177	112	16	a	a	DET
cana-6177	112	17	high	high	ADJ
cana-6177	112	18	-	-	PUNCT
cana-6177	112	19	frequency	frequency	NOUN
cana-6177	112	20	bidding	bidding	NOUN
cana-6177	112	21	setting	set	VERB
cana-6177	112	22	such	such	ADJ
cana-6177	112	23	as	as	ADP
cana-6177	112	24	an	an	DET
cana-6177	112	25	rmn	rmn	NOUN
cana-6177	112	26	[	[	X
cana-6177	112	27	13	13	NUM
cana-6177	112	28	,	,	PUNCT
cana-6177	112	29	14	14	NUM
cana-6177	112	30	]	]	PUNCT
cana-6177	112	31	.	.	PUNCT
cana-6177	113	1	although	although	SCONJ
cana-6177	113	2	mab	mab	NOUN
cana-6177	113	3	systems	system	NOUN
cana-6177	113	4	based	base	VERB
cana-6177	113	5	on	on	ADP
cana-6177	113	6	iroas	iroas	PROPN
cana-6177	113	7	are	be	AUX
cana-6177	113	8	highly	highly	ADV
cana-6177	113	9	beneficial	beneficial	ADJ
cana-6177	113	10	,	,	PUNCT
cana-6177	113	11	there	there	PRON
cana-6177	113	12	are	be	VERB
cana-6177	113	13	a	a	DET
cana-6177	113	14	number	number	NOUN
cana-6177	113	15	of	of	ADP
cana-6177	113	16	practical	practical	ADJ
cana-6177	113	17	considerations	consideration	NOUN
cana-6177	113	18	that	that	PRON
cana-6177	113	19	have	have	VERB
cana-6177	113	20	to	to	PART
cana-6177	113	21	be	be	AUX
cana-6177	113	22	made	make	VERB
cana-6177	113	23	.	.	PUNCT
cana-6177	114	1	to	to	PART
cana-6177	114	2	begin	begin	VERB
cana-6177	114	3	with	with	ADP
cana-6177	114	4	,	,	PUNCT
cana-6177	114	5	the	the	DET
cana-6177	114	6	quality	quality	NOUN
cana-6177	114	7	and	and	CCONJ
cana-6177	114	8	latency	latency	NOUN
cana-6177	114	9	of	of	ADP
cana-6177	114	10	iroas	iroas	ADJ
cana-6177	114	11	estimates	estimate	NOUN
cana-6177	114	12	are	be	AUX
cana-6177	114	13	paramount	paramount	ADJ
cana-6177	114	14	because	because	SCONJ
cana-6177	114	15	erratic	erratic	ADJ
cana-6177	114	16	or	or	CCONJ
cana-6177	114	17	slow	slow	ADJ
cana-6177	114	18	data	datum	NOUN
cana-6177	114	19	may	may	AUX
cana-6177	114	20	lead	lead	VERB
cana-6177	114	21	the	the	DET
cana-6177	114	22	mab	mab	NOUN
cana-6177	114	23	to	to	PART
cana-6177	114	24	make	make	VERB
cana-6177	114	25	suboptimal	suboptimal	ADJ
cana-6177	114	26	strategies	strategy	NOUN
cana-6177	114	27	.	.	PUNCT
cana-6177	115	1	new	new	ADJ
cana-6177	115	2	products	product	NOUN
cana-6177	115	3	or	or	CCONJ
cana-6177	115	4	ad	ad	NOUN
cana-6177	115	5	placements	placement	NOUN
cana-6177	115	6	that	that	PRON
cana-6177	115	7	have	have	VERB
cana-6177	115	8	limited	limit	VERB
cana-6177	115	9	data	datum	NOUN
cana-6177	115	10	can	can	AUX
cana-6177	115	11	also	also	ADV
cana-6177	115	12	get	get	VERB
cana-6177	115	13	cold	cold	ADV
cana-6177	115	14	-	-	PUNCT
cana-6177	115	15	started	start	VERB
cana-6177	115	16	,	,	PUNCT
cana-6177	115	17	which	which	PRON
cana-6177	115	18	can	can	AUX
cana-6177	115	19	be	be	AUX
cana-6177	115	20	reduced	reduce	VERB
cana-6177	115	21	by	by	ADP
cana-6177	115	22	adopting	adopt	VERB
cana-6177	115	23	hybrid	hybrid	ADJ
cana-6177	115	24	strategies	strategy	NOUN
cana-6177	115	25	to	to	PART
cana-6177	115	26	combine	combine	VERB
cana-6177	115	27	supervised	supervised	ADJ
cana-6177	115	28	learning	learning	NOUN
cana-6177	115	29	and	and	CCONJ
cana-6177	115	30	bandit	bandit	NOUN
cana-6177	115	31	strategies	strategy	NOUN
cana-6177	115	32	or	or	CCONJ
cana-6177	115	33	bootstrap	bootstrap	NOUN
cana-6177	115	34	iroas	iroas	ADJ
cana-6177	115	35	estimates	estimate	NOUN
cana-6177	115	36	of	of	ADP
cana-6177	115	37	similar	similar	ADJ
cana-6177	115	38	settings	setting	NOUN
cana-6177	115	39	[	[	X
cana-6177	115	40	14	14	NUM
cana-6177	115	41	-	-	SYM
cana-6177	115	42	16	16	NUM
cana-6177	115	43	]	]	PUNCT
cana-6177	115	44	.	.	PUNCT
cana-6177	116	1	the	the	DET
cana-6177	116	2	privacy	privacy	NOUN
cana-6177	116	3	limitations	limitation	NOUN
cana-6177	116	4	,	,	PUNCT
cana-6177	116	5	especially	especially	ADV
cana-6177	116	6	when	when	SCONJ
cana-6177	116	7	low	low	ADJ
cana-6177	116	8	third	third	ADJ
cana-6177	116	9	-	-	PUNCT
cana-6177	116	10	party	party	NOUN
cana-6177	116	11	tracking	tracking	NOUN
cana-6177	116	12	is	be	AUX
cana-6177	116	13	used	use	VERB
cana-6177	116	14	,	,	PUNCT
cana-6177	116	15	also	also	ADV
cana-6177	116	16	determine	determine	VERB
cana-6177	116	17	the	the	DET
cana-6177	116	18	system	system	NOUN
cana-6177	116	19	design	design	NOUN
cana-6177	116	20	;	;	PUNCT
cana-6177	116	21	whereas	whereas	SCONJ
cana-6177	116	22	aggregatelevel	aggregatelevel	VERB
cana-6177	116	23	and	and	CCONJ
cana-6177	116	24	experiment	experiment	NOUN
cana-6177	116	25	-	-	PUNCT
cana-6177	116	26	based	base	VERB
cana-6177	116	27	iroas	iroas	ADJ
cana-6177	116	28	computations	computation	NOUN
cana-6177	116	29	allow	allow	VERB
cana-6177	116	30	privacy	privacy	NOUN
cana-6177	116	31	-	-	PUNCT
cana-6177	116	32	compliant	compliant	NOUN
cana-6177	116	33	bidding	bidding	NOUN
cana-6177	116	34	without	without	ADP
cana-6177	116	35	affecting	affect	VERB
cana-6177	116	36	the	the	DET
cana-6177	116	37	intelligence	intelligence	NOUN
cana-6177	116	38	[	[	X
cana-6177	116	39	19	19	NUM
cana-6177	116	40	,	,	PUNCT
cana-6177	116	41	20	20	NUM
cana-6177	116	42	,	,	PUNCT
cana-6177	116	43	22	22	NUM
cana-6177	116	44	]	]	PUNCT
cana-6177	116	45	.	.	PUNCT
cana-6177	117	1	on	on	ADP
cana-6177	117	2	the	the	DET
cana-6177	117	3	whole	whole	NOUN
cana-6177	117	4	,	,	PUNCT
cana-6177	117	5	the	the	DET
cana-6177	117	6	combination	combination	NOUN
cana-6177	117	7	of	of	ADP
cana-6177	117	8	the	the	DET
cana-6177	117	9	mab	mab	NOUN
cana-6177	117	10	algorithms	algorithm	NOUN
cana-6177	117	11	with	with	ADP
cana-6177	117	12	the	the	DET
cana-6177	117	13	iroas	iroas	ADJ
cana-6177	117	14	measurement	measurement	NOUN
cana-6177	117	15	can	can	AUX
cana-6177	117	16	reshape	reshape	VERB
cana-6177	117	17	the	the	DET
cana-6177	117	18	rmn	rmn	NOUN
cana-6177	117	19	campaign	campaign	NOUN
cana-6177	117	20	management	management	NOUN
cana-6177	117	21	so	so	SCONJ
cana-6177	117	22	that	that	SCONJ
cana-6177	117	23	it	it	PRON
cana-6177	117	24	represents	represent	VERB
cana-6177	117	25	real	real	ADJ
cana-6177	117	26	-	-	PUNCT
cana-6177	117	27	time	time	NOUN
cana-6177	117	28	,	,	PUNCT
cana-6177	117	29	adaptive	adaptive	ADJ
cana-6177	117	30	,	,	PUNCT
cana-6177	117	31	and	and	CCONJ
cana-6177	117	32	causally	causally	ADV
cana-6177	117	33	informed	inform	VERB
cana-6177	117	34	bidding	bidding	NOUN
cana-6177	117	35	,	,	PUNCT
cana-6177	117	36	which	which	PRON
cana-6177	117	37	correlates	correlate	VERB
cana-6177	117	38	better	well	ADV
cana-6177	117	39	with	with	ADP
cana-6177	117	40	the	the	DET
cana-6177	117	41	real	real	ADJ
cana-6177	117	42	-	-	PUNCT
cana-6177	117	43	life	life	NOUN
cana-6177	117	44	business	business	NOUN
cana-6177	117	45	results	result	NOUN
cana-6177	117	46	.	.	PUNCT
cana-6177	118	1	as	as	SCONJ
cana-6177	118	2	addressed	address	VERB
cana-6177	118	3	in	in	ADP
cana-6177	118	4	the	the	DET
cana-6177	118	5	next	next	ADJ
cana-6177	118	6	section	section	NOUN
cana-6177	118	7	,	,	PUNCT
cana-6177	118	8	this	this	DET
cana-6177	118	9	combined	combine	VERB
cana-6177	118	10	framework	framework	NOUN
cana-6177	118	11	can	can	AUX
cana-6177	118	12	be	be	AUX
cana-6177	118	13	put	put	VERB
cana-6177	118	14	into	into	ADP
cana-6177	118	15	practice	practice	NOUN
cana-6177	118	16	and	and	CCONJ
cana-6177	118	17	evaluated	evaluate	VERB
cana-6177	118	18	in	in	ADP
cana-6177	118	19	practice	practice	NOUN
cana-6177	118	20	.	.	PUNCT
cana-6177	119	1	based	base	VERB
cana-6177	119	2	on	on	ADP
cana-6177	119	3	the	the	DET
cana-6177	119	4	diversity	diversity	NOUN
cana-6177	119	5	of	of	ADP
cana-6177	119	6	retail	retail	ADJ
cana-6177	119	7	advertisement	advertisement	NOUN
cana-6177	119	8	settings	setting	NOUN
cana-6177	119	9	and	and	CCONJ
cana-6177	119	10	the	the	DET
cana-6177	119	11	intention	intention	NOUN
cana-6177	119	12	of	of	ADP
cana-6177	119	13	the	the	DET
cana-6177	119	14	campaigns	campaign	NOUN
cana-6177	119	15	,	,	PUNCT
cana-6177	119	16	different	different	ADJ
cana-6177	119	17	versions	version	NOUN
cana-6177	119	18	of	of	ADP
cana-6177	119	19	mab	mab	NOUN
cana-6177	119	20	algorithms	algorithm	NOUN
cana-6177	119	21	would	would	AUX
cana-6177	119	22	be	be	AUX
cana-6177	119	23	more	more	ADV
cana-6177	119	24	or	or	CCONJ
cana-6177	119	25	less	less	ADV
cana-6177	119	26	complementary	complementary	ADJ
cana-6177	119	27	in	in	ADP
cana-6177	119	28	different	different	ADJ
cana-6177	119	29	settings	setting	NOUN
cana-6177	119	30	.	.	PUNCT
cana-6177	120	1	table	table	NOUN
cana-6177	120	2	2	2	NUM
cana-6177	120	3	gives	give	VERB
cana-6177	120	4	actual	actual	ADJ
cana-6177	120	5	work	work	NOUN
cana-6177	120	6	instances	instance	NOUN
cana-6177	120	7	of	of	ADP
cana-6177	120	8	popular	popular	ADJ
cana-6177	120	9	mab	mab	NOUN
cana-6177	120	10	models	model	NOUN
cana-6177	120	11	in	in	ADP
cana-6177	120	12	retail	retail	ADJ
cana-6177	120	13	media	medium	NOUN
cana-6177	120	14	networks	network	NOUN
cana-6177	120	15	.	.	PUNCT
cana-6177	121	1	communications	communication	NOUN
cana-6177	121	2	on	on	ADP
cana-6177	121	3	applied	apply	VERB
cana-6177	121	4	nonlinear	nonlinear	ADJ
cana-6177	121	5	analysis	analysis	NOUN
cana-6177	121	6	issn	issn	NOUN
cana-6177	121	7	:	:	PUNCT
cana-6177	121	8	1074	1074	NUM
cana-6177	121	9	-	-	PUNCT
cana-6177	121	10	133x	133x	NUM
cana-6177	121	11	vol	vol	NOUN
cana-6177	121	12	32	32	NUM
cana-6177	121	13	no	no	NOUN
cana-6177	121	14	.	.	PUNCT
cana-6177	122	1	1s	1s	NUM
cana-6177	122	2	(	(	PUNCT
cana-6177	122	3	2025	2025	NUM
cana-6177	122	4	)	)	PUNCT
cana-6177	122	5	703	703	NUM
cana-6177	122	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	122	7	table	table	NOUN
cana-6177	122	8	2	2	NUM
cana-6177	122	9	.	.	X
cana-6177	123	1	applicability	applicability	NOUN
cana-6177	123	2	of	of	ADP
cana-6177	123	3	mab	mab	NOUN
cana-6177	123	4	algorithm	algorithm	NOUN
cana-6177	123	5	variants	variant	NOUN
cana-6177	123	6	in	in	ADP
cana-6177	123	7	retail	retail	ADJ
cana-6177	123	8	media	medium	NOUN
cana-6177	123	9	environments	environment	NOUN
cana-6177	123	10	mab	mab	VERB
cana-6177	123	11	variant	variant	NOUN
cana-6177	123	12	best	good	ADJ
cana-6177	123	13	use	use	NOUN
cana-6177	123	14	case	case	NOUN
cana-6177	123	15	strengths	strength	NOUN
cana-6177	123	16	limitations	limitation	VERB
cana-6177	123	17	epsilon	epsilon	NOUN
cana-6177	123	18	-	-	PUNCT
cana-6177	123	19	greedy	greedy	ADJ
cana-6177	123	20	early	early	ADJ
cana-6177	123	21	-	-	PUNCT
cana-6177	123	22	stage	stage	NOUN
cana-6177	123	23	testing	testing	NOUN
cana-6177	123	24	of	of	ADP
cana-6177	123	25	new	new	ADJ
cana-6177	123	26	ad	ad	NOUN
cana-6177	123	27	placements	placement	NOUN
cana-6177	123	28	simple	simple	ADJ
cana-6177	123	29	,	,	PUNCT
cana-6177	123	30	easy	easy	ADJ
cana-6177	123	31	to	to	PART
cana-6177	123	32	implement	implement	VERB
cana-6177	123	33	may	may	PROPN
cana-6177	123	34	over	over	ADV
cana-6177	123	35	-	-	PUNCT
cana-6177	123	36	explore	explore	VERB
cana-6177	123	37	or	or	CCONJ
cana-6177	123	38	under	under	ADV
cana-6177	123	39	-	-	PUNCT
cana-6177	123	40	exploit	exploit	VERB
cana-6177	123	41	upper	upper	ADJ
cana-6177	123	42	confidence	confidence	NOUN
cana-6177	123	43	bound	bind	VERB
cana-6177	123	44	(	(	PUNCT
cana-6177	123	45	ucb	ucb	PROPN
cana-6177	123	46	)	)	PUNCT
cana-6177	123	47	well	well	ADV
cana-6177	123	48	-	-	PUNCT
cana-6177	123	49	established	establish	VERB
cana-6177	123	50	skus	sku	NOUN
cana-6177	123	51	with	with	ADP
cana-6177	123	52	moderate	moderate	ADJ
cana-6177	123	53	traffic	traffic	NOUN
cana-6177	123	54	balances	balance	NOUN
cana-6177	123	55	exploration	exploration	NOUN
cana-6177	123	56	and	and	CCONJ
cana-6177	123	57	exploitation	exploitation	NOUN
cana-6177	123	58	effectively	effectively	ADV
cana-6177	123	59	assumes	assume	VERB
cana-6177	123	60	reward	reward	NOUN
cana-6177	123	61	distributions	distribution	NOUN
cana-6177	123	62	are	be	AUX
cana-6177	123	63	stationary	stationary	ADJ
cana-6177	123	64	thompson	thompson	NOUN
cana-6177	123	65	sampling	sample	VERB
cana-6177	123	66	medium	medium	NOUN
cana-6177	123	67	-	-	PUNCT
cana-6177	123	68	to	to	ADP
cana-6177	123	69	-	-	PUNCT
cana-6177	123	70	large	large	ADJ
cana-6177	123	71	campaigns	campaign	NOUN
cana-6177	123	72	with	with	ADP
cana-6177	123	73	reward	reward	NOUN
cana-6177	123	74	uncertainty	uncertainty	NOUN
cana-6177	123	75	probabilistic	probabilistic	ADJ
cana-6177	123	76	,	,	PUNCT
cana-6177	123	77	adapts	adapt	VERB
cana-6177	123	78	well	well	ADV
cana-6177	123	79	to	to	PART
cana-6177	123	80	noise	noise	NOUN
cana-6177	123	81	requires	require	VERB
cana-6177	123	82	bayesian	bayesian	NOUN
cana-6177	123	83	prior	prior	ADJ
cana-6177	123	84	estimation	estimation	NOUN
cana-6177	123	85	contextual	contextual	ADJ
cana-6177	123	86	bandits	bandit	NOUN
cana-6177	123	87	real	real	ADJ
cana-6177	123	88	-	-	PUNCT
cana-6177	123	89	time	time	NOUN
cana-6177	123	90	bidding	bidding	NOUN
cana-6177	123	91	with	with	ADP
cana-6177	123	92	user	user	NOUN
cana-6177	123	93	/	/	SYM
cana-6177	123	94	device	device	NOUN
cana-6177	123	95	-	-	PUNCT
cana-6177	123	96	level	level	NOUN
cana-6177	123	97	features	feature	NOUN
cana-6177	123	98	personalization	personalization	NOUN
cana-6177	123	99	uses	use	VERB
cana-6177	123	100	rich	rich	ADJ
cana-6177	123	101	context	context	NOUN
cana-6177	123	102	data	datum	NOUN
cana-6177	123	103	more	more	ADV
cana-6177	123	104	complex	complex	ADJ
cana-6177	123	105	data	datum	NOUN
cana-6177	123	106	pipeline	pipeline	NOUN
cana-6177	123	107	and	and	CCONJ
cana-6177	123	108	infrastructure	infrastructure	NOUN
cana-6177	123	109	needed	need	VERB
cana-6177	123	110	bayesian	bayesian	NOUN
cana-6177	123	111	neural	neural	ADJ
cana-6177	123	112	bandits	bandit	NOUN
cana-6177	123	113	dynamic	dynamic	ADJ
cana-6177	123	114	pricing	pricing	NOUN
cana-6177	123	115	and	and	CCONJ
cana-6177	123	116	creative	creative	ADJ
cana-6177	123	117	selection	selection	NOUN
cana-6177	123	118	learns	learn	VERB
cana-6177	123	119	non	non	ADJ
cana-6177	123	120	-	-	ADJ
cana-6177	123	121	linear	linear	ADJ
cana-6177	123	122	relationships	relationship	NOUN
cana-6177	123	123	,	,	PUNCT
cana-6177	123	124	high	high	ADJ
cana-6177	123	125	accuracy	accuracy	NOUN
cana-6177	123	126	computationally	computationally	ADV
cana-6177	123	127	intensive	intensive	ADJ
cana-6177	123	128	,	,	PUNCT
cana-6177	123	129	slower	slow	ADJ
cana-6177	123	130	to	to	PART
cana-6177	123	131	converge	converge	VERB
cana-6177	123	132	multi	multi	ADJ
cana-6177	123	133	-	-	ADJ
cana-6177	123	134	objective	objective	ADJ
cana-6177	123	135	bandits	bandit	NOUN
cana-6177	123	136	campaigns	campaign	NOUN
cana-6177	123	137	with	with	ADP
cana-6177	123	138	multiple	multiple	ADJ
cana-6177	123	139	advertiser	advertiser	NOUN
cana-6177	123	140	goals	goal	NOUN
cana-6177	123	141	(	(	PUNCT
cana-6177	123	142	e.g.	e.g.	ADV
cana-6177	123	143	,	,	PUNCT
cana-6177	123	144	reach	reach	VERB
cana-6177	123	145	+	+	SYM
cana-6177	123	146	iroas	iroas	PRON
cana-6177	123	147	)	)	PUNCT
cana-6177	123	148	optimizes	optimize	VERB
cana-6177	123	149	across	across	ADP
cana-6177	123	150	conflicting	conflicting	ADJ
cana-6177	123	151	objectives	objective	NOUN
cana-6177	123	152	requires	require	VERB
cana-6177	123	153	multidimensional	multidimensional	ADJ
cana-6177	123	154	reward	reward	NOUN
cana-6177	123	155	modeling	model	VERB
cana-6177	123	156	4	4	NUM
cana-6177	123	157	.	.	PUNCT
cana-6177	123	158	implementation	implementation	NOUN
cana-6177	123	159	and	and	CCONJ
cana-6177	123	160	evaluation	evaluation	NOUN
cana-6177	123	161	of	of	ADP
cana-6177	123	162	iroas	iroas	ADJ
cana-6177	123	163	-	-	PUNCT
cana-6177	123	164	mab	mab	NOUN
cana-6177	123	165	framework	framework	NOUN
cana-6177	123	166	in	in	ADP
cana-6177	123	167	rmns	rmn	NOUN
cana-6177	123	168	having	having	AUX
cana-6177	123	169	already	already	ADV
cana-6177	123	170	given	give	VERB
cana-6177	123	171	the	the	DET
cana-6177	123	172	conceptual	conceptual	ADJ
cana-6177	123	173	and	and	CCONJ
cana-6177	123	174	algorithmic	algorithmic	ADJ
cana-6177	123	175	foundation	foundation	NOUN
cana-6177	123	176	of	of	ADP
cana-6177	123	177	both	both	DET
cana-6177	123	178	iroas	iroas	ADJ
cana-6177	123	179	and	and	CCONJ
cana-6177	123	180	multiarmed	multiarmed	ADJ
cana-6177	123	181	bandits	bandit	NOUN
cana-6177	123	182	(	(	PUNCT
cana-6177	123	183	mabs	mab	NOUN
cana-6177	123	184	)	)	PUNCT
cana-6177	123	185	,	,	PUNCT
cana-6177	123	186	the	the	DET
cana-6177	123	187	next	next	ADJ
cana-6177	123	188	most	most	ADV
cana-6177	123	189	important	important	ADJ
cana-6177	123	190	thing	thing	NOUN
cana-6177	123	191	to	to	PART
cana-6177	123	192	do	do	VERB
cana-6177	123	193	is	be	AUX
cana-6177	123	194	to	to	PART
cana-6177	123	195	explore	explore	VERB
cana-6177	123	196	how	how	SCONJ
cana-6177	123	197	this	this	DET
cana-6177	123	198	hybrid	hybrid	ADJ
cana-6177	123	199	strategy	strategy	NOUN
cana-6177	123	200	can	can	AUX
cana-6177	123	201	be	be	AUX
cana-6177	123	202	applied	apply	VERB
cana-6177	123	203	to	to	ADP
cana-6177	123	204	retail	retail	ADJ
cana-6177	123	205	media	medium	NOUN
cana-6177	123	206	networks	network	NOUN
cana-6177	123	207	(	(	PUNCT
cana-6177	123	208	rmns	rmn	NOUN
cana-6177	123	209	)	)	PUNCT
cana-6177	123	210	,	,	PUNCT
cana-6177	123	211	as	as	SCONJ
cana-6177	123	212	shown	show	VERB
cana-6177	123	213	in	in	ADP
cana-6177	123	214	figure	figure	NOUN
cana-6177	123	215	2	2	NUM
cana-6177	123	216	.	.	X
cana-6177	123	217	implementation	implementation	NOUN
cana-6177	123	218	is	be	AUX
cana-6177	123	219	not	not	PART
cana-6177	123	220	only	only	ADV
cana-6177	123	221	a	a	DET
cana-6177	123	222	technical	technical	ADJ
cana-6177	123	223	process	process	NOUN
cana-6177	123	224	but	but	CCONJ
cana-6177	123	225	a	a	DET
cana-6177	123	226	very	very	ADV
cana-6177	123	227	strategic	strategic	ADJ
cana-6177	123	228	process	process	NOUN
cana-6177	123	229	that	that	PRON
cana-6177	123	230	involves	involve	VERB
cana-6177	123	231	a	a	DET
cana-6177	123	232	coordinated	coordinated	ADJ
cana-6177	123	233	progression	progression	NOUN
cana-6177	123	234	as	as	SCONJ
cana-6177	123	235	regards	regard	VERB
cana-6177	123	236	data	data	NOUN
cana-6177	123	237	infrastructure	infrastructure	NOUN
cana-6177	123	238	,	,	PUNCT
cana-6177	123	239	modeling	model	VERB
cana-6177	123	240	architecture	architecture	NOUN
cana-6177	123	241	,	,	PUNCT
cana-6177	123	242	experimentation	experimentation	NOUN
cana-6177	123	243	protocols	protocol	NOUN
cana-6177	123	244	with	with	ADP
cana-6177	123	245	regard	regard	NOUN
cana-6177	123	246	to	to	ADP
cana-6177	123	247	performance	performance	NOUN
cana-6177	123	248	evaluation	evaluation	NOUN
cana-6177	123	249	.	.	PUNCT
cana-6177	124	1	the	the	DET
cana-6177	124	2	practical	practical	ADJ
cana-6177	124	3	use	use	NOUN
cana-6177	124	4	of	of	ADP
cana-6177	124	5	iroas	iroas	PROPN
cana-6177	124	6	-	-	PUNCT
cana-6177	124	7	based	base	VERB
cana-6177	124	8	mab	mab	NOUN
cana-6177	124	9	bidding	bidding	NOUN
cana-6177	124	10	must	must	AUX
cana-6177	124	11	overcome	overcome	VERB
cana-6177	124	12	several	several	ADJ
cana-6177	124	13	practical	practical	ADJ
cana-6177	124	14	issues	issue	NOUN
cana-6177	124	15	and	and	CCONJ
cana-6177	124	16	ensure	ensure	VERB
cana-6177	124	17	that	that	SCONJ
cana-6177	124	18	the	the	DET
cana-6177	124	19	system	system	NOUN
cana-6177	124	20	is	be	AUX
cana-6177	124	21	scalable	scalable	ADJ
cana-6177	124	22	and	and	CCONJ
cana-6177	124	23	able	able	ADJ
cana-6177	124	24	to	to	PART
cana-6177	124	25	deliver	deliver	VERB
cana-6177	124	26	real	real	ADJ
cana-6177	124	27	-	-	PUNCT
cana-6177	124	28	time	time	NOUN
cana-6177	124	29	feedback	feedback	NOUN
cana-6177	124	30	and	and	CCONJ
cana-6177	124	31	satisfy	satisfy	VERB
cana-6177	124	32	the	the	DET
cana-6177	124	33	regulatory	regulatory	ADJ
cana-6177	124	34	demands	demand	NOUN
cana-6177	124	35	[	[	X
cana-6177	124	36	4	4	NUM
cana-6177	124	37	-	-	SYM
cana-6177	124	38	6	6	NUM
cana-6177	124	39	]	]	PUNCT
cana-6177	124	40	.	.	PUNCT
cana-6177	125	1	firstly	firstly	ADV
cana-6177	125	2	,	,	PUNCT
cana-6177	125	3	the	the	DET
cana-6177	125	4	implementation	implementation	NOUN
cana-6177	125	5	of	of	ADP
cana-6177	125	6	the	the	DET
cana-6177	125	7	iroas	iroas	ADJ
cana-6177	125	8	-	-	PUNCT
cana-6177	125	9	mab	mab	NOUN
cana-6177	125	10	system	system	NOUN
cana-6177	125	11	is	be	AUX
cana-6177	125	12	impossible	impossible	ADJ
cana-6177	125	13	without	without	ADP
cana-6177	125	14	a	a	DET
cana-6177	125	15	well	well	ADV
cana-6177	125	16	-	-	PUNCT
cana-6177	125	17	developed	develop	VERB
cana-6177	125	18	data	data	NOUN
cana-6177	125	19	engineering	engineering	NOUN
cana-6177	125	20	pipeline	pipeline	NOUN
cana-6177	125	21	that	that	PRON
cana-6177	125	22	will	will	AUX
cana-6177	125	23	be	be	AUX
cana-6177	125	24	able	able	ADJ
cana-6177	125	25	to	to	PART
cana-6177	125	26	receive	receive	VERB
cana-6177	125	27	,	,	PUNCT
cana-6177	125	28	process	process	NOUN
cana-6177	125	29	,	,	PUNCT
cana-6177	125	30	and	and	CCONJ
cana-6177	125	31	synchronize	synchronize	VERB
cana-6177	125	32	large	large	ADJ
cana-6177	125	33	streams	stream	NOUN
cana-6177	125	34	of	of	ADP
cana-6177	125	35	data	datum	NOUN
cana-6177	125	36	regarding	regard	VERB
cana-6177	125	37	user	user	NOUN
cana-6177	125	38	interaction	interaction	NOUN
cana-6177	125	39	.	.	PUNCT
cana-6177	126	1	these	these	PRON
cana-6177	126	2	are	be	AUX
cana-6177	126	3	advertisements	advertisement	NOUN
cana-6177	126	4	,	,	PUNCT
cana-6177	126	5	clicks	click	NOUN
cana-6177	126	6	,	,	PUNCT
cana-6177	126	7	conversions	conversion	NOUN
cana-6177	126	8	,	,	PUNCT
cana-6177	126	9	user	user	NOUN
cana-6177	126	10	characteristics	characteristic	NOUN
cana-6177	126	11	,	,	PUNCT
cana-6177	126	12	session	session	NOUN
cana-6177	126	13	recordings	recording	NOUN
cana-6177	126	14	,	,	PUNCT
cana-6177	126	15	and	and	CCONJ
cana-6177	126	16	product	product	NOUN
cana-6177	126	17	category	category	NOUN
cana-6177	126	18	updates	update	VERB
cana-6177	126	19	.	.	PUNCT
cana-6177	127	1	such	such	ADJ
cana-6177	127	2	streams	stream	NOUN
cana-6177	127	3	of	of	ADP
cana-6177	127	4	data	datum	NOUN
cana-6177	127	5	need	need	VERB
cana-6177	127	6	to	to	PART
cana-6177	127	7	be	be	AUX
cana-6177	127	8	handled	handle	VERB
cana-6177	127	9	in	in	ADP
cana-6177	127	10	close	close	ADJ
cana-6177	127	11	real	real	ADJ
cana-6177	127	12	-	-	PUNCT
cana-6177	127	13	time	time	NOUN
cana-6177	127	14	with	with	ADP
cana-6177	127	15	event	event	NOUN
cana-6177	127	16	-	-	PUNCT
cana-6177	127	17	driven	drive	VERB
cana-6177	127	18	frameworks	framework	NOUN
cana-6177	127	19	like	like	ADP
cana-6177	127	20	apache	apache	PROPN
cana-6177	127	21	kafka	kafka	PROPN
cana-6177	127	22	or	or	CCONJ
cana-6177	127	23	flink	flink	PROPN
cana-6177	127	24	.	.	PUNCT
cana-6177	128	1	more	more	ADV
cana-6177	128	2	importantly	importantly	ADV
cana-6177	128	3	,	,	PUNCT
cana-6177	128	4	the	the	DET
cana-6177	128	5	system	system	NOUN
cana-6177	128	6	should	should	AUX
cana-6177	128	7	be	be	AUX
cana-6177	128	8	capable	capable	ADJ
cana-6177	128	9	of	of	ADP
cana-6177	128	10	identifying	identify	VERB
cana-6177	128	11	the	the	DET
cana-6177	128	12	treatment	treatment	NOUN
cana-6177	128	13	and	and	CCONJ
cana-6177	128	14	control	control	NOUN
cana-6177	128	15	groups	group	NOUN
cana-6177	128	16	communications	communication	NOUN
cana-6177	128	17	on	on	ADP
cana-6177	128	18	applied	apply	VERB
cana-6177	128	19	nonlinear	nonlinear	ADJ
cana-6177	128	20	analysis	analysis	NOUN
cana-6177	128	21	issn	issn	NOUN
cana-6177	128	22	:	:	PUNCT
cana-6177	128	23	1074	1074	NUM
cana-6177	128	24	-	-	PUNCT
cana-6177	128	25	133x	133x	NUM
cana-6177	128	26	vol	vol	NOUN
cana-6177	128	27	32	32	NUM
cana-6177	128	28	no	no	NOUN
cana-6177	128	29	.	.	PUNCT
cana-6177	129	1	1s	1s	NUM
cana-6177	129	2	(	(	PUNCT
cana-6177	129	3	2025	2025	NUM
cana-6177	129	4	)	)	PUNCT
cana-6177	129	5	704	704	NUM
cana-6177	129	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	129	7	dynamically	dynamically	ADV
cana-6177	129	8	,	,	PUNCT
cana-6177	129	9	and	and	CCONJ
cana-6177	129	10	such	such	ADJ
cana-6177	129	11	information	information	NOUN
cana-6177	129	12	is	be	AUX
cana-6177	129	13	important	important	ADJ
cana-6177	129	14	to	to	PART
cana-6177	129	15	estimate	estimate	VERB
cana-6177	129	16	the	the	DET
cana-6177	129	17	iroas	iroas	ADJ
cana-6177	129	18	in	in	ADP
cana-6177	129	19	real	real	ADJ
cana-6177	129	20	time	time	NOUN
cana-6177	129	21	.	.	PUNCT
cana-6177	130	1	it	it	PRON
cana-6177	130	2	is	be	AUX
cana-6177	130	3	through	through	ADP
cana-6177	130	4	this	this	DET
cana-6177	130	5	infrastructure	infrastructure	NOUN
cana-6177	130	6	that	that	SCONJ
cana-6177	130	7	the	the	DET
cana-6177	130	8	bandit	bandit	NOUN
cana-6177	130	9	algorithms	algorithm	NOUN
cana-6177	130	10	can	can	AUX
cana-6177	130	11	be	be	AUX
cana-6177	130	12	regularly	regularly	ADV
cana-6177	130	13	updated	update	VERB
cana-6177	130	14	with	with	ADP
cana-6177	130	15	new	new	ADJ
cana-6177	130	16	performance	performance	NOUN
cana-6177	130	17	feedback	feedback	NOUN
cana-6177	130	18	;	;	PUNCT
cana-6177	130	19	hence	hence	ADV
cana-6177	130	20	,	,	PUNCT
cana-6177	130	21	the	the	DET
cana-6177	130	22	bidding	bidding	NOUN
cana-6177	130	23	strategies	strategy	NOUN
cana-6177	130	24	can	can	AUX
cana-6177	130	25	be	be	AUX
cana-6177	130	26	modified	modify	VERB
cana-6177	130	27	based	base	VERB
cana-6177	130	28	on	on	ADP
cana-6177	130	29	the	the	DET
cana-6177	130	30	current	current	ADJ
cana-6177	130	31	user	user	NOUN
cana-6177	130	32	behavior	behavior	NOUN
cana-6177	130	33	and	and	CCONJ
cana-6177	130	34	market	market	NOUN
cana-6177	130	35	trends	trend	NOUN
cana-6177	130	36	[	[	X
cana-6177	130	37	10	10	NUM
cana-6177	130	38	,	,	PUNCT
cana-6177	130	39	14	14	NUM
cana-6177	130	40	,	,	PUNCT
cana-6177	130	41	30	30	NUM
cana-6177	130	42	]	]	PUNCT
cana-6177	130	43	.	.	PUNCT
cana-6177	131	1	the	the	DET
cana-6177	131	2	calculation	calculation	NOUN
cana-6177	131	3	of	of	ADP
cana-6177	131	4	iroas	iroas	PROPN
cana-6177	131	5	in	in	ADP
cana-6177	131	6	the	the	DET
cana-6177	131	7	production	production	NOUN
cana-6177	131	8	settings	setting	NOUN
cana-6177	131	9	should	should	AUX
cana-6177	131	10	not	not	PART
cana-6177	131	11	be	be	AUX
cana-6177	131	12	limited	limit	VERB
cana-6177	131	13	to	to	ADP
cana-6177	131	14	a	a	DET
cana-6177	131	15	simple	simple	ADJ
cana-6177	131	16	uplift	uplift	NOUN
cana-6177	131	17	calculation	calculation	NOUN
cana-6177	131	18	.	.	PUNCT
cana-6177	132	1	incremental	incremental	ADJ
cana-6177	132	2	effects	effect	NOUN
cana-6177	132	3	can	can	AUX
cana-6177	132	4	also	also	ADV
cana-6177	132	5	be	be	AUX
cana-6177	132	6	more	more	ADV
cana-6177	132	7	effectively	effectively	ADV
cana-6177	132	8	estimated	estimate	VERB
cana-6177	132	9	using	use	VERB
cana-6177	132	10	bayesian	bayesian	NOUN
cana-6177	132	11	hierarchical	hierarchical	ADJ
cana-6177	132	12	models	model	NOUN
cana-6177	132	13	,	,	PUNCT
cana-6177	132	14	counterfactual	counterfactual	ADJ
cana-6177	132	15	regression	regression	NOUN
cana-6177	132	16	methods	method	NOUN
cana-6177	132	17	,	,	PUNCT
cana-6177	132	18	and	and	CCONJ
cana-6177	132	19	synthetic	synthetic	ADJ
cana-6177	132	20	control	control	NOUN
cana-6177	132	21	groups	group	NOUN
cana-6177	132	22	under	under	ADP
cana-6177	132	23	the	the	DET
cana-6177	132	24	different	different	ADJ
cana-6177	132	25	conditions	condition	NOUN
cana-6177	132	26	of	of	ADP
cana-6177	132	27	data	datum	NOUN
cana-6177	132	28	sparseness	sparseness	ADJ
cana-6177	132	29	.	.	PUNCT
cana-6177	133	1	as	as	ADP
cana-6177	133	2	an	an	DET
cana-6177	133	3	example	example	NOUN
cana-6177	133	4	,	,	PUNCT
cana-6177	133	5	hierarchical	hierarchical	ADJ
cana-6177	133	6	shrinkage	shrinkage	NOUN
cana-6177	133	7	can	can	AUX
cana-6177	133	8	share	share	VERB
cana-6177	133	9	statistical	statistical	ADJ
cana-6177	133	10	strength	strength	NOUN
cana-6177	133	11	with	with	ADP
cana-6177	133	12	related	related	ADJ
cana-6177	133	13	items	item	NOUN
cana-6177	133	14	or	or	CCONJ
cana-6177	133	15	campaigns	campaign	NOUN
cana-6177	133	16	in	in	ADP
cana-6177	133	17	categories	category	NOUN
cana-6177	133	18	or	or	CCONJ
cana-6177	133	19	skus	sku	NOUN
cana-6177	133	20	with	with	ADP
cana-6177	133	21	low	low	ADJ
cana-6177	133	22	conversion	conversion	NOUN
cana-6177	133	23	volume	volume	NOUN
cana-6177	133	24	and	and	CCONJ
cana-6177	133	25	enhance	enhance	VERB
cana-6177	133	26	the	the	DET
cana-6177	133	27	strength	strength	NOUN
cana-6177	133	28	of	of	ADP
cana-6177	133	29	iroas	iroas	ADJ
cana-6177	133	30	estimates	estimate	NOUN
cana-6177	133	31	.	.	PUNCT
cana-6177	134	1	it	it	PRON
cana-6177	134	2	is	be	AUX
cana-6177	134	3	also	also	ADV
cana-6177	134	4	possible	possible	ADJ
cana-6177	134	5	to	to	PART
cana-6177	134	6	update	update	VERB
cana-6177	134	7	iroas	iroas	ADJ
cana-6177	134	8	with	with	ADP
cana-6177	134	9	rolling	rolling	ADJ
cana-6177	134	10	windows	window	NOUN
cana-6177	134	11	or	or	CCONJ
cana-6177	134	12	exponentially	exponentially	ADV
cana-6177	134	13	weighted	weight	VERB
cana-6177	134	14	moving	move	VERB
cana-6177	134	15	averages	average	NOUN
cana-6177	134	16	to	to	PART
cana-6177	134	17	reflect	reflect	VERB
cana-6177	134	18	the	the	DET
cana-6177	134	19	current	current	ADJ
cana-6177	134	20	market	market	NOUN
cana-6177	134	21	conditions	condition	NOUN
cana-6177	134	22	and	and	CCONJ
cana-6177	134	23	smooth	smooth	VERB
cana-6177	134	24	out	out	ADP
cana-6177	134	25	short	short	ADJ
cana-6177	134	26	-	-	PUNCT
cana-6177	134	27	term	term	NOUN
cana-6177	134	28	noise	noise	NOUN
cana-6177	134	29	[	[	X
cana-6177	134	30	3	3	NUM
cana-6177	134	31	,	,	PUNCT
cana-6177	134	32	12	12	NUM
cana-6177	134	33	,	,	PUNCT
cana-6177	134	34	25	25	NUM
cana-6177	134	35	]	]	PUNCT
cana-6177	134	36	.	.	PUNCT
cana-6177	135	1	after	after	SCONJ
cana-6177	135	2	the	the	DET
cana-6177	135	3	iroas	iroas	ADJ
cana-6177	135	4	estimates	estimate	NOUN
cana-6177	135	5	are	be	AUX
cana-6177	135	6	created	create	VERB
cana-6177	135	7	,	,	PUNCT
cana-6177	135	8	they	they	PRON
cana-6177	135	9	can	can	AUX
cana-6177	135	10	be	be	AUX
cana-6177	135	11	used	use	VERB
cana-6177	135	12	as	as	ADP
cana-6177	135	13	a	a	DET
cana-6177	135	14	reward	reward	NOUN
cana-6177	135	15	signal	signal	NOUN
cana-6177	135	16	for	for	ADP
cana-6177	135	17	mab	mab	NOUN
cana-6177	135	18	algorithms	algorithm	NOUN
cana-6177	135	19	,	,	PUNCT
cana-6177	135	20	which	which	PRON
cana-6177	135	21	can	can	AUX
cana-6177	135	22	dynamically	dynamically	ADV
cana-6177	135	23	optimize	optimize	VERB
cana-6177	135	24	bids	bid	NOUN
cana-6177	135	25	based	base	VERB
cana-6177	135	26	on	on	ADP
cana-6177	135	27	inventory	inventory	NOUN
cana-6177	135	28	types	type	NOUN
cana-6177	135	29	.	.	PUNCT
cana-6177	136	1	a	a	DET
cana-6177	136	2	policy	policy	NOUN
cana-6177	136	3	engine	engine	NOUN
cana-6177	136	4	is	be	AUX
cana-6177	136	5	provided	provide	VERB
cana-6177	136	6	with	with	ADP
cana-6177	136	7	the	the	DET
cana-6177	136	8	real	real	ADJ
cana-6177	136	9	-	-	PUNCT
cana-6177	136	10	time	time	NOUN
cana-6177	136	11	iroas	iroas	ADJ
cana-6177	136	12	estimates	estimate	NOUN
cana-6177	136	13	,	,	PUNCT
cana-6177	136	14	calculates	calculate	VERB
cana-6177	136	15	expected	expect	VERB
cana-6177	136	16	returns	return	NOUN
cana-6177	136	17	,	,	PUNCT
cana-6177	136	18	and	and	CCONJ
cana-6177	136	19	recalculates	recalculate	VERB
cana-6177	136	20	budgets	budget	NOUN
cana-6177	136	21	by	by	ADP
cana-6177	136	22	choosing	choose	VERB
cana-6177	136	23	the	the	DET
cana-6177	136	24	best	good	ADJ
cana-6177	136	25	arms	arm	NOUN
cana-6177	136	26	-	-	PUNCT
cana-6177	136	27	combinations	combination	NOUN
cana-6177	136	28	of	of	ADP
cana-6177	136	29	placement	placement	NOUN
cana-6177	136	30	,	,	PUNCT
cana-6177	136	31	strategy	strategy	NOUN
cana-6177	136	32	,	,	PUNCT
cana-6177	136	33	or	or	CCONJ
cana-6177	136	34	creative	creative	ADJ
cana-6177	136	35	balancing	balancing	NOUN
cana-6177	136	36	exploration	exploration	NOUN
cana-6177	136	37	and	and	CCONJ
cana-6177	136	38	exploitation	exploitation	NOUN
cana-6177	136	39	[	[	X
cana-6177	136	40	4	4	NUM
cana-6177	136	41	,	,	PUNCT
cana-6177	136	42	6	6	NUM
cana-6177	136	43	,	,	PUNCT
cana-6177	136	44	8	8	NUM
cana-6177	136	45	]	]	PUNCT
cana-6177	136	46	.	.	PUNCT
cana-6177	137	1	value	value	NOUN
cana-6177	137	2	-	-	PUNCT
cana-6177	137	3	based	base	VERB
cana-6177	137	4	models	model	NOUN
cana-6177	137	5	used	use	VERB
cana-6177	137	6	to	to	PART
cana-6177	137	7	determine	determine	VERB
cana-6177	137	8	bid	bid	NOUN
cana-6177	137	9	prices	price	NOUN
cana-6177	137	10	include	include	VERB
cana-6177	137	11	iroas	iroas	PROPN
cana-6177	137	12	,	,	PUNCT
cana-6177	137	13	competition	competition	NOUN
cana-6177	137	14	,	,	PUNCT
cana-6177	137	15	and	and	CCONJ
cana-6177	137	16	constraints	constraint	NOUN
cana-6177	137	17	.	.	PUNCT
cana-6177	138	1	to	to	PART
cana-6177	138	2	operationalize	operationalize	VERB
cana-6177	138	3	this	this	DET
cana-6177	138	4	framework	framework	NOUN
cana-6177	138	5	,	,	PUNCT
cana-6177	138	6	low	low	ADJ
cana-6177	138	7	-	-	PUNCT
cana-6177	138	8	latency	latency	NOUN
cana-6177	138	9	model	model	NOUN
cana-6177	138	10	serving	serve	VERB
cana-6177	138	11	,	,	PUNCT
cana-6177	138	12	a	a	DET
cana-6177	138	13	contextual	contextual	ADJ
cana-6177	138	14	bandit	bandit	NOUN
cana-6177	138	15	feature	feature	NOUN
cana-6177	138	16	store	store	NOUN
cana-6177	138	17	,	,	PUNCT
cana-6177	138	18	monitoring	monitoring	NOUN
cana-6177	138	19	,	,	PUNCT
cana-6177	138	20	and	and	CCONJ
cana-6177	138	21	compliance	compliance	NOUN
cana-6177	138	22	logging	logging	NOUN
cana-6177	138	23	,	,	PUNCT
cana-6177	138	24	alongside	alongside	ADP
cana-6177	138	25	integration	integration	NOUN
cana-6177	138	26	with	with	ADP
cana-6177	138	27	real	real	ADJ
cana-6177	138	28	-	-	PUNCT
cana-6177	138	29	time	time	NOUN
cana-6177	138	30	bidding	bidding	NOUN
cana-6177	138	31	engines	engine	NOUN
cana-6177	138	32	,	,	PUNCT
cana-6177	138	33	are	be	AUX
cana-6177	138	34	needed	need	VERB
cana-6177	138	35	to	to	PART
cana-6177	138	36	provide	provide	VERB
cana-6177	138	37	milliseconds	millisecond	NOUN
cana-6177	138	38	-	-	PUNCT
cana-6177	138	39	responding	respond	VERB
cana-6177	138	40	functionality	functionality	NOUN
cana-6177	138	41	[	[	X
cana-6177	138	42	13	13	NUM
cana-6177	138	43	,	,	PUNCT
cana-6177	138	44	14	14	NUM
cana-6177	138	45	,	,	PUNCT
cana-6177	138	46	18	18	NUM
cana-6177	138	47	]	]	PUNCT
cana-6177	138	48	.	.	PUNCT
cana-6177	139	1	performance	performance	NOUN
cana-6177	139	2	assessment	assessment	NOUN
cana-6177	139	3	is	be	AUX
cana-6177	139	4	based	base	VERB
cana-6177	139	5	on	on	ADP
cana-6177	139	6	state	state	NOUN
cana-6177	139	7	-	-	PUNCT
cana-6177	139	8	of	of	ADP
cana-6177	139	9	-	-	PUNCT
cana-6177	139	10	the	the	DET
cana-6177	139	11	-	-	PUNCT
cana-6177	139	12	art	art	NOUN
cana-6177	139	13	experimentation	experimentation	NOUN
cana-6177	139	14	,	,	PUNCT
cana-6177	139	15	which	which	PRON
cana-6177	139	16	involves	involve	VERB
cana-6177	139	17	interleaving	interleaving	ADJ
cana-6177	139	18	,	,	PUNCT
cana-6177	139	19	multi	multi	ADJ
cana-6177	139	20	-	-	ADJ
cana-6177	139	21	cell	cell	NOUN
cana-6177	139	22	holdouts	holdout	NOUN
cana-6177	139	23	,	,	PUNCT
cana-6177	139	24	cumulative	cumulative	ADJ
cana-6177	139	25	iroas	iroas	ADJ
cana-6177	139	26	,	,	PUNCT
cana-6177	139	27	incremental	incremental	ADJ
cana-6177	139	28	conversions	conversion	NOUN
cana-6177	139	29	,	,	PUNCT
cana-6177	139	30	time	time	NOUN
cana-6177	139	31	-	-	PUNCT
cana-6177	139	32	to	to	ADP
cana-6177	139	33	-	-	PUNCT
cana-6177	139	34	optimal	optimal	ADJ
cana-6177	139	35	policy	policy	NOUN
cana-6177	139	36	,	,	PUNCT
cana-6177	139	37	and	and	CCONJ
cana-6177	139	38	exploring	explore	VERB
cana-6177	139	39	efficiency	efficiency	NOUN
cana-6177	139	40	,	,	PUNCT
cana-6177	139	41	which	which	PRON
cana-6177	139	42	gives	give	VERB
cana-6177	139	43	a	a	DET
cana-6177	139	44	more	more	ADV
cana-6177	139	45	holistic	holistic	ADJ
cana-6177	139	46	picture	picture	NOUN
cana-6177	139	47	of	of	ADP
cana-6177	139	48	system	system	NOUN
cana-6177	139	49	responsiveness	responsiveness	NOUN
cana-6177	139	50	to	to	ADP
cana-6177	139	51	different	different	ADJ
cana-6177	139	52	levels	level	NOUN
cana-6177	139	53	of	of	ADP
cana-6177	139	54	traffic	traffic	NOUN
cana-6177	139	55	and	and	CCONJ
cana-6177	139	56	budgets	budget	NOUN
cana-6177	139	57	[	[	X
cana-6177	139	58	11	11	NUM
cana-6177	139	59	,	,	PUNCT
cana-6177	139	60	21	21	NUM
cana-6177	139	61	,	,	PUNCT
cana-6177	139	62	23	23	NUM
cana-6177	139	63	]	]	PUNCT
cana-6177	139	64	.	.	PUNCT
cana-6177	140	1	one	one	NUM
cana-6177	140	2	major	major	ADJ
cana-6177	140	3	concern	concern	NOUN
cana-6177	140	4	in	in	ADP
cana-6177	140	5	implementation	implementation	NOUN
cana-6177	140	6	is	be	AUX
cana-6177	140	7	the	the	DET
cana-6177	140	8	cold	cold	ADJ
cana-6177	140	9	-	-	PUNCT
cana-6177	140	10	start	start	NOUN
cana-6177	140	11	problem	problem	NOUN
cana-6177	140	12	,	,	PUNCT
cana-6177	140	13	which	which	PRON
cana-6177	140	14	occurs	occur	VERB
cana-6177	140	15	when	when	SCONJ
cana-6177	140	16	new	new	ADJ
cana-6177	140	17	products	product	NOUN
cana-6177	140	18	,	,	PUNCT
cana-6177	140	19	campaigns	campaign	NOUN
cana-6177	140	20	,	,	PUNCT
cana-6177	140	21	or	or	CCONJ
cana-6177	140	22	segments	segment	NOUN
cana-6177	140	23	lack	lack	VERB
cana-6177	140	24	historical	historical	ADJ
cana-6177	140	25	data	datum	NOUN
cana-6177	140	26	.	.	PUNCT
cana-6177	141	1	to	to	PART
cana-6177	141	2	address	address	VERB
cana-6177	141	3	this	this	PRON
cana-6177	141	4	,	,	PUNCT
cana-6177	141	5	hybrid	hybrid	ADJ
cana-6177	141	6	approaches	approach	NOUN
cana-6177	141	7	can	can	AUX
cana-6177	141	8	be	be	AUX
cana-6177	141	9	deployed	deploy	VERB
cana-6177	141	10	where	where	SCONJ
cana-6177	141	11	supervised	supervised	ADJ
cana-6177	141	12	learning	learning	NOUN
cana-6177	141	13	models	model	NOUN
cana-6177	141	14	provide	provide	VERB
cana-6177	141	15	initial	initial	ADJ
cana-6177	141	16	reward	reward	NOUN
cana-6177	141	17	estimates	estimate	NOUN
cana-6177	141	18	based	base	VERB
cana-6177	141	19	on	on	ADP
cana-6177	141	20	similar	similar	ADJ
cana-6177	141	21	contexts	context	NOUN
cana-6177	141	22	or	or	CCONJ
cana-6177	141	23	metadata	metadata	NOUN
cana-6177	141	24	,	,	PUNCT
cana-6177	141	25	which	which	PRON
cana-6177	141	26	are	be	AUX
cana-6177	141	27	then	then	ADV
cana-6177	141	28	refined	refine	VERB
cana-6177	141	29	by	by	ADP
cana-6177	141	30	the	the	DET
cana-6177	141	31	bandit	bandit	NOUN
cana-6177	141	32	’s	’s	PART
cana-6177	141	33	learning	learn	VERB
cana-6177	141	34	process	process	NOUN
cana-6177	141	35	.	.	PUNCT
cana-6177	142	1	alternatively	alternatively	ADV
cana-6177	142	2	,	,	PUNCT
cana-6177	142	3	warm	warm	ADJ
cana-6177	142	4	-	-	PUNCT
cana-6177	142	5	start	start	NOUN
cana-6177	142	6	strategies	strategy	NOUN
cana-6177	142	7	can	can	AUX
cana-6177	142	8	initialize	initialize	VERB
cana-6177	142	9	new	new	ADJ
cana-6177	142	10	arms	arm	NOUN
cana-6177	142	11	with	with	ADP
cana-6177	142	12	posterior	posterior	ADJ
cana-6177	142	13	distributions	distribution	NOUN
cana-6177	142	14	drawn	draw	VERB
cana-6177	142	15	from	from	ADP
cana-6177	142	16	related	related	ADJ
cana-6177	142	17	arms	arm	NOUN
cana-6177	142	18	,	,	PUNCT
cana-6177	142	19	enabling	enable	VERB
cana-6177	142	20	more	more	ADV
cana-6177	142	21	stable	stable	ADJ
cana-6177	142	22	early	early	ADJ
cana-6177	142	23	performance	performance	NOUN
cana-6177	142	24	[	[	X
cana-6177	142	25	16	16	NUM
cana-6177	142	26	,	,	PUNCT
cana-6177	142	27	17	17	NUM
cana-6177	142	28	,	,	PUNCT
cana-6177	142	29	24	24	NUM
cana-6177	142	30	]	]	PUNCT
cana-6177	142	31	.	.	PUNCT
cana-6177	143	1	another	another	DET
cana-6177	143	2	key	key	ADJ
cana-6177	143	3	aspect	aspect	NOUN
cana-6177	143	4	is	be	AUX
cana-6177	143	5	the	the	DET
cana-6177	143	6	system	system	NOUN
cana-6177	143	7	's	's	PART
cana-6177	143	8	resilience	resilience	NOUN
cana-6177	143	9	to	to	AUX
cana-6177	143	10	noisy	noisy	VERB
cana-6177	143	11	or	or	CCONJ
cana-6177	143	12	delayed	delay	VERB
cana-6177	143	13	iroas	iroas	ADJ
cana-6177	143	14	signals	signal	NOUN
cana-6177	143	15	.	.	PUNCT
cana-6177	144	1	since	since	SCONJ
cana-6177	144	2	iroas	iroas	PROPN
cana-6177	144	3	is	be	AUX
cana-6177	144	4	derived	derive	VERB
cana-6177	144	5	from	from	ADP
cana-6177	144	6	experimental	experimental	ADJ
cana-6177	144	7	or	or	CCONJ
cana-6177	144	8	observational	observational	ADJ
cana-6177	144	9	data	datum	NOUN
cana-6177	144	10	,	,	PUNCT
cana-6177	144	11	it	it	PRON
cana-6177	144	12	is	be	AUX
cana-6177	144	13	inherently	inherently	ADV
cana-6177	144	14	more	more	ADV
cana-6177	144	15	variable	variable	ADJ
cana-6177	144	16	than	than	ADP
cana-6177	144	17	deterministic	deterministic	ADJ
cana-6177	144	18	metrics	metric	NOUN
cana-6177	144	19	like	like	ADP
cana-6177	144	20	click	click	VERB
cana-6177	144	21	-	-	PUNCT
cana-6177	144	22	through	through	ADP
cana-6177	144	23	rate	rate	NOUN
cana-6177	144	24	.	.	PUNCT
cana-6177	145	1	this	this	PRON
cana-6177	145	2	necessitates	necessitate	VERB
cana-6177	145	3	the	the	DET
cana-6177	145	4	use	use	NOUN
cana-6177	145	5	of	of	ADP
cana-6177	145	6	robust	robust	ADJ
cana-6177	145	7	mab	mab	NOUN
cana-6177	145	8	algorithms	algorithm	NOUN
cana-6177	145	9	that	that	PRON
cana-6177	145	10	can	can	AUX
cana-6177	145	11	accommodate	accommodate	VERB
cana-6177	145	12	reward	reward	NOUN
cana-6177	145	13	uncertainty	uncertainty	NOUN
cana-6177	145	14	.	.	PUNCT
cana-6177	146	1	techniques	technique	NOUN
cana-6177	146	2	such	such	ADJ
cana-6177	146	3	as	as	ADP
cana-6177	146	4	bootstrapped	bootstrappe	VERB
cana-6177	146	5	thompson	thompson	NOUN
cana-6177	146	6	sampling	sampling	NOUN
cana-6177	146	7	or	or	CCONJ
cana-6177	146	8	bayesian	bayesian	NOUN
cana-6177	146	9	ucb	ucb	NOUN
cana-6177	146	10	with	with	ADP
cana-6177	146	11	uncertainty	uncertainty	NOUN
cana-6177	146	12	penalization	penalization	NOUN
cana-6177	146	13	allow	allow	VERB
cana-6177	146	14	the	the	DET
cana-6177	146	15	bandit	bandit	NOUN
cana-6177	146	16	to	to	PART
cana-6177	146	17	act	act	VERB
cana-6177	146	18	conservatively	conservatively	ADV
cana-6177	146	19	in	in	ADP
cana-6177	146	20	the	the	DET
cana-6177	146	21	face	face	NOUN
cana-6177	146	22	of	of	ADP
cana-6177	146	23	noisy	noisy	ADJ
cana-6177	146	24	data	datum	NOUN
cana-6177	146	25	,	,	PUNCT
cana-6177	146	26	gradually	gradually	ADV
cana-6177	146	27	increasing	increase	VERB
cana-6177	146	28	exploration	exploration	NOUN
cana-6177	146	29	once	once	ADV
cana-6177	146	30	confidence	confidence	NOUN
cana-6177	146	31	in	in	ADP
cana-6177	146	32	iroas	iroas	ADJ
cana-6177	146	33	values	value	NOUN
cana-6177	146	34	improves	improve	VERB
cana-6177	146	35	[	[	X
cana-6177	146	36	5	5	NUM
cana-6177	146	37	,	,	PUNCT
cana-6177	146	38	6,18	6,18	NUM
cana-6177	146	39	]	]	PUNCT
cana-6177	146	40	.	.	PUNCT
cana-6177	147	1	bringing	bring	VERB
cana-6177	147	2	to	to	ADP
cana-6177	147	3	business	business	NOUN
cana-6177	147	4	,	,	PUNCT
cana-6177	147	5	the	the	DET
cana-6177	147	6	implementation	implementation	NOUN
cana-6177	147	7	of	of	ADP
cana-6177	147	8	an	an	DET
cana-6177	147	9	iroas	iroas	ADJ
cana-6177	147	10	-	-	PUNCT
cana-6177	147	11	mab	mab	NOUN
cana-6177	147	12	system	system	NOUN
cana-6177	147	13	must	must	AUX
cana-6177	147	14	comply	comply	VERB
cana-6177	147	15	with	with	ADP
cana-6177	147	16	the	the	DET
cana-6177	147	17	strategic	strategic	ADJ
cana-6177	147	18	objectives	objective	NOUN
cana-6177	147	19	and	and	CCONJ
cana-6177	147	20	advertiser	advertiser	NOUN
cana-6177	147	21	expectations	expectation	NOUN
cana-6177	147	22	.	.	PUNCT
cana-6177	148	1	the	the	DET
cana-6177	148	2	operators	operator	NOUN
cana-6177	148	3	of	of	ADP
cana-6177	148	4	the	the	DET
cana-6177	148	5	platforms	platform	NOUN
cana-6177	148	6	are	be	AUX
cana-6177	148	7	forced	force	VERB
cana-6177	148	8	to	to	PART
cana-6177	148	9	teach	teach	VERB
cana-6177	148	10	advertisers	advertiser	NOUN
cana-6177	148	11	to	to	PART
cana-6177	148	12	focus	focus	VERB
cana-6177	148	13	on	on	ADP
cana-6177	148	14	incrementality	incrementality	NOUN
cana-6177	148	15	more	more	ADJ
cana-6177	148	16	than	than	ADP
cana-6177	148	17	gross	gross	ADJ
cana-6177	148	18	returns	return	NOUN
cana-6177	148	19	,	,	PUNCT
cana-6177	148	20	to	to	PART
cana-6177	148	21	adjust	adjust	VERB
cana-6177	148	22	kpis	kpis	NOUN
cana-6177	148	23	,	,	PUNCT
cana-6177	148	24	and	and	CCONJ
cana-6177	148	25	reset	reset	ADJ
cana-6177	148	26	success	success	NOUN
cana-6177	148	27	metrics	metric	NOUN
cana-6177	148	28	not	not	PART
cana-6177	148	29	based	base	VERB
cana-6177	148	30	on	on	ADP
cana-6177	148	31	short	short	ADJ
cana-6177	148	32	-	-	PUNCT
cana-6177	148	33	term	term	NOUN
cana-6177	148	34	revenue	revenue	NOUN
cana-6177	148	35	,	,	PUNCT
cana-6177	148	36	but	but	CCONJ
cana-6177	148	37	on	on	ADP
cana-6177	148	38	long	long	ADJ
cana-6177	148	39	-	-	PUNCT
cana-6177	148	40	term	term	NOUN
cana-6177	148	41	value	value	NOUN
cana-6177	148	42	[	[	X
cana-6177	148	43	19	19	NUM
cana-6177	148	44	,	,	PUNCT
cana-6177	148	45	20	20	NUM
cana-6177	148	46	,	,	PUNCT
cana-6177	148	47	26	26	NUM
cana-6177	148	48	]	]	PUNCT
cana-6177	148	49	.	.	PUNCT
cana-6177	149	1	it	it	PRON
cana-6177	149	2	is	be	AUX
cana-6177	149	3	communications	communication	NOUN
cana-6177	149	4	on	on	ADP
cana-6177	149	5	applied	apply	VERB
cana-6177	149	6	nonlinear	nonlinear	ADJ
cana-6177	149	7	analysis	analysis	NOUN
cana-6177	149	8	issn	issn	NOUN
cana-6177	149	9	:	:	PUNCT
cana-6177	149	10	1074	1074	NUM
cana-6177	149	11	-	-	PUNCT
cana-6177	149	12	133x	133x	NUM
cana-6177	149	13	vol	vol	NOUN
cana-6177	149	14	32	32	NUM
cana-6177	150	1	no	no	NOUN
cana-6177	150	2	.	.	PUNCT
cana-6177	151	1	1s	1s	NUM
cana-6177	151	2	(	(	PUNCT
cana-6177	151	3	2025	2025	NUM
cana-6177	151	4	)	)	PUNCT
cana-6177	151	5	705	705	NUM
cana-6177	151	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	151	7	necessary	necessary	ADJ
cana-6177	151	8	to	to	PART
cana-6177	151	9	build	build	VERB
cana-6177	151	10	trust	trust	NOUN
cana-6177	151	11	in	in	ADP
cana-6177	151	12	algorithmic	algorithmic	ADJ
cana-6177	151	13	decisions	decision	NOUN
cana-6177	151	14	,	,	PUNCT
cana-6177	151	15	which	which	PRON
cana-6177	151	16	can	can	AUX
cana-6177	151	17	be	be	AUX
cana-6177	151	18	facilitated	facilitate	VERB
cana-6177	151	19	by	by	ADP
cana-6177	151	20	transparent	transparent	ADJ
cana-6177	151	21	reporting	reporting	NOUN
cana-6177	151	22	,	,	PUNCT
cana-6177	151	23	confidence	confidence	NOUN
cana-6177	151	24	interval	interval	NOUN
cana-6177	151	25	of	of	ADP
cana-6177	151	26	iroas	iroas	PROPN
cana-6177	151	27	,	,	PUNCT
cana-6177	151	28	audit	audit	NOUN
cana-6177	151	29	trail	trail	NOUN
cana-6177	151	30	,	,	PUNCT
cana-6177	151	31	and	and	CCONJ
cana-6177	151	32	policy	policy	NOUN
cana-6177	151	33	visualization	visualization	NOUN
cana-6177	151	34	.	.	PUNCT
cana-6177	152	1	the	the	DET
cana-6177	152	2	regulatory	regulatory	ADJ
cana-6177	152	3	and	and	CCONJ
cana-6177	152	4	ethical	ethical	ADJ
cana-6177	152	5	aspects	aspect	NOUN
cana-6177	152	6	are	be	AUX
cana-6177	152	7	essential	essential	ADJ
cana-6177	152	8	:	:	PUNCT
cana-6177	152	9	data	datum	NOUN
cana-6177	152	10	should	should	AUX
cana-6177	152	11	be	be	AUX
cana-6177	152	12	privacy	privacy	NOUN
cana-6177	152	13	-	-	PUNCT
cana-6177	152	14	friendly	friendly	ADJ
cana-6177	152	15	to	to	PART
cana-6177	152	16	meet	meet	VERB
cana-6177	152	17	frameworks	framework	NOUN
cana-6177	152	18	like	like	ADP
cana-6177	152	19	gdpr	gdpr	NOUN
cana-6177	152	20	,	,	PUNCT
cana-6177	152	21	ccpa	ccpa	NOUN
cana-6177	152	22	,	,	PUNCT
cana-6177	152	23	and	and	CCONJ
cana-6177	152	24	it	it	PRON
cana-6177	152	25	can	can	AUX
cana-6177	152	26	be	be	AUX
cana-6177	152	27	ensured	ensure	VERB
cana-6177	152	28	by	by	ADP
cana-6177	152	29	means	mean	NOUN
cana-6177	152	30	of	of	ADP
cana-6177	152	31	anonymization	anonymization	NOUN
cana-6177	152	32	,	,	PUNCT
cana-6177	152	33	aggregate	aggregate	ADJ
cana-6177	152	34	groups	group	NOUN
cana-6177	152	35	,	,	PUNCT
cana-6177	152	36	or	or	CCONJ
cana-6177	152	37	differential	differential	NOUN
cana-6177	152	38	privacy	privacy	NOUN
cana-6177	152	39	.	.	PUNCT
cana-6177	153	1	it	it	PRON
cana-6177	153	2	is	be	AUX
cana-6177	153	3	possible	possible	ADJ
cana-6177	153	4	to	to	PART
cana-6177	153	5	add	add	VERB
cana-6177	153	6	fairness	fairness	NOUN
cana-6177	153	7	restrictions	restriction	NOUN
cana-6177	153	8	to	to	PART
cana-6177	153	9	facilitate	facilitate	VERB
cana-6177	153	10	fair	fair	ADJ
cana-6177	153	11	exposure	exposure	NOUN
cana-6177	153	12	between	between	ADP
cana-6177	153	13	products	product	NOUN
cana-6177	153	14	,	,	PUNCT
cana-6177	153	15	brands	brand	NOUN
cana-6177	153	16	,	,	PUNCT
cana-6177	153	17	or	or	CCONJ
cana-6177	153	18	segments	segment	NOUN
cana-6177	153	19	[	[	X
cana-6177	153	20	21	21	NUM
cana-6177	153	21	,	,	PUNCT
cana-6177	153	22	22	22	NUM
cana-6177	153	23	,	,	PUNCT
cana-6177	153	24	27	27	NUM
cana-6177	153	25	]	]	PUNCT
cana-6177	153	26	.	.	PUNCT
cana-6177	154	1	an	an	DET
cana-6177	154	2	iroas	iroas	ADJ
cana-6177	154	3	-	-	PUNCT
cana-6177	154	4	mab	mab	NOUN
cana-6177	154	5	system	system	NOUN
cana-6177	154	6	can	can	AUX
cana-6177	154	7	improve	improve	VERB
cana-6177	154	8	campaign	campaign	NOUN
cana-6177	154	9	efficiency	efficiency	NOUN
cana-6177	154	10	,	,	PUNCT
cana-6177	154	11	budget	budget	NOUN
cana-6177	154	12	use	use	NOUN
cana-6177	154	13	,	,	PUNCT
cana-6177	154	14	and	and	CCONJ
cana-6177	154	15	incremental	incremental	ADJ
cana-6177	154	16	revenue	revenue	NOUN
cana-6177	154	17	when	when	SCONJ
cana-6177	154	18	properly	properly	ADV
cana-6177	154	19	applied	apply	VERB
cana-6177	154	20	,	,	PUNCT
cana-6177	154	21	which	which	PRON
cana-6177	154	22	results	result	VERB
cana-6177	154	23	in	in	ADP
cana-6177	154	24	a	a	DET
cana-6177	154	25	dynamic	dynamic	ADJ
cana-6177	154	26	and	and	CCONJ
cana-6177	154	27	data	data	NOUN
cana-6177	154	28	-	-	PUNCT
cana-6177	154	29	driven	drive	VERB
cana-6177	154	30	framework	framework	NOUN
cana-6177	154	31	that	that	PRON
cana-6177	154	32	allows	allow	VERB
cana-6177	154	33	real	real	ADJ
cana-6177	154	34	-	-	PUNCT
cana-6177	154	35	time	time	NOUN
cana-6177	154	36	bidding	bidding	NOUN
cana-6177	154	37	to	to	PART
cana-6177	154	38	achieve	achieve	VERB
cana-6177	154	39	the	the	DET
cana-6177	154	40	true	true	ADJ
cana-6177	154	41	causal	causal	ADJ
cana-6177	154	42	effect	effect	NOUN
cana-6177	154	43	and	and	CCONJ
cana-6177	154	44	business	business	NOUN
cana-6177	154	45	value	value	NOUN
cana-6177	154	46	.	.	PUNCT
cana-6177	155	1	figure	figure	NOUN
cana-6177	155	2	2	2	NUM
cana-6177	155	3	:	:	PUNCT
cana-6177	155	4	flowchart	flowchart	NOUN
cana-6177	155	5	illustrating	illustrate	VERB
cana-6177	155	6	the	the	DET
cana-6177	155	7	implementation	implementation	NOUN
cana-6177	155	8	and	and	CCONJ
cana-6177	155	9	evaluation	evaluation	NOUN
cana-6177	155	10	process	process	NOUN
cana-6177	155	11	of	of	ADP
cana-6177	155	12	the	the	DET
cana-6177	155	13	iroasmab	iroasmab	NOUN
cana-6177	155	14	framework	framework	NOUN
cana-6177	155	15	in	in	ADP
cana-6177	155	16	retail	retail	ADJ
cana-6177	155	17	media	medium	NOUN
cana-6177	155	18	networks	network	NOUN
cana-6177	155	19	(	(	PUNCT
cana-6177	155	20	rmns	rmn	NOUN
cana-6177	155	21	)	)	PUNCT
cana-6177	155	22	5	5	NUM
cana-6177	155	23	.	.	PUNCT
cana-6177	156	1	future	future	ADJ
cana-6177	156	2	directions	direction	NOUN
cana-6177	156	3	and	and	CCONJ
cana-6177	156	4	research	research	NOUN
cana-6177	156	5	challenges	challenge	VERB
cana-6177	156	6	the	the	DET
cana-6177	156	7	combination	combination	NOUN
cana-6177	156	8	of	of	ADP
cana-6177	156	9	iroas	iroas	PROPN
cana-6177	156	10	-	-	PUNCT
cana-6177	156	11	based	base	VERB
cana-6177	156	12	bidding	bidding	NOUN
cana-6177	156	13	and	and	CCONJ
cana-6177	156	14	multi	multi	ADJ
cana-6177	156	15	-	-	ADJ
cana-6177	156	16	armed	armed	ADJ
cana-6177	156	17	bandit	bandit	NOUN
cana-6177	156	18	(	(	PUNCT
cana-6177	156	19	mab	mab	NOUN
cana-6177	156	20	)	)	PUNCT
cana-6177	156	21	algorithms	algorithm	NOUN
cana-6177	156	22	on	on	ADP
cana-6177	156	23	retail	retail	ADJ
cana-6177	156	24	media	medium	NOUN
cana-6177	156	25	networks	network	NOUN
cana-6177	156	26	(	(	PUNCT
cana-6177	156	27	rmns	rmn	NOUN
cana-6177	156	28	)	)	PUNCT
cana-6177	156	29	has	have	AUX
cana-6177	156	30	led	lead	VERB
cana-6177	156	31	to	to	ADP
cana-6177	156	32	quantifiable	quantifiable	ADJ
cana-6177	156	33	campaign	campaign	NOUN
cana-6177	156	34	efficiency	efficiency	NOUN
cana-6177	156	35	and	and	CCONJ
cana-6177	156	36	incremental	incremental	ADJ
cana-6177	156	37	revenue	revenue	NOUN
cana-6177	156	38	.	.	PUNCT
cana-6177	157	1	however	however	ADV
cana-6177	157	2	,	,	PUNCT
cana-6177	157	3	issues	issue	NOUN
cana-6177	157	4	such	such	ADJ
cana-6177	157	5	as	as	ADP
cana-6177	157	6	real	real	ADJ
cana-6177	157	7	-	-	PUNCT
cana-6177	157	8	time	time	NOUN
cana-6177	157	9	causal	causal	NOUN
cana-6177	157	10	estimation	estimation	NOUN
cana-6177	157	11	,	,	PUNCT
cana-6177	157	12	sophisticated	sophisticated	ADJ
cana-6177	157	13	bandit	bandit	NOUN
cana-6177	157	14	algorithms	algorithm	NOUN
cana-6177	157	15	,	,	PUNCT
cana-6177	157	16	multi	multi	ADJ
cana-6177	157	17	-	-	ADJ
cana-6177	157	18	objective	objective	ADJ
cana-6177	157	19	optimization	optimization	NOUN
cana-6177	157	20	,	,	PUNCT
cana-6177	157	21	delayed	delay	VERB
cana-6177	157	22	reward	reward	NOUN
cana-6177	157	23	management	management	NOUN
cana-6177	157	24	,	,	PUNCT
cana-6177	157	25	privacy	privacy	NOUN
cana-6177	157	26	-	-	PUNCT
cana-6177	157	27	preserving	preserve	VERB
cana-6177	157	28	learning	learning	NOUN
cana-6177	157	29	,	,	PUNCT
cana-6177	157	30	multitouch	multitouch	ADJ
cana-6177	157	31	journey	journey	NOUN
cana-6177	157	32	modeling	modeling	NOUN
cana-6177	157	33	,	,	PUNCT
cana-6177	157	34	and	and	CCONJ
cana-6177	157	35	optimizing	optimize	VERB
cana-6177	157	36	at	at	ADP
cana-6177	157	37	a	a	DET
cana-6177	157	38	level	level	NOUN
cana-6177	157	39	of	of	ADP
cana-6177	157	40	creativity	creativity	NOUN
cana-6177	157	41	are	be	AUX
cana-6177	157	42	still	still	ADV
cana-6177	157	43	noted	note	VERB
cana-6177	157	44	as	as	ADP
cana-6177	157	45	key	key	ADJ
cana-6177	157	46	research	research	NOUN
cana-6177	157	47	problems	problem	NOUN
cana-6177	157	48	.	.	PUNCT
cana-6177	158	1	simulation	simulation	NOUN
cana-6177	158	2	-	-	PUNCT
cana-6177	158	3	based	base	VERB
cana-6177	158	4	evaluation	evaluation	NOUN
cana-6177	158	5	and	and	CCONJ
cana-6177	158	6	interpretability	interpretability	NOUN
cana-6177	158	7	complementary	complementary	ADJ
cana-6177	158	8	efforts	effort	NOUN
cana-6177	158	9	are	be	AUX
cana-6177	158	10	necessary	necessary	ADJ
cana-6177	158	11	to	to	PART
cana-6177	158	12	deploy	deploy	VERB
cana-6177	158	13	safely	safely	ADV
cana-6177	158	14	and	and	CCONJ
cana-6177	158	15	be	be	AUX
cana-6177	158	16	adopted	adopt	VERB
cana-6177	158	17	by	by	ADP
cana-6177	158	18	the	the	DET
cana-6177	158	19	organization	organization	NOUN
cana-6177	158	20	.	.	PUNCT
cana-6177	159	1	table	table	NOUN
cana-6177	159	2	3	3	NUM
cana-6177	159	3	provides	provide	VERB
cana-6177	159	4	a	a	DET
cana-6177	159	5	summary	summary	NOUN
cana-6177	159	6	of	of	ADP
cana-6177	159	7	key	key	ADJ
cana-6177	159	8	future	future	ADJ
cana-6177	159	9	trends	trend	NOUN
cana-6177	159	10	and	and	CCONJ
cana-6177	159	11	study	study	NOUN
cana-6177	159	12	areas	area	NOUN
cana-6177	159	13	for	for	ADP
cana-6177	159	14	iroas	iroas	PROPN
cana-6177	159	15	-	-	PUNCT
cana-6177	159	16	mab	mab	NOUN
cana-6177	159	17	in	in	ADP
cana-6177	159	18	rmns	rmn	NOUN
cana-6177	159	19	.	.	PUNCT
cana-6177	160	1	communications	communication	NOUN
cana-6177	160	2	on	on	ADP
cana-6177	160	3	applied	apply	VERB
cana-6177	160	4	nonlinear	nonlinear	ADJ
cana-6177	160	5	analysis	analysis	NOUN
cana-6177	160	6	issn	issn	NOUN
cana-6177	160	7	:	:	PUNCT
cana-6177	160	8	1074	1074	NUM
cana-6177	160	9	-	-	PUNCT
cana-6177	160	10	133x	133x	NUM
cana-6177	160	11	vol	vol	NOUN
cana-6177	160	12	32	32	NUM
cana-6177	160	13	no	no	NOUN
cana-6177	160	14	.	.	PUNCT
cana-6177	161	1	1s	1s	NUM
cana-6177	161	2	(	(	PUNCT
cana-6177	161	3	2025	2025	NUM
cana-6177	161	4	)	)	PUNCT
cana-6177	161	5	706	706	NUM
cana-6177	162	1	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	162	2	table	table	NOUN
cana-6177	162	3	3	3	NUM
cana-6177	162	4	:	:	PUNCT
cana-6177	162	5	future	future	ADJ
cana-6177	162	6	research	research	NOUN
cana-6177	162	7	for	for	ADP
cana-6177	162	8	iroas	iroas	ADJ
cana-6177	162	9	-	-	PUNCT
cana-6177	162	10	mab	mab	NOUN
cana-6177	162	11	future	future	ADJ
cana-6177	162	12	direction	direction	NOUN
cana-6177	162	13	/	/	SYM
cana-6177	162	14	challenge	challenge	NOUN
cana-6177	162	15	description	description	NOUN
cana-6177	162	16	/	/	PUNCT
cana-6177	162	17	opportunity	opportunity	NOUN
cana-6177	162	18	potential	potential	ADJ
cana-6177	162	19	approaches	approach	NOUN
cana-6177	162	20	/	/	SYM
cana-6177	162	21	techniques	technique	NOUN
cana-6177	162	22	real	real	ADJ
cana-6177	162	23	-	-	PUNCT
cana-6177	162	24	time	time	NOUN
cana-6177	162	25	causal	causal	NOUN
cana-6177	162	26	estimation	estimation	NOUN
cana-6177	162	27	improve	improve	VERB
cana-6177	162	28	accuracy	accuracy	NOUN
cana-6177	162	29	,	,	PUNCT
cana-6177	162	30	latency	latency	NOUN
cana-6177	162	31	,	,	PUNCT
cana-6177	162	32	and	and	CCONJ
cana-6177	162	33	scalability	scalability	NOUN
cana-6177	162	34	of	of	ADP
cana-6177	162	35	iroas	iroas	ADJ
cana-6177	162	36	computation	computation	NOUN
cana-6177	162	37	hybrid	hybrid	NOUN
cana-6177	162	38	experimental	experimental	ADJ
cana-6177	162	39	/	/	SYM
cana-6177	162	40	quasi	quasi	ADJ
cana-6177	162	41	-	-	ADJ
cana-6177	162	42	experimental	experimental	ADJ
cana-6177	162	43	frameworks	framework	NOUN
cana-6177	162	44	;	;	PUNCT
cana-6177	162	45	adaptive	adaptive	ADJ
cana-6177	162	46	propensity	propensity	NOUN
cana-6177	162	47	scoring	scoring	NOUN
cana-6177	162	48	;	;	PUNCT
cana-6177	162	49	synthetic	synthetic	NOUN
cana-6177	162	50	controls	control	VERB
cana-6177	162	51	advanced	advanced	ADJ
cana-6177	162	52	bandit	bandit	NOUN
cana-6177	162	53	algorithms	algorithm	NOUN
cana-6177	162	54	enhance	enhance	VERB
cana-6177	162	55	performance	performance	NOUN
cana-6177	162	56	in	in	ADP
cana-6177	162	57	high	high	ADJ
cana-6177	162	58	-	-	PUNCT
cana-6177	162	59	dimensional	dimensional	ADJ
cana-6177	162	60	action	action	NOUN
cana-6177	162	61	spaces	space	NOUN
cana-6177	162	62	bayesian	bayesian	NOUN
cana-6177	162	63	neural	neural	ADJ
cana-6177	162	64	bandits	bandit	NOUN
cana-6177	162	65	,	,	PUNCT
cana-6177	162	66	deep	deep	ADJ
cana-6177	162	67	contextual	contextual	ADJ
cana-6177	162	68	bandits	bandit	NOUN
cana-6177	162	69	,	,	PUNCT
cana-6177	162	70	meta	meta	ADJ
cana-6177	162	71	-	-	PUNCT
cana-6177	162	72	learning	learn	VERB
cana-6177	162	73	bandits	bandit	NOUN
cana-6177	162	74	;	;	PUNCT
cana-6177	162	75	rich	rich	ADJ
cana-6177	162	76	contextual	contextual	ADJ
cana-6177	162	77	signals	signal	NOUN
cana-6177	162	78	(	(	PUNCT
cana-6177	162	79	product	product	NOUN
cana-6177	162	80	embeddings	embedding	NOUN
cana-6177	162	81	,	,	PUNCT
cana-6177	162	82	user	user	NOUN
cana-6177	162	83	behavior	behavior	NOUN
cana-6177	162	84	,	,	PUNCT
cana-6177	162	85	inventory	inventory	NOUN
cana-6177	162	86	constraints	constraint	NOUN
cana-6177	162	87	)	)	PUNCT
cana-6177	162	88	multi	multi	ADJ
cana-6177	162	89	-	-	ADJ
cana-6177	162	90	objective	objective	ADJ
cana-6177	162	91	optimization	optimization	NOUN
cana-6177	162	92	balance	balance	NOUN
cana-6177	162	93	iroas	iroas	PROPN
cana-6177	162	94	,	,	PUNCT
cana-6177	162	95	customer	customer	NOUN
cana-6177	162	96	lifetime	lifetime	NOUN
cana-6177	162	97	value	value	NOUN
cana-6177	162	98	,	,	PUNCT
cana-6177	162	99	diversity	diversity	NOUN
cana-6177	162	100	,	,	PUNCT
cana-6177	162	101	and	and	CCONJ
cana-6177	162	102	advertiser	advertiser	NOUN
cana-6177	162	103	constraints	constraint	NOUN
cana-6177	162	104	pareto	pareto	VERB
cana-6177	162	105	front	front	ADJ
cana-6177	162	106	optimization	optimization	NOUN
cana-6177	162	107	,	,	PUNCT
cana-6177	162	108	scalarization	scalarization	NOUN
cana-6177	162	109	,	,	PUNCT
cana-6177	162	110	and	and	CCONJ
cana-6177	162	111	multi	multi	ADJ
cana-6177	162	112	-	-	ADJ
cana-6177	162	113	objective	objective	ADJ
cana-6177	162	114	bandits	bandit	NOUN
cana-6177	162	115	delayed	delay	VERB
cana-6177	162	116	reward	reward	NOUN
cana-6177	162	117	problem	problem	NOUN
cana-6177	162	118	handle	handle	VERB
cana-6177	162	119	latency	latency	NOUN
cana-6177	162	120	between	between	ADP
cana-6177	162	121	ad	ad	NOUN
cana-6177	162	122	exposure	exposure	NOUN
cana-6177	162	123	and	and	CCONJ
cana-6177	162	124	conversion	conversion	NOUN
cana-6177	162	125	temporal	temporal	ADJ
cana-6177	162	126	difference	difference	NOUN
cana-6177	162	127	learning	learning	NOUN
cana-6177	162	128	,	,	PUNCT
cana-6177	162	129	lstmbased	lstmbased	ADJ
cana-6177	162	130	bandits	bandit	NOUN
cana-6177	162	131	,	,	PUNCT
cana-6177	162	132	sequential	sequential	ADJ
cana-6177	162	133	credit	credit	NOUN
cana-6177	162	134	assignment	assignment	NOUN
cana-6177	162	135	privacypreserving	privacypreserving	NOUN
cana-6177	162	136	learning	learning	NOUN
cana-6177	162	137	maintain	maintain	VERB
cana-6177	162	138	performance	performance	NOUN
cana-6177	162	139	under	under	ADP
cana-6177	162	140	privacy	privacy	NOUN
cana-6177	162	141	constraints	constraint	NOUN
cana-6177	162	142	.	.	PUNCT
cana-6177	163	1	differential	differential	ADJ
cana-6177	163	2	privacy	privacy	NOUN
cana-6177	163	3	mechanisms	mechanism	NOUN
cana-6177	163	4	,	,	PUNCT
cana-6177	163	5	bayesian	bayesian	NOUN
cana-6177	163	6	robustness	robustness	NOUN
cana-6177	163	7	,	,	PUNCT
cana-6177	163	8	distributionally	distributionally	ADV
cana-6177	163	9	robust	robust	ADJ
cana-6177	163	10	optimization	optimization	NOUN
cana-6177	163	11	,	,	PUNCT
cana-6177	163	12	federated	federate	VERB
cana-6177	163	13	bandits	bandit	NOUN
cana-6177	163	14	multi	multi	ADJ
cana-6177	163	15	-	-	ADJ
cana-6177	163	16	touch	touch	ADJ
cana-6177	163	17	journey	journey	NOUN
cana-6177	163	18	modeling	model	VERB
cana-6177	163	19	capture	capture	NOUN
cana-6177	163	20	value	value	NOUN
cana-6177	163	21	across	across	ADP
cana-6177	163	22	sequential	sequential	ADJ
cana-6177	163	23	user	user	NOUN
cana-6177	163	24	interactions	interaction	NOUN
cana-6177	163	25	markov	markov	NOUN
cana-6177	163	26	decision	decision	NOUN
cana-6177	163	27	processes	process	NOUN
cana-6177	163	28	(	(	PUNCT
cana-6177	163	29	mdps	mdps	NOUN
cana-6177	163	30	)	)	PUNCT
cana-6177	163	31	,	,	PUNCT
cana-6177	163	32	recurrent	recurrent	ADJ
cana-6177	163	33	neural	neural	ADJ
cana-6177	163	34	networks	network	NOUN
cana-6177	163	35	(	(	PUNCT
cana-6177	163	36	rnns	rnns	PROPN
cana-6177	163	37	)	)	PUNCT
cana-6177	163	38	,	,	PUNCT
cana-6177	163	39	policy	policy	NOUN
cana-6177	163	40	gradient	gradient	NOUN
cana-6177	163	41	methods	method	NOUN
cana-6177	163	42	creative	creative	ADJ
cana-6177	163	43	-	-	PUNCT
cana-6177	163	44	level	level	NOUN
cana-6177	163	45	optimization	optimization	NOUN
cana-6177	163	46	dynamically	dynamically	ADV
cana-6177	163	47	personalize	personalize	VERB
cana-6177	163	48	ad	ad	NOUN
cana-6177	163	49	creatives	creative	NOUN
cana-6177	163	50	alongside	alongside	ADP
cana-6177	163	51	placements	placement	VERB
cana-6177	163	52	multi	multi	ADJ
cana-6177	163	53	-	-	ADJ
cana-6177	163	54	level	level	ADJ
cana-6177	163	55	or	or	CCONJ
cana-6177	163	56	hierarchical	hierarchical	ADJ
cana-6177	163	57	bandits	bandit	NOUN
cana-6177	163	58	selecting	select	VERB
cana-6177	163	59	both	both	CCONJ
cana-6177	163	60	placement	placement	NOUN
cana-6177	163	61	and	and	CCONJ
cana-6177	163	62	creative	creative	ADJ
cana-6177	163	63	variation	variation	NOUN
cana-6177	163	64	simulation	simulation	NOUN
cana-6177	163	65	-	-	PUNCT
cana-6177	163	66	based	base	VERB
cana-6177	163	67	evaluation	evaluation	NOUN
cana-6177	163	68	safely	safely	ADV
cana-6177	163	69	test	test	VERB
cana-6177	163	70	policies	policy	NOUN
cana-6177	163	71	before	before	SCONJ
cana-6177	163	72	real	real	ADJ
cana-6177	163	73	-	-	PUNCT
cana-6177	163	74	world	world	NOUN
cana-6177	163	75	deployment	deployment	NOUN
cana-6177	163	76	offline	offline	ADJ
cana-6177	163	77	simulators	simulator	NOUN
cana-6177	163	78	using	use	VERB
cana-6177	163	79	historical	historical	ADJ
cana-6177	163	80	data	datum	NOUN
cana-6177	163	81	,	,	PUNCT
cana-6177	163	82	user	user	NOUN
cana-6177	163	83	models	model	NOUN
cana-6177	163	84	,	,	PUNCT
cana-6177	163	85	and	and	CCONJ
cana-6177	163	86	traffic	traffic	NOUN
cana-6177	163	87	emulation	emulation	NOUN
cana-6177	163	88	communications	communication	NOUN
cana-6177	163	89	on	on	ADP
cana-6177	163	90	applied	apply	VERB
cana-6177	163	91	nonlinear	nonlinear	ADJ
cana-6177	163	92	analysis	analysis	NOUN
cana-6177	163	93	issn	issn	NOUN
cana-6177	163	94	:	:	PUNCT
cana-6177	163	95	1074	1074	NUM
cana-6177	163	96	-	-	PUNCT
cana-6177	163	97	133x	133x	NUM
cana-6177	163	98	vol	vol	NOUN
cana-6177	163	99	32	32	NUM
cana-6177	163	100	no	no	NOUN
cana-6177	163	101	.	.	PUNCT
cana-6177	164	1	1s	1s	NUM
cana-6177	164	2	(	(	PUNCT
cana-6177	164	3	2025	2025	NUM
cana-6177	164	4	)	)	PUNCT
cana-6177	164	5	707	707	NUM
cana-6177	164	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	164	7	interpretability	interpretability	NOUN
cana-6177	164	8	&	&	CCONJ
cana-6177	164	9	adoption	adoption	NOUN
cana-6177	164	10	facilitate	facilitate	VERB
cana-6177	164	11	organizational	organizational	ADJ
cana-6177	164	12	acceptance	acceptance	NOUN
cana-6177	164	13	and	and	CCONJ
cana-6177	164	14	understanding	understand	VERB
cana-6177	164	15	explainable	explainable	ADJ
cana-6177	164	16	ai	ai	NOUN
cana-6177	164	17	tools	tool	NOUN
cana-6177	164	18	,	,	PUNCT
cana-6177	164	19	transparent	transparent	ADJ
cana-6177	164	20	dashboards	dashboard	NOUN
cana-6177	164	21	,	,	PUNCT
cana-6177	164	22	training	training	NOUN
cana-6177	164	23	,	,	PUNCT
cana-6177	164	24	and	and	CCONJ
cana-6177	164	25	education	education	NOUN
cana-6177	164	26	for	for	ADP
cana-6177	164	27	marketers	marketer	NOUN
cana-6177	164	28	6	6	NUM
cana-6177	164	29	.	.	PUNCT
cana-6177	165	1	conclusion	conclusion	NOUN
cana-6177	165	2	in	in	ADP
cana-6177	165	3	conclusion	conclusion	NOUN
cana-6177	165	4	,	,	PUNCT
cana-6177	165	5	the	the	DET
cana-6177	165	6	integration	integration	NOUN
cana-6177	165	7	of	of	ADP
cana-6177	165	8	incremental	incremental	ADJ
cana-6177	165	9	return	return	NOUN
cana-6177	165	10	on	on	ADP
cana-6177	165	11	ad	ad	NOUN
cana-6177	165	12	spend	spend	NOUN
cana-6177	165	13	(	(	PUNCT
cana-6177	165	14	iroas	iroas	ADV
cana-6177	165	15	)	)	PUNCT
cana-6177	165	16	with	with	ADP
cana-6177	165	17	multi	multi	ADJ
cana-6177	165	18	-	-	ADJ
cana-6177	165	19	armed	armed	ADJ
cana-6177	165	20	bandit	bandit	NOUN
cana-6177	165	21	(	(	PUNCT
cana-6177	165	22	mab	mab	NOUN
cana-6177	165	23	)	)	PUNCT
cana-6177	165	24	algorithms	algorithm	NOUN
cana-6177	165	25	within	within	ADP
cana-6177	165	26	retail	retail	ADJ
cana-6177	165	27	media	medium	NOUN
cana-6177	165	28	networks	network	NOUN
cana-6177	165	29	(	(	PUNCT
cana-6177	165	30	rmns	rmn	NOUN
cana-6177	165	31	)	)	PUNCT
cana-6177	165	32	represents	represent	VERB
cana-6177	165	33	a	a	DET
cana-6177	165	34	powerful	powerful	ADJ
cana-6177	165	35	evolution	evolution	NOUN
cana-6177	165	36	in	in	ADP
cana-6177	165	37	performance	performance	NOUN
cana-6177	165	38	marketing	marketing	NOUN
cana-6177	165	39	,	,	PUNCT
cana-6177	165	40	one	one	NUM
cana-6177	165	41	that	that	PRON
cana-6177	165	42	is	be	AUX
cana-6177	165	43	both	both	CCONJ
cana-6177	165	44	intelligent	intelligent	ADJ
cana-6177	165	45	in	in	ADP
cana-6177	165	46	its	its	PRON
cana-6177	165	47	adaptiveness	adaptiveness	NOUN
cana-6177	165	48	and	and	CCONJ
cana-6177	165	49	grounded	ground	VERB
cana-6177	165	50	in	in	ADP
cana-6177	165	51	causal	causal	ADJ
cana-6177	165	52	rigor	rigor	NOUN
cana-6177	165	53	.	.	PUNCT
cana-6177	166	1	this	this	DET
cana-6177	166	2	approach	approach	NOUN
cana-6177	166	3	shifts	shift	NOUN
cana-6177	166	4	the	the	DET
cana-6177	166	5	strategic	strategic	ADJ
cana-6177	166	6	focus	focus	NOUN
cana-6177	166	7	from	from	ADP
cana-6177	166	8	superficial	superficial	ADJ
cana-6177	166	9	engagement	engagement	NOUN
cana-6177	166	10	metrics	metric	NOUN
cana-6177	166	11	to	to	ADP
cana-6177	166	12	a	a	DET
cana-6177	166	13	more	more	ADV
cana-6177	166	14	substantive	substantive	ADJ
cana-6177	166	15	goal	goal	NOUN
cana-6177	166	16	:	:	PUNCT
cana-6177	166	17	measuring	measure	VERB
cana-6177	166	18	and	and	CCONJ
cana-6177	166	19	optimizing	optimize	VERB
cana-6177	166	20	incremental	incremental	ADJ
cana-6177	166	21	value	value	NOUN
cana-6177	166	22	generated	generate	VERB
cana-6177	166	23	by	by	ADP
cana-6177	166	24	advertising	advertising	NOUN
cana-6177	166	25	.	.	PUNCT
cana-6177	167	1	unlike	unlike	ADP
cana-6177	167	2	traditional	traditional	ADJ
cana-6177	167	3	heuristics	heuristic	NOUN
cana-6177	167	4	or	or	CCONJ
cana-6177	167	5	rule	rule	NOUN
cana-6177	167	6	-	-	PUNCT
cana-6177	167	7	based	base	VERB
cana-6177	167	8	bidding	bidding	NOUN
cana-6177	167	9	systems	system	NOUN
cana-6177	167	10	,	,	PUNCT
cana-6177	167	11	the	the	DET
cana-6177	167	12	iroas	iroas	ADJ
cana-6177	167	13	-	-	PUNCT
cana-6177	167	14	mab	mab	NOUN
cana-6177	167	15	framework	framework	NOUN
cana-6177	167	16	enables	enable	VERB
cana-6177	167	17	continuous	continuous	ADJ
cana-6177	167	18	learning	learning	NOUN
cana-6177	167	19	,	,	PUNCT
cana-6177	167	20	data	data	NOUN
cana-6177	167	21	-	-	PUNCT
cana-6177	167	22	driven	drive	VERB
cana-6177	167	23	adaptation	adaptation	NOUN
cana-6177	167	24	,	,	PUNCT
cana-6177	167	25	and	and	CCONJ
cana-6177	167	26	real	real	ADJ
cana-6177	167	27	-	-	PUNCT
cana-6177	167	28	time	time	NOUN
cana-6177	167	29	decision	decision	NOUN
cana-6177	167	30	-	-	PUNCT
cana-6177	167	31	making	making	NOUN
cana-6177	167	32	that	that	PRON
cana-6177	167	33	better	well	ADJ
cana-6177	167	34	aligns	align	VERB
cana-6177	167	35	with	with	ADP
cana-6177	167	36	actual	actual	ADJ
cana-6177	167	37	business	business	NOUN
cana-6177	167	38	outcomes	outcome	NOUN
cana-6177	167	39	.	.	PUNCT
cana-6177	168	1	however	however	ADV
cana-6177	168	2	,	,	PUNCT
cana-6177	168	3	fully	fully	ADV
cana-6177	168	4	realizing	realize	VERB
cana-6177	168	5	the	the	DET
cana-6177	168	6	potential	potential	NOUN
cana-6177	168	7	of	of	ADP
cana-6177	168	8	this	this	DET
cana-6177	168	9	paradigm	paradigm	NOUN
cana-6177	168	10	requires	require	VERB
cana-6177	168	11	sustained	sustain	VERB
cana-6177	168	12	innovation	innovation	NOUN
cana-6177	168	13	and	and	CCONJ
cana-6177	168	14	collaboration	collaboration	NOUN
cana-6177	168	15	across	across	ADP
cana-6177	168	16	several	several	ADJ
cana-6177	168	17	domains	domain	NOUN
cana-6177	168	18	.	.	PUNCT
cana-6177	169	1	advances	advance	NOUN
cana-6177	169	2	in	in	ADP
cana-6177	169	3	algorithmic	algorithmic	ADJ
cana-6177	169	4	development	development	NOUN
cana-6177	169	5	,	,	PUNCT
cana-6177	169	6	particularly	particularly	ADV
cana-6177	169	7	in	in	ADP
cana-6177	169	8	contextual	contextual	ADJ
cana-6177	169	9	,	,	PUNCT
cana-6177	169	10	multi	multi	ADJ
cana-6177	169	11	-	-	ADJ
cana-6177	169	12	objective	objective	ADJ
cana-6177	169	13	,	,	PUNCT
cana-6177	169	14	and	and	CCONJ
cana-6177	169	15	privacy	privacy	NOUN
cana-6177	169	16	-	-	PUNCT
cana-6177	169	17	preserving	preserve	VERB
cana-6177	169	18	bandit	bandit	NOUN
cana-6177	169	19	variants	variant	NOUN
cana-6177	169	20	,	,	PUNCT
cana-6177	169	21	must	must	AUX
cana-6177	169	22	keep	keep	VERB
cana-6177	169	23	pace	pace	NOUN
cana-6177	169	24	with	with	ADP
cana-6177	169	25	the	the	DET
cana-6177	169	26	increasing	increase	VERB
cana-6177	169	27	complexity	complexity	NOUN
cana-6177	169	28	of	of	ADP
cana-6177	169	29	user	user	NOUN
cana-6177	169	30	journeys	journey	NOUN
cana-6177	169	31	and	and	CCONJ
cana-6177	169	32	retail	retail	ADJ
cana-6177	169	33	inventories	inventory	NOUN
cana-6177	169	34	.	.	PUNCT
cana-6177	170	1	similarly	similarly	ADV
cana-6177	170	2	,	,	PUNCT
cana-6177	170	3	causal	causal	ADJ
cana-6177	170	4	inference	inference	NOUN
cana-6177	170	5	methods	method	NOUN
cana-6177	170	6	used	use	VERB
cana-6177	170	7	to	to	PART
cana-6177	170	8	estimate	estimate	VERB
cana-6177	170	9	iroas	iroas	ADJ
cana-6177	170	10	need	need	VERB
cana-6177	170	11	to	to	PART
cana-6177	170	12	evolve	evolve	VERB
cana-6177	170	13	toward	toward	ADP
cana-6177	170	14	more	more	ADV
cana-6177	170	15	scalable	scalable	ADJ
cana-6177	170	16	,	,	PUNCT
cana-6177	170	17	robust	robust	ADJ
cana-6177	170	18	,	,	PUNCT
cana-6177	170	19	and	and	CCONJ
cana-6177	170	20	low	low	ADJ
cana-6177	170	21	-	-	PUNCT
cana-6177	170	22	latency	latency	NOUN
cana-6177	170	23	techniques	technique	NOUN
cana-6177	170	24	to	to	PART
cana-6177	170	25	enable	enable	VERB
cana-6177	170	26	seamless	seamless	ADJ
cana-6177	170	27	integration	integration	NOUN
cana-6177	170	28	into	into	ADP
cana-6177	170	29	real	real	ADJ
cana-6177	170	30	-	-	PUNCT
cana-6177	170	31	time	time	NOUN
cana-6177	170	32	systems	system	NOUN
cana-6177	170	33	.	.	PUNCT
cana-6177	171	1	furthermore	furthermore	ADV
cana-6177	171	2	,	,	PUNCT
cana-6177	171	3	the	the	DET
cana-6177	171	4	supporting	support	VERB
cana-6177	171	5	data	data	NOUN
cana-6177	171	6	infrastructure	infrastructure	NOUN
cana-6177	171	7	must	must	AUX
cana-6177	171	8	be	be	AUX
cana-6177	171	9	capable	capable	ADJ
cana-6177	171	10	of	of	ADP
cana-6177	171	11	ingesting	ingest	VERB
cana-6177	171	12	,	,	PUNCT
cana-6177	171	13	processing	processing	NOUN
cana-6177	171	14	,	,	PUNCT
cana-6177	171	15	and	and	CCONJ
cana-6177	171	16	synchronizing	synchronize	VERB
cana-6177	171	17	high	high	ADJ
cana-6177	171	18	-	-	PUNCT
cana-6177	171	19	frequency	frequency	NOUN
cana-6177	171	20	behavioral	behavioral	ADJ
cana-6177	171	21	signals	signal	NOUN
cana-6177	171	22	across	across	ADP
cana-6177	171	23	platforms	platform	NOUN
cana-6177	171	24	while	while	SCONJ
cana-6177	171	25	maintaining	maintain	VERB
cana-6177	171	26	accuracy	accuracy	NOUN
cana-6177	171	27	,	,	PUNCT
cana-6177	171	28	compliance	compliance	NOUN
cana-6177	171	29	,	,	PUNCT
cana-6177	171	30	and	and	CCONJ
cana-6177	171	31	interpretability	interpretability	NOUN
cana-6177	171	32	.	.	PUNCT
cana-6177	172	1	equally	equally	ADV
cana-6177	172	2	important	important	ADJ
cana-6177	172	3	is	be	AUX
cana-6177	172	4	the	the	DET
cana-6177	172	5	human	human	ADJ
cana-6177	172	6	element	element	NOUN
cana-6177	172	7	.	.	PUNCT
cana-6177	173	1	for	for	SCONJ
cana-6177	173	2	broad	broad	ADJ
cana-6177	173	3	adoption	adoption	NOUN
cana-6177	173	4	to	to	PART
cana-6177	173	5	occur	occur	VERB
cana-6177	173	6	,	,	PUNCT
cana-6177	173	7	explainability	explainability	NOUN
cana-6177	173	8	and	and	CCONJ
cana-6177	173	9	transparency	transparency	NOUN
cana-6177	173	10	must	must	AUX
cana-6177	173	11	be	be	AUX
cana-6177	173	12	embedded	embed	VERB
cana-6177	173	13	into	into	ADP
cana-6177	173	14	the	the	DET
cana-6177	173	15	framework	framework	NOUN
cana-6177	173	16	so	so	SCONJ
cana-6177	173	17	that	that	SCONJ
cana-6177	173	18	marketing	marketing	NOUN
cana-6177	173	19	teams	team	NOUN
cana-6177	173	20	,	,	PUNCT
cana-6177	173	21	media	medium	NOUN
cana-6177	173	22	planners	planner	NOUN
cana-6177	173	23	,	,	PUNCT
cana-6177	173	24	and	and	CCONJ
cana-6177	173	25	executives	executive	NOUN
cana-6177	173	26	can	can	AUX
cana-6177	173	27	confidently	confidently	ADV
cana-6177	173	28	interpret	interpret	VERB
cana-6177	173	29	model	model	NOUN
cana-6177	173	30	decisions	decision	NOUN
cana-6177	173	31	,	,	PUNCT
cana-6177	173	32	align	align	VERB
cana-6177	173	33	them	they	PRON
cana-6177	173	34	with	with	ADP
cana-6177	173	35	strategic	strategic	ADJ
cana-6177	173	36	goals	goal	NOUN
cana-6177	173	37	,	,	PUNCT
cana-6177	173	38	and	and	CCONJ
cana-6177	173	39	trust	trust	VERB
cana-6177	173	40	the	the	DET
cana-6177	173	41	systems	system	NOUN
cana-6177	173	42	managing	manage	VERB
cana-6177	173	43	increasingly	increasingly	ADV
cana-6177	173	44	large	large	ADJ
cana-6177	173	45	portions	portion	NOUN
cana-6177	173	46	of	of	ADP
cana-6177	173	47	their	their	PRON
cana-6177	173	48	ad	ad	NOUN
cana-6177	173	49	budgets	budget	NOUN
cana-6177	173	50	.	.	PUNCT
cana-6177	174	1	this	this	PRON
cana-6177	174	2	necessitates	necessitate	VERB
cana-6177	174	3	the	the	DET
cana-6177	174	4	development	development	NOUN
cana-6177	174	5	of	of	ADP
cana-6177	174	6	humancentered	humancentere	VERB
cana-6177	174	7	tools	tool	NOUN
cana-6177	174	8	,	,	PUNCT
cana-6177	174	9	intuitive	intuitive	ADJ
cana-6177	174	10	reporting	reporting	NOUN
cana-6177	174	11	dashboards	dashboard	NOUN
cana-6177	174	12	,	,	PUNCT
cana-6177	174	13	and	and	CCONJ
cana-6177	174	14	comprehensive	comprehensive	ADJ
cana-6177	174	15	governance	governance	NOUN
cana-6177	174	16	frameworks	framework	NOUN
cana-6177	174	17	to	to	PART
cana-6177	174	18	support	support	VERB
cana-6177	174	19	responsible	responsible	ADJ
cana-6177	174	20	ai	ai	NOUN
cana-6177	174	21	deployment	deployment	NOUN
cana-6177	174	22	.	.	PUNCT
cana-6177	175	1	ultimately	ultimately	ADV
cana-6177	175	2	,	,	PUNCT
cana-6177	175	3	the	the	DET
cana-6177	175	4	future	future	NOUN
cana-6177	175	5	of	of	ADP
cana-6177	175	6	retail	retail	ADJ
cana-6177	175	7	advertising	advertising	NOUN
cana-6177	175	8	lies	lie	VERB
cana-6177	175	9	not	not	PART
cana-6177	175	10	simply	simply	ADV
cana-6177	175	11	in	in	ADP
cana-6177	175	12	capturing	capture	VERB
cana-6177	175	13	consumer	consumer	NOUN
cana-6177	175	14	attention	attention	NOUN
cana-6177	175	15	but	but	CCONJ
cana-6177	175	16	in	in	ADP
cana-6177	175	17	quantifying	quantify	VERB
cana-6177	175	18	and	and	CCONJ
cana-6177	175	19	optimizing	optimize	VERB
cana-6177	175	20	the	the	DET
cana-6177	175	21	true	true	ADJ
cana-6177	175	22	value	value	NOUN
cana-6177	175	23	that	that	SCONJ
cana-6177	175	24	advertising	advertising	NOUN
cana-6177	175	25	generates	generate	NOUN
cana-6177	175	26	.	.	PUNCT
cana-6177	176	1	in	in	ADP
cana-6177	176	2	this	this	DET
cana-6177	176	3	transformation	transformation	NOUN
cana-6177	176	4	,	,	PUNCT
cana-6177	176	5	iroas	iroas	ADJ
cana-6177	176	6	-	-	PUNCT
cana-6177	176	7	mab	mab	NOUN
cana-6177	176	8	frameworks	framework	NOUN
cana-6177	176	9	are	be	AUX
cana-6177	176	10	poised	poise	VERB
cana-6177	176	11	to	to	PART
cana-6177	176	12	serve	serve	VERB
cana-6177	176	13	as	as	SCONJ
cana-6177	176	14	the	the	DET
cana-6177	176	15	foundational	foundational	ADJ
cana-6177	176	16	engine	engine	NOUN
cana-6177	176	17	combining	combine	VERB
cana-6177	176	18	causality	causality	NOUN
cana-6177	176	19	,	,	PUNCT
cana-6177	176	20	adaptability	adaptability	NOUN
cana-6177	176	21	,	,	PUNCT
cana-6177	176	22	and	and	CCONJ
cana-6177	176	23	automation	automation	NOUN
cana-6177	176	24	to	to	PART
cana-6177	176	25	enable	enable	VERB
cana-6177	176	26	smarter	smart	ADJ
cana-6177	176	27	,	,	PUNCT
cana-6177	176	28	more	more	ADV
cana-6177	176	29	accountable	accountable	ADJ
cana-6177	176	30	advertising	advertising	NOUN
cana-6177	176	31	at	at	ADP
cana-6177	176	32	scale	scale	NOUN
cana-6177	176	33	.	.	PUNCT
cana-6177	177	1	references	reference	NOUN
cana-6177	177	2	[	[	X
cana-6177	177	3	1	1	NUM
cana-6177	177	4	]	]	PUNCT
cana-6177	177	5	lewis	lewis	PROPN
cana-6177	177	6	,	,	PUNCT
cana-6177	177	7	r.	r.	PROPN
cana-6177	177	8	a.	a.	PROPN
cana-6177	177	9	,	,	PUNCT
cana-6177	177	10	&	&	CCONJ
cana-6177	177	11	rao	rao	PROPN
cana-6177	177	12	,	,	PUNCT
cana-6177	177	13	j.	j.	PROPN
cana-6177	177	14	m.	m.	PROPN
cana-6177	177	15	(	(	PUNCT
cana-6177	177	16	2015	2015	NUM
cana-6177	177	17	)	)	PUNCT
cana-6177	177	18	.	.	PUNCT
cana-6177	178	1	the	the	DET
cana-6177	178	2	unfavorable	unfavorable	ADJ
cana-6177	178	3	economics	economic	NOUN
cana-6177	178	4	of	of	ADP
cana-6177	178	5	measuring	measure	VERB
cana-6177	178	6	the	the	DET
cana-6177	178	7	returns	return	NOUN
cana-6177	178	8	to	to	ADP
cana-6177	178	9	advertising	advertising	NOUN
cana-6177	178	10	.	.	PUNCT
cana-6177	179	1	the	the	DET
cana-6177	179	2	quarterly	quarterly	ADJ
cana-6177	179	3	journal	journal	NOUN
cana-6177	179	4	of	of	ADP
cana-6177	179	5	economics	economic	NOUN
cana-6177	179	6	,	,	PUNCT
cana-6177	179	7	130(4	130(4	NUM
cana-6177	179	8	)	)	PUNCT
cana-6177	179	9	,	,	PUNCT
cana-6177	179	10	1941	1941	NUM
cana-6177	179	11	-	-	SYM
cana-6177	179	12	1973	1973	NUM
cana-6177	179	13	.	.	PUNCT
cana-6177	180	1	[	[	X
cana-6177	180	2	2	2	NUM
cana-6177	180	3	]	]	PUNCT
cana-6177	180	4	dalessandro	dalessandro	PROPN
cana-6177	180	5	,	,	PUNCT
cana-6177	180	6	b.	b.	PROPN
cana-6177	180	7	,	,	PUNCT
cana-6177	180	8	perlich	perlich	PROPN
cana-6177	180	9	,	,	PUNCT
cana-6177	180	10	c.	c.	NOUN
cana-6177	180	11	,	,	PUNCT
cana-6177	180	12	stitelman	stitelman	NOUN
cana-6177	180	13	,	,	PUNCT
cana-6177	180	14	o.	o.	NOUN
cana-6177	180	15	,	,	PUNCT
cana-6177	180	16	&	&	CCONJ
cana-6177	180	17	provost	provost	PROPN
cana-6177	180	18	,	,	PUNCT
cana-6177	180	19	f.	f.	PROPN
cana-6177	180	20	(	(	PUNCT
cana-6177	180	21	2012	2012	NUM
cana-6177	180	22	,	,	PUNCT
cana-6177	180	23	august	august	PROPN
cana-6177	180	24	)	)	PUNCT
cana-6177	180	25	.	.	PUNCT
cana-6177	181	1	causally	causally	ADV
cana-6177	181	2	motivated	motivated	ADJ
cana-6177	181	3	attribution	attribution	NOUN
cana-6177	181	4	for	for	ADP
cana-6177	181	5	online	online	ADJ
cana-6177	181	6	advertising	advertising	NOUN
cana-6177	181	7	.	.	PUNCT
cana-6177	182	1	in	in	ADP
cana-6177	182	2	proceedings	proceeding	NOUN
cana-6177	182	3	of	of	ADP
cana-6177	182	4	the	the	DET
cana-6177	182	5	sixth	sixth	ADJ
cana-6177	182	6	international	international	ADJ
cana-6177	182	7	workshop	workshop	NOUN
cana-6177	182	8	on	on	ADP
cana-6177	182	9	data	datum	NOUN
cana-6177	182	10	mining	mining	NOUN
cana-6177	182	11	for	for	ADP
cana-6177	182	12	online	online	ADJ
cana-6177	182	13	advertising	advertising	NOUN
cana-6177	182	14	and	and	CCONJ
cana-6177	182	15	internet	internet	NOUN
cana-6177	182	16	economy	economy	NOUN
cana-6177	182	17	(	(	PUNCT
cana-6177	182	18	pp	pp	ADJ
cana-6177	182	19	.	.	PUNCT
cana-6177	183	1	1	1	NUM
cana-6177	183	2	-	-	SYM
cana-6177	183	3	9	9	NUM
cana-6177	183	4	)	)	PUNCT
cana-6177	183	5	.	.	PUNCT
cana-6177	184	1	communications	communication	NOUN
cana-6177	184	2	on	on	ADP
cana-6177	184	3	applied	apply	VERB
cana-6177	184	4	nonlinear	nonlinear	ADJ
cana-6177	184	5	analysis	analysis	NOUN
cana-6177	184	6	issn	issn	NOUN
cana-6177	184	7	:	:	PUNCT
cana-6177	184	8	1074	1074	NUM
cana-6177	184	9	-	-	PUNCT
cana-6177	184	10	133x	133x	NUM
cana-6177	184	11	vol	vol	NOUN
cana-6177	184	12	32	32	NUM
cana-6177	184	13	no	no	NOUN
cana-6177	184	14	.	.	PUNCT
cana-6177	185	1	1s	1s	NUM
cana-6177	185	2	(	(	PUNCT
cana-6177	185	3	2025	2025	NUM
cana-6177	185	4	)	)	PUNCT
cana-6177	185	5	708	708	NUM
cana-6177	185	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	186	1	[	[	X
cana-6177	186	2	3	3	NUM
cana-6177	186	3	]	]	X
cana-6177	186	4	rojas	rojas	NOUN
cana-6177	186	5	-	-	PUNCT
cana-6177	186	6	carulla	carulla	NOUN
cana-6177	186	7	,	,	PUNCT
cana-6177	186	8	m.	m.	NOUN
cana-6177	186	9	,	,	PUNCT
cana-6177	186	10	schölkopf	schölkopf	NOUN
cana-6177	186	11	,	,	PUNCT
cana-6177	186	12	b.	b.	PROPN
cana-6177	186	13	,	,	PUNCT
cana-6177	186	14	turner	turner	PROPN
cana-6177	186	15	,	,	PUNCT
cana-6177	186	16	r.	r.	PROPN
cana-6177	186	17	,	,	PUNCT
cana-6177	186	18	&	&	CCONJ
cana-6177	186	19	peters	peters	PROPN
cana-6177	186	20	,	,	PUNCT
cana-6177	186	21	j.	j.	PROPN
cana-6177	186	22	(	(	PUNCT
cana-6177	186	23	2018	2018	NUM
cana-6177	186	24	)	)	PUNCT
cana-6177	186	25	.	.	PUNCT
cana-6177	187	1	invariant	invariant	ADJ
cana-6177	187	2	models	model	NOUN
cana-6177	187	3	for	for	ADP
cana-6177	187	4	causal	causal	ADJ
cana-6177	187	5	transfer	transfer	NOUN
cana-6177	187	6	learning	learning	NOUN
cana-6177	187	7	.	.	PUNCT
cana-6177	188	1	journal	journal	PROPN
cana-6177	188	2	of	of	ADP
cana-6177	188	3	machine	machine	NOUN
cana-6177	188	4	learning	learn	VERB
cana-6177	188	5	research	research	NOUN
cana-6177	188	6	,	,	PUNCT
cana-6177	188	7	19(36	19(36	NUM
cana-6177	188	8	)	)	PUNCT
cana-6177	188	9	,	,	PUNCT
cana-6177	188	10	1	1	NUM
cana-6177	188	11	-	-	SYM
cana-6177	188	12	34	34	NUM
cana-6177	188	13	.	.	PUNCT
cana-6177	189	1	[	[	X
cana-6177	189	2	4	4	NUM
cana-6177	189	3	]	]	X
cana-6177	189	4	mierswa	mierswa	PROPN
cana-6177	189	5	,	,	PUNCT
cana-6177	189	6	i.	i.	PROPN
cana-6177	189	7	,	,	PUNCT
cana-6177	189	8	&	&	CCONJ
cana-6177	189	9	wurst	wurst	AUX
cana-6177	189	10	,	,	PUNCT
cana-6177	189	11	m.	m.	NOUN
cana-6177	189	12	(	(	PUNCT
cana-6177	189	13	2005	2005	NUM
cana-6177	189	14	,	,	PUNCT
cana-6177	189	15	october	october	PROPN
cana-6177	189	16	)	)	PUNCT
cana-6177	189	17	.	.	PUNCT
cana-6177	190	1	efficient	efficient	ADJ
cana-6177	190	2	case	case	NOUN
cana-6177	190	3	-	-	PUNCT
cana-6177	190	4	based	base	VERB
cana-6177	190	5	feature	feature	NOUN
cana-6177	190	6	construction	construction	NOUN
cana-6177	190	7	.	.	PUNCT
cana-6177	191	1	in	in	ADP
cana-6177	191	2	european	european	ADJ
cana-6177	191	3	conference	conference	PROPN
cana-6177	191	4	on	on	ADP
cana-6177	191	5	machine	machine	NOUN
cana-6177	191	6	learning	learning	NOUN
cana-6177	191	7	(	(	PUNCT
cana-6177	191	8	pp	pp	ADJ
cana-6177	191	9	.	.	PUNCT
cana-6177	191	10	641	641	NUM
cana-6177	191	11	-	-	SYM
cana-6177	191	12	648	648	NUM
cana-6177	191	13	)	)	PUNCT
cana-6177	191	14	.	.	PUNCT
cana-6177	192	1	berlin	berlin	PROPN
cana-6177	192	2	,	,	PUNCT
cana-6177	192	3	heidelberg	heidelberg	PROPN
cana-6177	192	4	:	:	PUNCT
cana-6177	192	5	springer	springer	PROPN
cana-6177	192	6	berlin	berlin	PROPN
cana-6177	192	7	heidelberg	heidelberg	PROPN
cana-6177	192	8	.	.	PUNCT
cana-6177	193	1	[	[	X
cana-6177	193	2	5	5	NUM
cana-6177	193	3	]	]	SYM
cana-6177	193	4	scott	scott	PROPN
cana-6177	193	5	,	,	PUNCT
cana-6177	193	6	s.	s.	PROPN
cana-6177	193	7	l.	l.	PROPN
cana-6177	193	8	(	(	PUNCT
cana-6177	193	9	2010	2010	NUM
cana-6177	193	10	)	)	PUNCT
cana-6177	193	11	.	.	PUNCT
cana-6177	194	1	a	a	DET
cana-6177	194	2	modern	modern	ADJ
cana-6177	194	3	bayesian	bayesian	NOUN
cana-6177	194	4	look	look	VERB
cana-6177	194	5	at	at	ADP
cana-6177	194	6	the	the	DET
cana-6177	194	7	multi‐armed	multi‐armed	ADJ
cana-6177	194	8	bandit	bandit	NOUN
cana-6177	194	9	.	.	PUNCT
cana-6177	195	1	applied	apply	VERB
cana-6177	195	2	stochastic	stochastic	ADJ
cana-6177	195	3	models	model	NOUN
cana-6177	195	4	in	in	ADP
cana-6177	195	5	business	business	NOUN
cana-6177	195	6	and	and	CCONJ
cana-6177	195	7	industry	industry	NOUN
cana-6177	195	8	,	,	PUNCT
cana-6177	195	9	26(6	26(6	NUM
cana-6177	195	10	)	)	PUNCT
cana-6177	195	11	,	,	PUNCT
cana-6177	195	12	639	639	NUM
cana-6177	195	13	-	-	SYM
cana-6177	195	14	658	658	NUM
cana-6177	195	15	.	.	PUNCT
cana-6177	196	1	[	[	X
cana-6177	196	2	6	6	NUM
cana-6177	196	3	]	]	X
cana-6177	196	4	chapelle	chapelle	NOUN
cana-6177	196	5	,	,	PUNCT
cana-6177	196	6	o.	o.	PROPN
cana-6177	196	7	,	,	PUNCT
cana-6177	196	8	&	&	CCONJ
cana-6177	196	9	li	li	PROPN
cana-6177	196	10	,	,	PUNCT
cana-6177	196	11	l.	l.	PROPN
cana-6177	196	12	(	(	PUNCT
cana-6177	196	13	2011	2011	NUM
cana-6177	196	14	)	)	PUNCT
cana-6177	196	15	.	.	PUNCT
cana-6177	197	1	an	an	DET
cana-6177	197	2	empirical	empirical	ADJ
cana-6177	197	3	evaluation	evaluation	NOUN
cana-6177	197	4	of	of	ADP
cana-6177	197	5	thompson	thompson	NOUN
cana-6177	197	6	sampling	sampling	NOUN
cana-6177	197	7	.	.	PUNCT
cana-6177	198	1	advances	advance	NOUN
cana-6177	198	2	in	in	ADP
cana-6177	198	3	neural	neural	ADJ
cana-6177	198	4	information	information	NOUN
cana-6177	198	5	processing	processing	NOUN
cana-6177	198	6	systems	system	NOUN
cana-6177	198	7	,	,	PUNCT
cana-6177	198	8	24	24	NUM
cana-6177	198	9	.	.	PUNCT
cana-6177	199	1	[	[	X
cana-6177	199	2	7	7	NUM
cana-6177	199	3	]	]	PUNCT
cana-6177	199	4	reverdy	reverdy	NOUN
cana-6177	199	5	,	,	PUNCT
cana-6177	199	6	p.	p.	PROPN
cana-6177	199	7	,	,	PUNCT
cana-6177	199	8	srivastava	srivastava	PROPN
cana-6177	199	9	,	,	PUNCT
cana-6177	199	10	v.	v.	PROPN
cana-6177	199	11	,	,	PUNCT
cana-6177	199	12	&	&	CCONJ
cana-6177	199	13	leonard	leonard	PROPN
cana-6177	199	14	,	,	PUNCT
cana-6177	199	15	n.	n.	PROPN
cana-6177	199	16	e.	e.	PROPN
cana-6177	199	17	(	(	PUNCT
cana-6177	199	18	2016	2016	NUM
cana-6177	199	19	)	)	PUNCT
cana-6177	199	20	.	.	PUNCT
cana-6177	200	1	satisficing	satisfice	VERB
cana-6177	200	2	in	in	ADP
cana-6177	200	3	multi	multi	ADJ
cana-6177	200	4	-	-	ADJ
cana-6177	200	5	armed	armed	ADJ
cana-6177	200	6	bandit	bandit	NOUN
cana-6177	200	7	problems	problem	NOUN
cana-6177	200	8	.	.	PUNCT
cana-6177	201	1	ieee	ieee	NOUN
cana-6177	201	2	transactions	transaction	NOUN
cana-6177	201	3	on	on	ADP
cana-6177	201	4	automatic	automatic	ADJ
cana-6177	201	5	control	control	NOUN
cana-6177	201	6	,	,	PUNCT
cana-6177	201	7	62(8	62(8	NUM
cana-6177	201	8	)	)	PUNCT
cana-6177	201	9	,	,	PUNCT
cana-6177	201	10	3788	3788	NUM
cana-6177	201	11	-	-	SYM
cana-6177	201	12	3803	3803	NUM
cana-6177	201	13	.	.	PUNCT
cana-6177	202	1	[	[	X
cana-6177	202	2	8	8	NUM
cana-6177	202	3	]	]	SYM
cana-6177	202	4	li	li	PROPN
cana-6177	202	5	,	,	PUNCT
cana-6177	202	6	l.	l.	PROPN
cana-6177	202	7	,	,	PUNCT
cana-6177	202	8	jamieson	jamieson	PROPN
cana-6177	202	9	,	,	PUNCT
cana-6177	202	10	k.	k.	PROPN
cana-6177	202	11	,	,	PUNCT
cana-6177	202	12	rostamizadeh	rostamizadeh	PROPN
cana-6177	202	13	,	,	PUNCT
cana-6177	202	14	a.	a.	PROPN
cana-6177	202	15	,	,	PUNCT
cana-6177	202	16	gonina	gonina	PROPN
cana-6177	202	17	,	,	PUNCT
cana-6177	202	18	e.	e.	PROPN
cana-6177	202	19	,	,	PUNCT
cana-6177	202	20	ben	ben	PROPN
cana-6177	202	21	-	-	PROPN
cana-6177	202	22	tzur	tzur	PROPN
cana-6177	202	23	,	,	PUNCT
cana-6177	202	24	j.	j.	PROPN
cana-6177	202	25	,	,	PUNCT
cana-6177	202	26	hardt	hardt	PROPN
cana-6177	202	27	,	,	PUNCT
cana-6177	202	28	m.	m.	NOUN
cana-6177	202	29	,	,	PUNCT
cana-6177	202	30	...	...	PUNCT
cana-6177	202	31	&	&	CCONJ
cana-6177	202	32	talwalkar	talwalkar	PROPN
cana-6177	202	33	,	,	PUNCT
cana-6177	202	34	a.	a.	PROPN
cana-6177	202	35	(	(	PUNCT
cana-6177	202	36	2020	2020	NUM
cana-6177	202	37	)	)	PUNCT
cana-6177	202	38	.	.	PUNCT
cana-6177	203	1	a	a	DET
cana-6177	203	2	system	system	NOUN
cana-6177	203	3	for	for	ADP
cana-6177	203	4	massively	massively	ADV
cana-6177	203	5	parallel	parallel	ADJ
cana-6177	203	6	hyperparameter	hyperparameter	NOUN
cana-6177	203	7	tuning	tuning	NOUN
cana-6177	203	8	.	.	PUNCT
cana-6177	204	1	proceedings	proceeding	NOUN
cana-6177	204	2	of	of	ADP
cana-6177	204	3	machine	machine	NOUN
cana-6177	204	4	learning	learning	NOUN
cana-6177	204	5	and	and	CCONJ
cana-6177	204	6	systems	system	NOUN
cana-6177	204	7	,	,	PUNCT
cana-6177	204	8	2	2	NUM
cana-6177	204	9	,	,	PUNCT
cana-6177	204	10	230	230	NUM
cana-6177	204	11	-	-	SYM
cana-6177	204	12	246	246	NUM
cana-6177	204	13	.	.	PUNCT
cana-6177	205	1	[	[	X
cana-6177	205	2	9	9	NUM
cana-6177	205	3	]	]	PUNCT
cana-6177	205	4	bottou	bottou	NOUN
cana-6177	205	5	,	,	PUNCT
cana-6177	205	6	l.	l.	PROPN
cana-6177	205	7	,	,	PUNCT
cana-6177	205	8	peters	peters	PROPN
cana-6177	205	9	,	,	PUNCT
cana-6177	205	10	j.	j.	PROPN
cana-6177	205	11	,	,	PUNCT
cana-6177	205	12	quiñonero	quiñonero	ADV
cana-6177	205	13	-	-	PUNCT
cana-6177	205	14	candela	candela	NOUN
cana-6177	205	15	,	,	PUNCT
cana-6177	205	16	j.	j.	PROPN
cana-6177	205	17	,	,	PUNCT
cana-6177	205	18	charles	charles	PROPN
cana-6177	205	19	,	,	PUNCT
cana-6177	205	20	d.	d.	PROPN
cana-6177	205	21	x.	x.	PROPN
cana-6177	205	22	,	,	PUNCT
cana-6177	205	23	chickering	chickering	PROPN
cana-6177	205	24	,	,	PUNCT
cana-6177	205	25	d.	d.	PROPN
cana-6177	205	26	m.	m.	PROPN
cana-6177	205	27	,	,	PUNCT
cana-6177	205	28	portugaly	portugaly	PROPN
cana-6177	205	29	,	,	PUNCT
cana-6177	205	30	e.	e.	PROPN
cana-6177	205	31	,	,	PUNCT
cana-6177	205	32	...	...	PUNCT
cana-6177	205	33	&	&	CCONJ
cana-6177	205	34	snelson	snelson	PROPN
cana-6177	205	35	,	,	PUNCT
cana-6177	205	36	e.	e.	PROPN
cana-6177	205	37	(	(	PUNCT
cana-6177	205	38	2013	2013	NUM
cana-6177	205	39	)	)	PUNCT
cana-6177	205	40	.	.	PUNCT
cana-6177	205	41	counterfactual	counterfactual	ADJ
cana-6177	205	42	reasoning	reasoning	NOUN
cana-6177	205	43	and	and	CCONJ
cana-6177	205	44	learning	learn	VERB
cana-6177	205	45	systems	system	NOUN
cana-6177	205	46	:	:	PUNCT
cana-6177	205	47	the	the	DET
cana-6177	205	48	example	example	NOUN
cana-6177	205	49	of	of	ADP
cana-6177	205	50	computational	computational	ADJ
cana-6177	205	51	advertising	advertising	NOUN
cana-6177	205	52	.	.	PUNCT
cana-6177	206	1	the	the	DET
cana-6177	206	2	journal	journal	NOUN
cana-6177	206	3	of	of	ADP
cana-6177	206	4	machine	machine	NOUN
cana-6177	206	5	learning	learn	VERB
cana-6177	206	6	research	research	NOUN
cana-6177	206	7	,	,	PUNCT
cana-6177	206	8	14(1	14(1	NUM
cana-6177	206	9	)	)	PUNCT
cana-6177	206	10	,	,	PUNCT
cana-6177	206	11	32073260	32073260	NUM
cana-6177	206	12	.	.	PUNCT
cana-6177	207	1	[	[	X
cana-6177	207	2	10	10	NUM
cana-6177	207	3	]	]	X
cana-6177	207	4	johansson	johansson	PROPN
cana-6177	207	5	,	,	PUNCT
cana-6177	207	6	f.	f.	PROPN
cana-6177	207	7	,	,	PUNCT
cana-6177	207	8	shalit	shalit	PROPN
cana-6177	207	9	,	,	PUNCT
cana-6177	207	10	u.	u.	PROPN
cana-6177	207	11	,	,	PUNCT
cana-6177	207	12	&	&	CCONJ
cana-6177	207	13	sontag	sontag	PROPN
cana-6177	207	14	,	,	PUNCT
cana-6177	207	15	d.	d.	PROPN
cana-6177	207	16	(	(	PUNCT
cana-6177	207	17	2016	2016	NUM
cana-6177	207	18	,	,	PUNCT
cana-6177	207	19	june	june	PROPN
cana-6177	207	20	)	)	PUNCT
cana-6177	207	21	.	.	PUNCT
cana-6177	208	1	learning	learn	VERB
cana-6177	208	2	representations	representation	NOUN
cana-6177	208	3	for	for	ADP
cana-6177	208	4	counterfactual	counterfactual	ADJ
cana-6177	208	5	inference	inference	NOUN
cana-6177	208	6	.	.	PUNCT
cana-6177	209	1	in	in	ADP
cana-6177	209	2	international	international	ADJ
cana-6177	209	3	conference	conference	NOUN
cana-6177	209	4	on	on	ADP
cana-6177	209	5	machine	machine	NOUN
cana-6177	209	6	learning	learning	NOUN
cana-6177	209	7	(	(	PUNCT
cana-6177	209	8	pp	pp	ADJ
cana-6177	209	9	.	.	PUNCT
cana-6177	209	10	30203029	30203029	NUM
cana-6177	209	11	)	)	PUNCT
cana-6177	209	12	.	.	PUNCT
cana-6177	210	1	pmlr	pmlr	NOUN
cana-6177	210	2	.	.	PUNCT
cana-6177	211	1	[	[	X
cana-6177	211	2	11	11	NUM
cana-6177	211	3	]	]	X
cana-6177	211	4	bakshy	bakshy	PROPN
cana-6177	211	5	,	,	PUNCT
cana-6177	211	6	e.	e.	PROPN
cana-6177	211	7	,	,	PUNCT
cana-6177	211	8	rosenn	rosenn	PROPN
cana-6177	211	9	,	,	PUNCT
cana-6177	211	10	i.	i.	PROPN
cana-6177	211	11	,	,	PUNCT
cana-6177	211	12	marlow	marlow	PROPN
cana-6177	211	13	,	,	PUNCT
cana-6177	211	14	c.	c.	PROPN
cana-6177	211	15	,	,	PUNCT
cana-6177	211	16	&	&	CCONJ
cana-6177	211	17	adamic	adamic	PROPN
cana-6177	211	18	,	,	PUNCT
cana-6177	211	19	l.	l.	PROPN
cana-6177	211	20	(	(	PUNCT
cana-6177	211	21	2012	2012	NUM
cana-6177	211	22	,	,	PUNCT
cana-6177	211	23	april	april	PROPN
cana-6177	211	24	)	)	PUNCT
cana-6177	211	25	.	.	PUNCT
cana-6177	212	1	the	the	DET
cana-6177	212	2	role	role	NOUN
cana-6177	212	3	of	of	ADP
cana-6177	212	4	social	social	ADJ
cana-6177	212	5	networks	network	NOUN
cana-6177	212	6	in	in	ADP
cana-6177	212	7	information	information	NOUN
cana-6177	212	8	diffusion	diffusion	NOUN
cana-6177	212	9	.	.	PUNCT
cana-6177	213	1	in	in	ADP
cana-6177	213	2	proceedings	proceeding	NOUN
cana-6177	213	3	of	of	ADP
cana-6177	213	4	the	the	DET
cana-6177	213	5	21st	21st	ADJ
cana-6177	213	6	international	international	ADJ
cana-6177	213	7	conference	conference	NOUN
cana-6177	213	8	on	on	ADP
cana-6177	213	9	world	world	NOUN
cana-6177	213	10	wide	wide	ADJ
cana-6177	213	11	web	web	NOUN
cana-6177	213	12	(	(	PUNCT
cana-6177	213	13	pp	pp	ADJ
cana-6177	213	14	.	.	PUNCT
cana-6177	214	1	519	519	NUM
cana-6177	214	2	-	-	SYM
cana-6177	214	3	528	528	NUM
cana-6177	214	4	)	)	PUNCT
cana-6177	214	5	.	.	PUNCT
cana-6177	215	1	[	[	X
cana-6177	215	2	12	12	NUM
cana-6177	215	3	]	]	PUNCT
cana-6177	215	4	athey	athey	PROPN
cana-6177	215	5	,	,	PUNCT
cana-6177	215	6	s.	s.	PROPN
cana-6177	215	7	,	,	PUNCT
cana-6177	215	8	&	&	CCONJ
cana-6177	215	9	imbens	imbens	PROPN
cana-6177	215	10	,	,	PUNCT
cana-6177	215	11	g.	g.	PROPN
cana-6177	215	12	w.	w.	PROPN
cana-6177	215	13	(	(	PUNCT
cana-6177	215	14	2017	2017	NUM
cana-6177	215	15	)	)	PUNCT
cana-6177	215	16	.	.	PUNCT
cana-6177	216	1	the	the	DET
cana-6177	216	2	state	state	NOUN
cana-6177	216	3	of	of	ADP
cana-6177	216	4	applied	applied	ADJ
cana-6177	216	5	econometrics	econometric	NOUN
cana-6177	216	6	:	:	PUNCT
cana-6177	216	7	causality	causality	NOUN
cana-6177	216	8	and	and	CCONJ
cana-6177	216	9	policy	policy	NOUN
cana-6177	216	10	evaluation	evaluation	NOUN
cana-6177	216	11	.	.	PUNCT
cana-6177	217	1	journal	journal	NOUN
cana-6177	217	2	of	of	ADP
cana-6177	217	3	economic	economic	ADJ
cana-6177	217	4	perspectives	perspective	NOUN
cana-6177	217	5	,	,	PUNCT
cana-6177	217	6	31(2	31(2	NUM
cana-6177	217	7	)	)	PUNCT
cana-6177	217	8	,	,	PUNCT
cana-6177	217	9	3	3	NUM
cana-6177	217	10	-	-	SYM
cana-6177	217	11	32	32	NUM
cana-6177	217	12	.	.	PUNCT
cana-6177	218	1	[	[	X
cana-6177	218	2	13	13	NUM
cana-6177	218	3	]	]	PUNCT
cana-6177	218	4	qiao	qiao	PROPN
cana-6177	218	5	,	,	PUNCT
cana-6177	218	6	w.	w.	PROPN
cana-6177	218	7	,	,	PUNCT
cana-6177	218	8	haghani	haghani	PROPN
cana-6177	218	9	,	,	PUNCT
cana-6177	218	10	a.	a.	NOUN
cana-6177	218	11	,	,	PUNCT
cana-6177	218	12	&	&	CCONJ
cana-6177	218	13	hamedi	hamedi	PROPN
cana-6177	218	14	,	,	PUNCT
cana-6177	218	15	m.	m.	NOUN
cana-6177	218	16	(	(	PUNCT
cana-6177	218	17	2012	2012	NUM
cana-6177	218	18	)	)	PUNCT
cana-6177	218	19	.	.	PUNCT
cana-6177	219	1	short	short	ADJ
cana-6177	219	2	-	-	PUNCT
cana-6177	219	3	term	term	NOUN
cana-6177	219	4	travel	travel	NOUN
cana-6177	219	5	time	time	NOUN
cana-6177	219	6	prediction	prediction	NOUN
cana-6177	219	7	considering	consider	VERB
cana-6177	219	8	the	the	DET
cana-6177	219	9	effects	effect	NOUN
cana-6177	219	10	of	of	ADP
cana-6177	219	11	weather	weather	NOUN
cana-6177	219	12	.	.	PUNCT
cana-6177	220	1	transportation	transportation	NOUN
cana-6177	220	2	research	research	NOUN
cana-6177	220	3	record	record	NOUN
cana-6177	220	4	,	,	PUNCT
cana-6177	220	5	2308(1	2308(1	NUM
cana-6177	220	6	)	)	PUNCT
cana-6177	220	7	,	,	PUNCT
cana-6177	220	8	61	61	NUM
cana-6177	220	9	-	-	SYM
cana-6177	220	10	72	72	NUM
cana-6177	220	11	.	.	PUNCT
cana-6177	221	1	[	[	X
cana-6177	221	2	14	14	NUM
cana-6177	221	3	]	]	X
cana-6177	221	4	mcmahan	mcmahan	PROPN
cana-6177	221	5	,	,	PUNCT
cana-6177	221	6	h.	h.	PROPN
cana-6177	221	7	b.	b.	PROPN
cana-6177	221	8	,	,	PUNCT
cana-6177	221	9	holt	holt	PROPN
cana-6177	221	10	,	,	PUNCT
cana-6177	221	11	g.	g.	PROPN
cana-6177	221	12	,	,	PUNCT
cana-6177	221	13	sculley	sculley	NOUN
cana-6177	221	14	,	,	PUNCT
cana-6177	221	15	d.	d.	PROPN
cana-6177	221	16	,	,	PUNCT
cana-6177	221	17	young	young	ADJ
cana-6177	221	18	,	,	PUNCT
cana-6177	221	19	m.	m.	NOUN
cana-6177	221	20	,	,	PUNCT
cana-6177	221	21	ebner	ebner	PROPN
cana-6177	221	22	,	,	PUNCT
cana-6177	221	23	d.	d.	PROPN
cana-6177	221	24	,	,	PUNCT
cana-6177	221	25	grady	grady	PROPN
cana-6177	221	26	,	,	PUNCT
cana-6177	221	27	j.	j.	PROPN
cana-6177	221	28	,	,	PUNCT
cana-6177	221	29	...	...	PUNCT
cana-6177	221	30	&	&	CCONJ
cana-6177	221	31	kubica	kubica	PROPN
cana-6177	221	32	,	,	PUNCT
cana-6177	221	33	j.	j.	PROPN
cana-6177	221	34	(	(	PUNCT
cana-6177	221	35	2013	2013	NUM
cana-6177	221	36	,	,	PUNCT
cana-6177	221	37	august	august	PROPN
cana-6177	221	38	)	)	PUNCT
cana-6177	221	39	.	.	PUNCT
cana-6177	222	1	ad	ad	NOUN
cana-6177	222	2	click	click	VERB
cana-6177	222	3	prediction	prediction	NOUN
cana-6177	222	4	:	:	PUNCT
cana-6177	222	5	a	a	DET
cana-6177	222	6	view	view	NOUN
cana-6177	222	7	from	from	ADP
cana-6177	222	8	the	the	DET
cana-6177	222	9	trenches	trench	NOUN
cana-6177	222	10	.	.	PUNCT
cana-6177	223	1	in	in	ADP
cana-6177	223	2	proceedings	proceeding	NOUN
cana-6177	223	3	of	of	ADP
cana-6177	223	4	the	the	DET
cana-6177	223	5	19th	19th	ADJ
cana-6177	223	6	acm	acm	PROPN
cana-6177	223	7	sigkdd	sigkdd	NOUN
cana-6177	223	8	international	international	ADJ
cana-6177	223	9	conference	conference	NOUN
cana-6177	223	10	on	on	ADP
cana-6177	223	11	knowledge	knowledge	NOUN
cana-6177	223	12	discovery	discovery	PROPN
cana-6177	223	13	and	and	CCONJ
cana-6177	223	14	data	datum	NOUN
cana-6177	223	15	mining	mining	NOUN
cana-6177	223	16	(	(	PUNCT
cana-6177	223	17	pp	pp	ADJ
cana-6177	223	18	.	.	PUNCT
cana-6177	223	19	1222	1222	NUM
cana-6177	223	20	-	-	SYM
cana-6177	223	21	1230	1230	NUM
cana-6177	223	22	)	)	PUNCT
cana-6177	223	23	.	.	PUNCT
cana-6177	224	1	[	[	X
cana-6177	224	2	15	15	NUM
cana-6177	224	3	]	]	X
cana-6177	224	4	chen	chen	PROPN
cana-6177	224	5	,	,	PUNCT
cana-6177	224	6	h.	h.	PROPN
cana-6177	224	7	,	,	PUNCT
cana-6177	224	8	he	he	PRON
cana-6177	224	9	,	,	PUNCT
cana-6177	224	10	x.	x.	PROPN
cana-6177	224	11	,	,	PUNCT
cana-6177	224	12	an	an	PRON
cana-6177	224	13	,	,	PUNCT
cana-6177	224	14	c.	c.	NOUN
cana-6177	224	15	,	,	PUNCT
cana-6177	224	16	&	&	CCONJ
cana-6177	224	17	nguyen	nguyen	PROPN
cana-6177	224	18	,	,	PUNCT
cana-6177	224	19	t.	t.	PROPN
cana-6177	224	20	q.	q.	PROPN
cana-6177	224	21	(	(	PUNCT
cana-6177	224	22	2020	2020	NUM
cana-6177	224	23	)	)	PUNCT
cana-6177	224	24	.	.	PUNCT
cana-6177	225	1	adaptive	adaptive	ADJ
cana-6177	225	2	image	image	NOUN
cana-6177	225	3	coding	code	VERB
cana-6177	225	4	efficiency	efficiency	NOUN
cana-6177	225	5	enhancement	enhancement	NOUN
cana-6177	225	6	using	use	VERB
cana-6177	225	7	deep	deep	ADJ
cana-6177	225	8	convolutional	convolutional	ADJ
cana-6177	225	9	neural	neural	ADJ
cana-6177	225	10	networks	network	NOUN
cana-6177	225	11	.	.	PUNCT
cana-6177	226	1	information	information	NOUN
cana-6177	226	2	sciences	sciences	PROPN
cana-6177	226	3	,	,	PUNCT
cana-6177	226	4	524	524	NUM
cana-6177	226	5	,	,	PUNCT
cana-6177	226	6	298317	298317	NUM
cana-6177	226	7	.	.	PUNCT
cana-6177	227	1	[	[	X
cana-6177	227	2	16	16	NUM
cana-6177	227	3	]	]	SYM
cana-6177	227	4	swaminathan	swaminathan	ADV
cana-6177	227	5	,	,	PUNCT
cana-6177	227	6	a.	a.	NOUN
cana-6177	227	7	,	,	PUNCT
cana-6177	227	8	&	&	CCONJ
cana-6177	227	9	joachims	joachim	NOUN
cana-6177	227	10	,	,	PUNCT
cana-6177	227	11	t.	t.	PROPN
cana-6177	227	12	(	(	PUNCT
cana-6177	227	13	2015	2015	NUM
cana-6177	227	14	,	,	PUNCT
cana-6177	227	15	june	june	PROPN
cana-6177	227	16	)	)	PUNCT
cana-6177	227	17	.	.	PUNCT
cana-6177	228	1	counterfactual	counterfactual	ADJ
cana-6177	228	2	risk	risk	NOUN
cana-6177	228	3	minimization	minimization	NOUN
cana-6177	228	4	:	:	PUNCT
cana-6177	228	5	learning	learn	VERB
cana-6177	228	6	from	from	ADP
cana-6177	228	7	logged	log	VERB
cana-6177	228	8	bandit	bandit	NOUN
cana-6177	228	9	feedback	feedback	NOUN
cana-6177	228	10	.	.	PUNCT
cana-6177	229	1	in	in	ADP
cana-6177	229	2	international	international	ADJ
cana-6177	229	3	conference	conference	NOUN
cana-6177	229	4	on	on	ADP
cana-6177	229	5	machine	machine	NOUN
cana-6177	229	6	learning	learning	NOUN
cana-6177	229	7	(	(	PUNCT
cana-6177	229	8	pp	pp	ADJ
cana-6177	229	9	.	.	PUNCT
cana-6177	230	1	814	814	NUM
cana-6177	230	2	-	-	NUM
cana-6177	230	3	823	823	NUM
cana-6177	230	4	)	)	PUNCT
cana-6177	230	5	.	.	PUNCT
cana-6177	231	1	pmlr	pmlr	NOUN
cana-6177	231	2	.	.	PUNCT
cana-6177	232	1	[	[	X
cana-6177	232	2	17	17	NUM
cana-6177	232	3	]	]	X
cana-6177	232	4	krishnamurthy	krishnamurthy	PROPN
cana-6177	232	5	,	,	PUNCT
cana-6177	232	6	a.	a.	PROPN
cana-6177	232	7	,	,	PUNCT
cana-6177	232	8	agarwal	agarwal	PROPN
cana-6177	232	9	,	,	PUNCT
cana-6177	232	10	a.	a.	PROPN
cana-6177	232	11	,	,	PUNCT
cana-6177	232	12	&	&	CCONJ
cana-6177	232	13	dudik	dudik	PROPN
cana-6177	232	14	,	,	PUNCT
cana-6177	232	15	m.	m.	NOUN
cana-6177	232	16	(	(	PUNCT
cana-6177	232	17	2016	2016	NUM
cana-6177	232	18	)	)	PUNCT
cana-6177	232	19	.	.	PUNCT
cana-6177	233	1	contextual	contextual	ADJ
cana-6177	233	2	semibandits	semibandit	NOUN
cana-6177	233	3	via	via	ADP
cana-6177	233	4	supervised	supervised	ADJ
cana-6177	233	5	learning	learning	NOUN
cana-6177	233	6	oracles	oracle	NOUN
cana-6177	233	7	.	.	PUNCT
cana-6177	234	1	advances	advance	NOUN
cana-6177	234	2	in	in	ADP
cana-6177	234	3	neural	neural	ADJ
cana-6177	234	4	information	information	NOUN
cana-6177	234	5	processing	processing	NOUN
cana-6177	234	6	systems	system	NOUN
cana-6177	234	7	,	,	PUNCT
cana-6177	234	8	29	29	NUM
cana-6177	234	9	.	.	PUNCT
cana-6177	235	1	[	[	X
cana-6177	235	2	18	18	NUM
cana-6177	235	3	]	]	SYM
cana-6177	235	4	li	li	PROPN
cana-6177	235	5	,	,	PUNCT
cana-6177	235	6	l.	l.	PROPN
cana-6177	235	7	,	,	PUNCT
cana-6177	235	8	chu	chu	PROPN
cana-6177	235	9	,	,	PUNCT
cana-6177	235	10	w.	w.	PROPN
cana-6177	235	11	,	,	PUNCT
cana-6177	235	12	langford	langford	PROPN
cana-6177	235	13	,	,	PUNCT
cana-6177	235	14	j.	j.	PROPN
cana-6177	235	15	,	,	PUNCT
cana-6177	235	16	&	&	CCONJ
cana-6177	235	17	schapire	schapire	PROPN
cana-6177	235	18	,	,	PUNCT
cana-6177	235	19	r.	r.	PROPN
cana-6177	235	20	(	(	PUNCT
cana-6177	235	21	2012	2012	NUM
cana-6177	235	22	)	)	PUNCT
cana-6177	235	23	.	.	PUNCT
cana-6177	236	1	u.s	u.s	PROPN
cana-6177	236	2	.	.	PROPN
cana-6177	236	3	patent	patent	NOUN
cana-6177	236	4	application	application	NOUN
cana-6177	236	5	no	no	NOUN
cana-6177	236	6	.	.	PUNCT
cana-6177	237	1	12/836,188	12/836,188	NUM
cana-6177	237	2	.	.	PUNCT
cana-6177	238	1	communications	communication	NOUN
cana-6177	238	2	on	on	ADP
cana-6177	238	3	applied	apply	VERB
cana-6177	238	4	nonlinear	nonlinear	ADJ
cana-6177	238	5	analysis	analysis	NOUN
cana-6177	238	6	issn	issn	NOUN
cana-6177	238	7	:	:	PUNCT
cana-6177	238	8	1074	1074	NUM
cana-6177	238	9	-	-	PUNCT
cana-6177	238	10	133x	133x	NUM
cana-6177	238	11	vol	vol	NOUN
cana-6177	238	12	32	32	NUM
cana-6177	238	13	no	no	NOUN
cana-6177	238	14	.	.	PUNCT
cana-6177	239	1	1s	1s	NUM
cana-6177	239	2	(	(	PUNCT
cana-6177	239	3	2025	2025	NUM
cana-6177	239	4	)	)	PUNCT
cana-6177	239	5	709	709	NUM
cana-6177	239	6	https://internationalpubls.com	https://internationalpubls.com	X
cana-6177	240	1	[	[	X
cana-6177	240	2	19	19	NUM
cana-6177	240	3	]	]	PUNCT
cana-6177	240	4	dwork	dwork	PROPN
cana-6177	240	5	,	,	PUNCT
cana-6177	240	6	c.	c.	PROPN
cana-6177	240	7	,	,	PUNCT
cana-6177	240	8	&	&	CCONJ
cana-6177	240	9	roth	roth	PROPN
cana-6177	240	10	,	,	PUNCT
cana-6177	240	11	a.	a.	NOUN
cana-6177	240	12	(	(	PUNCT
cana-6177	240	13	2014	2014	NUM
cana-6177	240	14	)	)	PUNCT
cana-6177	240	15	.	.	PUNCT
cana-6177	241	1	the	the	DET
cana-6177	241	2	algorithmic	algorithmic	ADJ
cana-6177	241	3	foundations	foundation	NOUN
cana-6177	241	4	of	of	ADP
cana-6177	241	5	differential	differential	ADJ
cana-6177	241	6	privacy	privacy	NOUN
cana-6177	241	7	.	.	PUNCT
cana-6177	242	1	foundations	foundation	NOUN
cana-6177	242	2	and	and	CCONJ
cana-6177	242	3	trends	trend	NOUN
cana-6177	242	4	®	®	NOUN
cana-6177	242	5	in	in	ADP
cana-6177	242	6	theoretical	theoretical	ADJ
cana-6177	242	7	computer	computer	NOUN
cana-6177	242	8	science	science	NOUN
cana-6177	242	9	,	,	PUNCT
cana-6177	242	10	9(3–4	9(3–4	PROPN
cana-6177	242	11	)	)	PUNCT
cana-6177	242	12	,	,	PUNCT
cana-6177	242	13	211	211	NUM
cana-6177	242	14	-	-	SYM
cana-6177	242	15	407	407	NUM
cana-6177	242	16	.	.	PUNCT
cana-6177	243	1	[	[	X
cana-6177	243	2	20	20	NUM
cana-6177	243	3	]	]	PUNCT
cana-6177	243	4	dwork	dwork	PROPN
cana-6177	243	5	,	,	PUNCT
cana-6177	243	6	c.	c.	NOUN
cana-6177	243	7	,	,	PUNCT
cana-6177	243	8	naor	naor	NOUN
cana-6177	243	9	,	,	PUNCT
cana-6177	243	10	m.	m.	NOUN
cana-6177	243	11	,	,	PUNCT
cana-6177	243	12	pitassi	pitassi	NOUN
cana-6177	243	13	,	,	PUNCT
cana-6177	243	14	t.	t.	PROPN
cana-6177	243	15	,	,	PUNCT
cana-6177	243	16	&	&	CCONJ
cana-6177	243	17	rothblum	rothblum	PROPN
cana-6177	243	18	,	,	PUNCT
cana-6177	243	19	g.	g.	PROPN
cana-6177	243	20	n.	n.	PROPN
cana-6177	243	21	(	(	PUNCT
cana-6177	243	22	2010	2010	NUM
cana-6177	243	23	,	,	PUNCT
cana-6177	243	24	june	june	PROPN
cana-6177	243	25	)	)	PUNCT
cana-6177	243	26	.	.	PUNCT
cana-6177	244	1	differential	differential	PROPN
cana-6177	244	2	privacy	privacy	NOUN
cana-6177	244	3	under	under	ADP
cana-6177	244	4	continual	continual	ADJ
cana-6177	244	5	observation	observation	NOUN
cana-6177	244	6	.	.	PUNCT
cana-6177	245	1	in	in	ADP
cana-6177	245	2	proceedings	proceeding	NOUN
cana-6177	245	3	of	of	ADP
cana-6177	245	4	the	the	DET
cana-6177	245	5	forty	forty	NUM
cana-6177	245	6	-	-	PUNCT
cana-6177	245	7	second	second	NOUN
cana-6177	245	8	acm	acm	NOUN
cana-6177	245	9	symposium	symposium	NOUN
cana-6177	245	10	on	on	ADP
cana-6177	245	11	theory	theory	NOUN
cana-6177	245	12	of	of	ADP
cana-6177	245	13	computing	computing	NOUN
cana-6177	245	14	(	(	PUNCT
cana-6177	245	15	pp	pp	ADJ
cana-6177	245	16	.	.	PUNCT
cana-6177	245	17	715	715	NUM
cana-6177	245	18	-	-	SYM
cana-6177	245	19	724	724	NUM
cana-6177	245	20	)	)	PUNCT
cana-6177	245	21	.	.	PUNCT
cana-6177	246	1	[	[	X
cana-6177	246	2	21	21	NUM
cana-6177	246	3	]	]	X
cana-6177	246	4	ribeiro	ribeiro	PROPN
cana-6177	246	5	,	,	PUNCT
cana-6177	246	6	m.	m.	NOUN
cana-6177	246	7	t.	t.	PROPN
cana-6177	246	8	,	,	PUNCT
cana-6177	246	9	singh	singh	PROPN
cana-6177	246	10	,	,	PUNCT
cana-6177	246	11	s.	s.	PROPN
cana-6177	246	12	,	,	PUNCT
cana-6177	246	13	&	&	CCONJ
cana-6177	246	14	guestrin	guestrin	PROPN
cana-6177	246	15	,	,	PUNCT
cana-6177	246	16	c.	c.	PROPN
cana-6177	246	17	(	(	PUNCT
cana-6177	246	18	2016	2016	NUM
cana-6177	246	19	,	,	PUNCT
cana-6177	246	20	august	august	PROPN
cana-6177	246	21	)	)	PUNCT
cana-6177	246	22	.	.	PUNCT
cana-6177	247	1	"	"	PUNCT
cana-6177	247	2	why	why	SCONJ
cana-6177	247	3	should	should	AUX
cana-6177	247	4	i	i	PRON
cana-6177	247	5	trust	trust	VERB
cana-6177	247	6	you	you	PRON
cana-6177	247	7	?	?	PUNCT
cana-6177	247	8	"	"	PUNCT
cana-6177	247	9	explaining	explain	VERB
cana-6177	247	10	the	the	DET
cana-6177	247	11	predictions	prediction	NOUN
cana-6177	247	12	of	of	ADP
cana-6177	247	13	any	any	DET
cana-6177	247	14	classifier	classifier	NOUN
cana-6177	247	15	.	.	PUNCT
cana-6177	248	1	in	in	ADP
cana-6177	248	2	proceedings	proceeding	NOUN
cana-6177	248	3	of	of	ADP
cana-6177	248	4	the	the	DET
cana-6177	248	5	22nd	22nd	PROPN
cana-6177	248	6	acm	acm	PROPN
cana-6177	248	7	sigkdd	sigkdd	PROPN
cana-6177	248	8	international	international	ADJ
cana-6177	248	9	conference	conference	NOUN
cana-6177	248	10	on	on	ADP
cana-6177	248	11	knowledge	knowledge	NOUN
cana-6177	248	12	discovery	discovery	PROPN
cana-6177	248	13	and	and	CCONJ
cana-6177	248	14	data	datum	NOUN
cana-6177	248	15	mining	mining	NOUN
cana-6177	248	16	(	(	PUNCT
cana-6177	248	17	pp	pp	ADJ
cana-6177	248	18	.	.	PUNCT
cana-6177	249	1	1135	1135	NUM
cana-6177	249	2	-	-	SYM
cana-6177	249	3	1144	1144	NUM
cana-6177	249	4	)	)	PUNCT
cana-6177	249	5	.	.	PUNCT
cana-6177	250	1	[	[	X
cana-6177	250	2	22	22	NUM
cana-6177	250	3	]	]	SYM
cana-6177	250	4	balseiro	balseiro	PROPN
cana-6177	250	5	,	,	PUNCT
cana-6177	250	6	s.	s.	PROPN
cana-6177	250	7	,	,	PUNCT
cana-6177	250	8	golrezaei	golrezaei	PROPN
cana-6177	250	9	,	,	PUNCT
cana-6177	250	10	n.	n.	NOUN
cana-6177	250	11	,	,	PUNCT
cana-6177	250	12	mahdian	mahdian	NOUN
cana-6177	250	13	,	,	PUNCT
cana-6177	250	14	m.	m.	NOUN
cana-6177	250	15	,	,	PUNCT
cana-6177	250	16	mirrokni	mirrokni	PROPN
cana-6177	250	17	,	,	PUNCT
cana-6177	250	18	v.	v.	PROPN
cana-6177	250	19	,	,	PUNCT
cana-6177	250	20	&	&	CCONJ
cana-6177	250	21	schneider	schneider	PROPN
cana-6177	250	22	,	,	PUNCT
cana-6177	250	23	j.	j.	PROPN
cana-6177	250	24	(	(	PUNCT
cana-6177	250	25	2019	2019	NUM
cana-6177	250	26	)	)	PUNCT
cana-6177	250	27	.	.	PUNCT
cana-6177	251	1	contextual	contextual	ADJ
cana-6177	251	2	bandits	bandit	NOUN
cana-6177	251	3	with	with	ADP
cana-6177	251	4	cross	cross	ADJ
cana-6177	251	5	-	-	ADJ
cana-6177	251	6	learning	learning	ADJ
cana-6177	251	7	.	.	PUNCT
cana-6177	252	1	advances	advance	NOUN
cana-6177	252	2	in	in	ADP
cana-6177	252	3	neural	neural	ADJ
cana-6177	252	4	information	information	NOUN
cana-6177	252	5	processing	processing	NOUN
cana-6177	252	6	systems	system	NOUN
cana-6177	252	7	,	,	PUNCT
cana-6177	252	8	32	32	NUM
cana-6177	252	9	.	.	PUNCT
cana-6177	253	1	[	[	X
cana-6177	253	2	23	23	NUM
cana-6177	253	3	]	]	X
cana-6177	253	4	galbreth	galbreth	PROPN
cana-6177	253	5	,	,	PUNCT
cana-6177	253	6	m.	m.	PROPN
cana-6177	253	7	r.	r.	PROPN
cana-6177	253	8	,	,	PUNCT
cana-6177	253	9	ghosh	ghosh	PROPN
cana-6177	253	10	,	,	PUNCT
cana-6177	253	11	b.	b.	PROPN
cana-6177	253	12	,	,	PUNCT
cana-6177	253	13	&	&	CCONJ
cana-6177	253	14	shor	shor	PROPN
cana-6177	253	15	,	,	PUNCT
cana-6177	253	16	m.	m.	NOUN
cana-6177	253	17	(	(	PUNCT
cana-6177	253	18	2012	2012	NUM
cana-6177	253	19	)	)	PUNCT
cana-6177	253	20	.	.	PUNCT
cana-6177	254	1	social	social	ADJ
cana-6177	254	2	sharing	sharing	NOUN
cana-6177	254	3	of	of	ADP
cana-6177	254	4	information	information	NOUN
cana-6177	254	5	goods	good	NOUN
cana-6177	254	6	:	:	PUNCT
cana-6177	254	7	implications	implication	NOUN
cana-6177	254	8	for	for	ADP
cana-6177	254	9	pricing	pricing	NOUN
cana-6177	254	10	and	and	CCONJ
cana-6177	254	11	profits	profit	NOUN
cana-6177	254	12	.	.	PUNCT
cana-6177	255	1	marketing	marketing	NOUN
cana-6177	255	2	science	science	NOUN
cana-6177	255	3	,	,	PUNCT
cana-6177	255	4	31(4	31(4	NUM
cana-6177	255	5	)	)	PUNCT
cana-6177	255	6	,	,	PUNCT
cana-6177	255	7	603	603	NUM
cana-6177	255	8	-	-	SYM
cana-6177	255	9	620	620	NUM
cana-6177	255	10	.	.	PUNCT
cana-6177	256	1	[	[	X
cana-6177	256	2	24	24	NUM
cana-6177	256	3	]	]	SYM
cana-6177	256	4	dudík	dudík	VERB
cana-6177	256	5	,	,	PUNCT
cana-6177	256	6	m.	m.	NOUN
cana-6177	256	7	,	,	PUNCT
cana-6177	256	8	langford	langford	PROPN
cana-6177	256	9	,	,	PUNCT
cana-6177	256	10	j.	j.	PROPN
cana-6177	256	11	,	,	PUNCT
cana-6177	256	12	&	&	CCONJ
cana-6177	256	13	li	li	PROPN
cana-6177	256	14	,	,	PUNCT
cana-6177	256	15	l.	l.	PROPN
cana-6177	256	16	(	(	PUNCT
cana-6177	256	17	2011	2011	NUM
cana-6177	256	18	)	)	PUNCT
cana-6177	256	19	.	.	PUNCT
cana-6177	257	1	doubly	doubly	ADV
cana-6177	257	2	robust	robust	ADJ
cana-6177	257	3	policy	policy	NOUN
cana-6177	257	4	evaluation	evaluation	NOUN
cana-6177	257	5	and	and	CCONJ
cana-6177	257	6	learning	learning	NOUN
cana-6177	257	7	.	.	PUNCT
cana-6177	258	1	arxiv	arxiv	PROPN
cana-6177	258	2	preprint	preprint	NOUN
cana-6177	258	3	arxiv:1103.4601	arxiv:1103.4601	NOUN
cana-6177	258	4	.	.	PUNCT
cana-6177	259	1	[	[	X
cana-6177	259	2	25	25	NUM
cana-6177	259	3	]	]	PUNCT
cana-6177	259	4	athey	athey	PROPN
cana-6177	259	5	,	,	PUNCT
cana-6177	259	6	s.	s.	PROPN
cana-6177	259	7	,	,	PUNCT
cana-6177	259	8	tibshirani	tibshirani	PROPN
cana-6177	259	9	,	,	PUNCT
cana-6177	259	10	j.	j.	PROPN
cana-6177	259	11	,	,	PUNCT
cana-6177	259	12	&	&	CCONJ
cana-6177	259	13	wager	wager	PROPN
cana-6177	259	14	,	,	PUNCT
cana-6177	259	15	s.	s.	PROPN
cana-6177	259	16	(	(	PUNCT
cana-6177	259	17	2019	2019	NUM
cana-6177	259	18	)	)	PUNCT
cana-6177	259	19	.	.	PUNCT
cana-6177	260	1	generalized	generalize	VERB
cana-6177	260	2	random	random	ADJ
cana-6177	260	3	forests	forest	NOUN
cana-6177	260	4	.	.	PUNCT
cana-6177	261	1	[	[	X
cana-6177	261	2	26	26	NUM
cana-6177	261	3	]	]	X
cana-6177	261	4	chu	chu	PROPN
cana-6177	261	5	,	,	PUNCT
cana-6177	261	6	w.	w.	PROPN
cana-6177	261	7	,	,	PUNCT
cana-6177	261	8	li	li	PROPN
cana-6177	261	9	,	,	PUNCT
cana-6177	261	10	l.	l.	PROPN
cana-6177	261	11	,	,	PUNCT
cana-6177	261	12	reyzin	reyzin	PROPN
cana-6177	261	13	,	,	PUNCT
cana-6177	261	14	l.	l.	PROPN
cana-6177	261	15	,	,	PUNCT
cana-6177	261	16	&	&	CCONJ
cana-6177	261	17	schapire	schapire	PROPN
cana-6177	261	18	,	,	PUNCT
cana-6177	261	19	r.	r.	PROPN
cana-6177	261	20	(	(	PUNCT
cana-6177	261	21	2011	2011	NUM
cana-6177	261	22	,	,	PUNCT
cana-6177	261	23	june	june	PROPN
cana-6177	261	24	)	)	PUNCT
cana-6177	261	25	.	.	PUNCT
cana-6177	262	1	contextual	contextual	ADJ
cana-6177	262	2	bandits	bandit	NOUN
cana-6177	262	3	with	with	ADP
cana-6177	262	4	linear	linear	PROPN
cana-6177	262	5	payoff	payoff	NOUN
cana-6177	262	6	functions	function	NOUN
cana-6177	262	7	.	.	PUNCT
cana-6177	263	1	in	in	ADP
cana-6177	263	2	proceedings	proceeding	NOUN
cana-6177	263	3	of	of	ADP
cana-6177	263	4	the	the	DET
cana-6177	263	5	fourteenth	fourteenth	ADJ
cana-6177	263	6	international	international	ADJ
cana-6177	263	7	conference	conference	NOUN
cana-6177	263	8	on	on	ADP
cana-6177	263	9	artificial	artificial	ADJ
cana-6177	263	10	intelligence	intelligence	NOUN
cana-6177	263	11	and	and	CCONJ
cana-6177	263	12	statistics	statistic	NOUN
cana-6177	263	13	(	(	PUNCT
cana-6177	263	14	pp	pp	ADJ
cana-6177	263	15	.	.	PUNCT
cana-6177	264	1	208	208	NUM
cana-6177	264	2	-	-	SYM
cana-6177	264	3	214	214	NUM
cana-6177	264	4	)	)	PUNCT
cana-6177	264	5	.	.	PUNCT
cana-6177	265	1	jmlr	jmlr	ADJ
cana-6177	265	2	workshop	workshop	NOUN
cana-6177	265	3	and	and	CCONJ
cana-6177	265	4	conference	conference	NOUN
cana-6177	265	5	proceedings	proceeding	NOUN
cana-6177	265	6	.	.	PUNCT
cana-6177	266	1	[	[	X
cana-6177	266	2	27	27	NUM
cana-6177	266	3	]	]	SYM
cana-6177	266	4	li	li	PROPN
cana-6177	266	5	,	,	PUNCT
cana-6177	266	6	l.	l.	PROPN
cana-6177	266	7	,	,	PUNCT
cana-6177	266	8	chu	chu	PROPN
cana-6177	266	9	,	,	PUNCT
cana-6177	266	10	w.	w.	PROPN
cana-6177	266	11	,	,	PUNCT
cana-6177	266	12	langford	langford	PROPN
cana-6177	266	13	,	,	PUNCT
cana-6177	266	14	j.	j.	PROPN
cana-6177	266	15	,	,	PUNCT
cana-6177	266	16	moon	moon	PROPN
cana-6177	266	17	,	,	PUNCT
cana-6177	266	18	t.	t.	PROPN
cana-6177	266	19	,	,	PUNCT
cana-6177	266	20	&	&	CCONJ
cana-6177	266	21	wang	wang	PROPN
cana-6177	266	22	,	,	PUNCT
cana-6177	266	23	x.	x.	PROPN
cana-6177	266	24	(	(	PUNCT
cana-6177	266	25	2012	2012	NUM
cana-6177	266	26	,	,	PUNCT
cana-6177	266	27	may	may	AUX
cana-6177	266	28	)	)	PUNCT
cana-6177	266	29	.	.	PUNCT
cana-6177	267	1	an	an	DET
cana-6177	267	2	unbiased	unbiased	ADJ
cana-6177	267	3	offline	offline	ADJ
cana-6177	267	4	evaluation	evaluation	NOUN
cana-6177	267	5	of	of	ADP
cana-6177	267	6	contextual	contextual	ADJ
cana-6177	267	7	bandit	bandit	NOUN
cana-6177	267	8	algorithms	algorithm	NOUN
cana-6177	267	9	with	with	ADP
cana-6177	267	10	generalized	generalized	ADJ
cana-6177	267	11	linear	linear	ADJ
cana-6177	267	12	models	model	NOUN
cana-6177	267	13	.	.	PUNCT
cana-6177	268	1	in	in	ADP
cana-6177	268	2	proceedings	proceeding	NOUN
cana-6177	268	3	of	of	ADP
cana-6177	268	4	the	the	DET
cana-6177	268	5	workshop	workshop	NOUN
cana-6177	268	6	on	on	ADP
cana-6177	268	7	online	online	ADJ
cana-6177	268	8	trading	trading	NOUN
cana-6177	268	9	of	of	ADP
cana-6177	268	10	exploration	exploration	NOUN
cana-6177	268	11	and	and	CCONJ
cana-6177	268	12	exploitation	exploitation	NOUN
cana-6177	268	13	2	2	NUM
cana-6177	268	14	(	(	PUNCT
cana-6177	268	15	pp	pp	ADJ
cana-6177	268	16	.	.	PUNCT
cana-6177	268	17	19	19	NUM
cana-6177	268	18	-	-	SYM
cana-6177	268	19	36	36	NUM
cana-6177	268	20	)	)	PUNCT
cana-6177	268	21	.	.	PUNCT
cana-6177	269	1	jmlr	jmlr	ADJ
cana-6177	269	2	workshop	workshop	NOUN
cana-6177	269	3	and	and	CCONJ
cana-6177	269	4	conference	conference	NOUN
cana-6177	269	5	proceedings	proceeding	NOUN
cana-6177	269	6	.	.	PUNCT
cana-6177	270	1	[	[	X
cana-6177	270	2	28	28	NUM
cana-6177	270	3	]	]	X
cana-6177	270	4	chen	chen	PROPN
cana-6177	270	5	,	,	PUNCT
cana-6177	270	6	m.	m.	NOUN
cana-6177	270	7	,	,	PUNCT
cana-6177	270	8	beutel	beutel	NOUN
cana-6177	270	9	,	,	PUNCT
cana-6177	270	10	a.	a.	NOUN
cana-6177	270	11	,	,	PUNCT
cana-6177	270	12	covington	covington	PROPN
cana-6177	270	13	,	,	PUNCT
cana-6177	270	14	p.	p.	PROPN
cana-6177	270	15	,	,	PUNCT
cana-6177	270	16	jain	jain	PROPN
cana-6177	270	17	,	,	PUNCT
cana-6177	270	18	s.	s.	PROPN
cana-6177	270	19	,	,	PUNCT
cana-6177	270	20	belletti	belletti	PROPN
cana-6177	270	21	,	,	PUNCT
cana-6177	270	22	f.	f.	PROPN
cana-6177	270	23	,	,	PUNCT
cana-6177	270	24	&	&	CCONJ
cana-6177	270	25	chi	chi	PROPN
cana-6177	270	26	,	,	PUNCT
cana-6177	270	27	e.	e.	PROPN
cana-6177	270	28	h.	h.	PROPN
cana-6177	270	29	(	(	PUNCT
cana-6177	270	30	2019	2019	NUM
cana-6177	270	31	,	,	PUNCT
cana-6177	270	32	january	january	PROPN
cana-6177	270	33	)	)	PUNCT
cana-6177	270	34	.	.	PUNCT
cana-6177	271	1	top	top	PROPN
cana-6177	271	2	-	-	PUNCT
cana-6177	271	3	k	k	ADJ
cana-6177	271	4	off	off	ADP
cana-6177	271	5	-	-	PUNCT
cana-6177	271	6	policy	policy	NOUN
cana-6177	271	7	correction	correction	NOUN
cana-6177	271	8	for	for	ADP
cana-6177	271	9	a	a	DET
cana-6177	271	10	reinforce	reinforce	NOUN
cana-6177	271	11	recommender	recommender	NOUN
cana-6177	271	12	system	system	NOUN
cana-6177	271	13	.	.	PUNCT
cana-6177	272	1	in	in	ADP
cana-6177	272	2	proceedings	proceeding	NOUN
cana-6177	272	3	of	of	ADP
cana-6177	272	4	the	the	DET
cana-6177	272	5	twelfth	twelfth	ADJ
cana-6177	272	6	acm	acm	PROPN
cana-6177	272	7	international	international	PROPN
cana-6177	272	8	conference	conference	NOUN
cana-6177	272	9	on	on	ADP
cana-6177	272	10	web	web	NOUN
cana-6177	272	11	search	search	NOUN
cana-6177	272	12	and	and	CCONJ
cana-6177	272	13	data	datum	NOUN
cana-6177	272	14	mining	mining	NOUN
cana-6177	272	15	(	(	PUNCT
cana-6177	272	16	pp	pp	ADJ
cana-6177	272	17	.	.	PUNCT
cana-6177	273	1	456	456	NUM
cana-6177	273	2	-	-	SYM
cana-6177	273	3	464	464	NUM
cana-6177	273	4	)	)	PUNCT
cana-6177	273	5	.	.	PUNCT
cana-6177	274	1	[	[	X
cana-6177	274	2	29	29	NUM
cana-6177	274	3	]	]	SYM
cana-6177	274	4	hill	hill	PROPN
cana-6177	274	5	,	,	PUNCT
cana-6177	274	6	d.	d.	PROPN
cana-6177	274	7	n.	n.	PROPN
cana-6177	274	8	,	,	PUNCT
cana-6177	274	9	moakler	moakler	PROPN
cana-6177	274	10	,	,	PUNCT
cana-6177	274	11	r.	r.	PROPN
cana-6177	274	12	,	,	PUNCT
cana-6177	274	13	hubbard	hubbard	PROPN
cana-6177	274	14	,	,	PUNCT
cana-6177	274	15	a.	a.	PROPN
cana-6177	274	16	e.	e.	PROPN
cana-6177	274	17	,	,	PUNCT
cana-6177	274	18	tsemekhman	tsemekhman	NOUN
cana-6177	274	19	,	,	PUNCT
cana-6177	274	20	v.	v.	NOUN
cana-6177	274	21	,	,	PUNCT
cana-6177	274	22	provost	provost	NOUN
cana-6177	274	23	,	,	PUNCT
cana-6177	274	24	f.	f.	PROPN
cana-6177	274	25	,	,	PUNCT
cana-6177	274	26	&	&	CCONJ
cana-6177	274	27	tsemekhman	tsemekhman	NOUN
cana-6177	274	28	,	,	PUNCT
cana-6177	274	29	k.	k.	PROPN
cana-6177	274	30	(	(	PUNCT
cana-6177	274	31	2015	2015	NUM
cana-6177	274	32	,	,	PUNCT
cana-6177	274	33	august	august	PROPN
cana-6177	274	34	)	)	PUNCT
cana-6177	274	35	.	.	PUNCT
cana-6177	275	1	measuring	measure	VERB
cana-6177	275	2	causal	causal	ADJ
cana-6177	275	3	impact	impact	NOUN
cana-6177	275	4	of	of	ADP
cana-6177	275	5	online	online	ADJ
cana-6177	275	6	actions	action	NOUN
cana-6177	275	7	via	via	ADP
cana-6177	275	8	natural	natural	ADJ
cana-6177	275	9	experiments	experiment	NOUN
cana-6177	275	10	:	:	PUNCT
cana-6177	275	11	application	application	NOUN
cana-6177	275	12	to	to	PART
cana-6177	275	13	display	display	VERB
cana-6177	275	14	advertising	advertising	NOUN
cana-6177	275	15	.	.	PUNCT
cana-6177	276	1	in	in	ADP
cana-6177	276	2	proceedings	proceeding	NOUN
cana-6177	276	3	of	of	ADP
cana-6177	276	4	the	the	DET
cana-6177	276	5	21st	21st	PROPN
cana-6177	276	6	acm	acm	PROPN
cana-6177	276	7	sigkdd	sigkdd	NOUN
cana-6177	276	8	international	international	ADJ
cana-6177	276	9	conference	conference	NOUN
cana-6177	276	10	on	on	ADP
cana-6177	276	11	knowledge	knowledge	NOUN
cana-6177	276	12	discovery	discovery	PROPN
cana-6177	276	13	and	and	CCONJ
cana-6177	276	14	data	datum	NOUN
cana-6177	276	15	mining	mining	NOUN
cana-6177	276	16	(	(	PUNCT
cana-6177	276	17	pp	pp	ADJ
cana-6177	276	18	.	.	PUNCT
cana-6177	277	1	1839	1839	NUM
cana-6177	277	2	-	-	SYM
cana-6177	277	3	1847	1847	NUM
cana-6177	277	4	)	)	PUNCT
cana-6177	277	5	.	.	PUNCT
cana-6177	278	1	[	[	X
cana-6177	278	2	30	30	NUM
cana-6177	278	3	]	]	X
cana-6177	278	4	alam	alam	PROPN
cana-6177	278	5	,	,	PUNCT
cana-6177	278	6	m.	m.	NOUN
cana-6177	278	7	a.	a.	PROPN
cana-6177	278	8	,	,	PUNCT
cana-6177	278	9	nabil	nabil	PROPN
cana-6177	278	10	,	,	PUNCT
cana-6177	278	11	a.	a.	PROPN
cana-6177	278	12	r.	r.	PROPN
cana-6177	278	13	,	,	PUNCT
cana-6177	278	14	mintoo	mintoo	PROPN
cana-6177	278	15	,	,	PUNCT
cana-6177	278	16	a.	a.	NOUN
cana-6177	278	17	a.	a.	PROPN
cana-6177	278	18	,	,	PUNCT
cana-6177	278	19	&	&	CCONJ
cana-6177	278	20	islam	islam	PROPN
cana-6177	278	21	,	,	PUNCT
cana-6177	278	22	a.	a.	NOUN
cana-6177	278	23	(	(	PUNCT
cana-6177	278	24	2024	2024	NUM
cana-6177	278	25	)	)	PUNCT
cana-6177	278	26	.	.	PUNCT
cana-6177	279	1	real	real	ADJ
cana-6177	279	2	-	-	PUNCT
cana-6177	279	3	time	time	NOUN
cana-6177	279	4	analytics	analytic	NOUN
cana-6177	279	5	in	in	ADP
cana-6177	279	6	streaming	stream	VERB
cana-6177	279	7	big	big	ADJ
cana-6177	279	8	data	datum	NOUN
cana-6177	279	9	:	:	PUNCT
cana-6177	279	10	techniques	technique	NOUN
cana-6177	279	11	and	and	CCONJ
cana-6177	279	12	applications	application	NOUN
cana-6177	279	13	.	.	PUNCT
cana-6177	280	1	journal	journal	PROPN
cana-6177	280	2	of	of	ADP
cana-6177	280	3	science	science	NOUN
cana-6177	280	4	and	and	CCONJ
cana-6177	280	5	engineering	engineering	NOUN
cana-6177	280	6	research	research	NOUN
cana-6177	280	7	,	,	PUNCT
cana-6177	280	8	1(01	1(01	NUM
cana-6177	280	9	)	)	PUNCT
cana-6177	280	10	,	,	PUNCT
cana-6177	280	11	104	104	NUM
cana-6177	280	12	-	-	SYM
cana-6177	280	13	122	122	NUM
cana-6177	280	14	.	.	PUNCT