id	sid	tid	token	lemma	pos
ajiri-5429	1	1	pa	pa	PROPN
ajiri-5429	1	2	ge	ge	PROPN
ajiri-5429	1	3	1	1	NUM
ajiri-5429	1	4	pa	pa	PROPN
ajiri-5429	1	5	ge	ge	PROPN
ajiri-5429	1	6	10	10	NUM
ajiri-5429	1	7	american	american	PROPN
ajiri-5429	1	8	journal	journal	PROPN
ajiri-5429	1	9	of	of	ADP
ajiri-5429	1	10	interdisciplinary	interdisciplinary	ADJ
ajiri-5429	1	11	research	research	NOUN
ajiri-5429	1	12	and	and	CCONJ
ajiri-5429	1	13	innovation	innovation	NOUN
ajiri-5429	1	14	(	(	PUNCT
ajiri-5429	1	15	ajiri	ajiri	NOUN
ajiri-5429	1	16	)	)	PUNCT
ajiri-5429	1	17	a	a	DET
ajiri-5429	1	18	deep	deep	ADJ
ajiri-5429	1	19	reinforcement	reinforcement	NOUN
ajiri-5429	1	20	learning	learning	NOUN
ajiri-5429	1	21	approach	approach	NOUN
ajiri-5429	1	22	to	to	ADP
ajiri-5429	1	23	optimizing	optimize	VERB
ajiri-5429	1	24	cloud	cloud	NOUN
ajiri-5429	1	25	workload	workload	NOUN
ajiri-5429	1	26	migration	migration	NOUN
ajiri-5429	1	27	qi	qi	PROPN
ajiri-5429	1	28	xin1	xin1	PROPN
ajiri-5429	1	29	*	*	PUNCT
ajiri-5429	1	30	volume	volume	NOUN
ajiri-5429	1	31	4	4	NUM
ajiri-5429	1	32	issue	issue	NOUN
ajiri-5429	1	33	3	3	NUM
ajiri-5429	1	34	,	,	PUNCT
ajiri-5429	1	35	year	year	NOUN
ajiri-5429	1	36	2025	2025	NUM
ajiri-5429	1	37	issn	issn	NOUN
ajiri-5429	1	38	:	:	PUNCT
ajiri-5429	1	39	2833	2833	NUM
ajiri-5429	1	40	-	-	SYM
ajiri-5429	1	41	2237	2237	NUM
ajiri-5429	1	42	(	(	PUNCT
ajiri-5429	1	43	online	online	ADJ
ajiri-5429	1	44	)	)	PUNCT
ajiri-5429	1	45	doi	doi	NOUN
ajiri-5429	1	46	:	:	PUNCT
ajiri-5429	1	47	https://doi.org/10.54536/ajiri.v4i3.5429	https://doi.org/10.54536/ajiri.v4i3.5429	PROPN
ajiri-5429	1	48	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	1	49	article	article	NOUN
ajiri-5429	1	50	information	information	NOUN
ajiri-5429	1	51	abstract	abstract	ADV
ajiri-5429	1	52	received	receive	VERB
ajiri-5429	1	53	:	:	PUNCT
ajiri-5429	1	54	may	may	AUX
ajiri-5429	1	55	23	23	NUM
ajiri-5429	1	56	,	,	PUNCT
ajiri-5429	1	57	2025	2025	NUM
ajiri-5429	1	58	accepted	accept	VERB
ajiri-5429	1	59	:	:	PUNCT
ajiri-5429	1	60	june	june	PROPN
ajiri-5429	1	61	30	30	NUM
ajiri-5429	1	62	,	,	PUNCT
ajiri-5429	1	63	2025	2025	NUM
ajiri-5429	1	64	published	publish	VERB
ajiri-5429	1	65	:	:	PUNCT
ajiri-5429	1	66	july	july	PROPN
ajiri-5429	1	67	26	26	NUM
ajiri-5429	1	68	,	,	PUNCT
ajiri-5429	1	69	2025	2025	NUM
ajiri-5429	1	70	cloud	cloud	NOUN
ajiri-5429	1	71	data	datum	NOUN
ajiri-5429	1	72	centers	center	NOUN
ajiri-5429	1	73	consume	consume	VERB
ajiri-5429	1	74	a	a	DET
ajiri-5429	1	75	significant	significant	ADJ
ajiri-5429	1	76	amount	amount	NOUN
ajiri-5429	1	77	of	of	ADP
ajiri-5429	1	78	energy	energy	NOUN
ajiri-5429	1	79	worldwide	worldwide	ADV
ajiri-5429	1	80	,	,	PUNCT
ajiri-5429	1	81	prompting	prompt	VERB
ajiri-5429	1	82	the	the	DET
ajiri-5429	1	83	need	need	NOUN
ajiri-5429	1	84	for	for	ADP
ajiri-5429	1	85	intelligent	intelligent	ADJ
ajiri-5429	1	86	resource	resource	NOUN
ajiri-5429	1	87	management	management	NOUN
ajiri-5429	1	88	.	.	PUNCT
ajiri-5429	2	1	dynamic	dynamic	ADJ
ajiri-5429	2	2	workload	workload	NOUN
ajiri-5429	2	3	migration	migration	NOUN
ajiri-5429	2	4	(	(	PUNCT
ajiri-5429	2	5	moving	move	VERB
ajiri-5429	2	6	virtual	virtual	ADJ
ajiri-5429	2	7	machine	machine	NOUN
ajiri-5429	2	8	workloads	workload	NOUN
ajiri-5429	2	9	between	between	ADP
ajiri-5429	2	10	servers	server	NOUN
ajiri-5429	2	11	or	or	CCONJ
ajiri-5429	2	12	to	to	ADP
ajiri-5429	2	13	the	the	DET
ajiri-5429	2	14	cloud	cloud	NOUN
ajiri-5429	2	15	)	)	PUNCT
ajiri-5429	2	16	can	can	AUX
ajiri-5429	2	17	improve	improve	VERB
ajiri-5429	2	18	resource	resource	NOUN
ajiri-5429	2	19	utilization	utilization	NOUN
ajiri-5429	2	20	and	and	CCONJ
ajiri-5429	2	21	reduce	reduce	VERB
ajiri-5429	2	22	energy	energy	NOUN
ajiri-5429	2	23	consumption	consumption	NOUN
ajiri-5429	2	24	by	by	ADP
ajiri-5429	2	25	consolidating	consolidate	VERB
ajiri-5429	2	26	loads	load	NOUN
ajiri-5429	2	27	onto	onto	ADP
ajiri-5429	2	28	fewer	few	ADJ
ajiri-5429	2	29	machines	machine	NOUN
ajiri-5429	2	30	.	.	PUNCT
ajiri-5429	3	1	however	however	ADV
ajiri-5429	3	2	,	,	PUNCT
ajiri-5429	3	3	live	live	ADJ
ajiri-5429	3	4	migration	migration	NOUN
ajiri-5429	3	5	incurs	incur	VERB
ajiri-5429	3	6	performance	performance	NOUN
ajiri-5429	3	7	overhead	overhead	ADV
ajiri-5429	3	8	;	;	PUNCT
ajiri-5429	3	9	migrating	migrate	VERB
ajiri-5429	3	10	too	too	ADV
ajiri-5429	3	11	frequently	frequently	ADV
ajiri-5429	3	12	or	or	CCONJ
ajiri-5429	3	13	at	at	ADP
ajiri-5429	3	14	suboptimal	suboptimal	ADJ
ajiri-5429	3	15	times	time	NOUN
ajiri-5429	3	16	can	can	AUX
ajiri-5429	3	17	degrade	degrade	VERB
ajiri-5429	3	18	application	application	NOUN
ajiri-5429	3	19	performance	performance	NOUN
ajiri-5429	3	20	.	.	PUNCT
ajiri-5429	4	1	this	this	DET
ajiri-5429	4	2	paper	paper	NOUN
ajiri-5429	4	3	proposes	propose	VERB
ajiri-5429	4	4	a	a	DET
ajiri-5429	4	5	novel	novel	NOUN
ajiri-5429	4	6	ai	ai	VERB
ajiri-5429	4	7	-	-	PUNCT
ajiri-5429	4	8	driven	drive	VERB
ajiri-5429	4	9	approach	approach	NOUN
ajiri-5429	4	10	to	to	PART
ajiri-5429	4	11	optimize	optimize	VERB
ajiri-5429	4	12	cloud	cloud	NOUN
ajiri-5429	4	13	workload	workload	NOUN
ajiri-5429	4	14	migration	migration	NOUN
ajiri-5429	4	15	decisions	decision	NOUN
ajiri-5429	4	16	.	.	PUNCT
ajiri-5429	5	1	we	we	PRON
ajiri-5429	5	2	leverage	leverage	VERB
ajiri-5429	5	3	deep	deep	ADJ
ajiri-5429	5	4	reinforcement	reinforcement	NOUN
ajiri-5429	5	5	learning	learning	NOUN
ajiri-5429	5	6	(	(	PUNCT
ajiri-5429	5	7	rl	rl	NOUN
ajiri-5429	5	8	)	)	PUNCT
ajiri-5429	5	9	to	to	PART
ajiri-5429	5	10	autonomously	autonomously	ADV
ajiri-5429	5	11	learn	learn	VERB
ajiri-5429	5	12	when	when	SCONJ
ajiri-5429	5	13	and	and	CCONJ
ajiri-5429	5	14	where	where	SCONJ
ajiri-5429	5	15	to	to	PART
ajiri-5429	5	16	live	live	VERB
ajiri-5429	5	17	-	-	PUNCT
ajiri-5429	5	18	migrate	migrate	NOUN
ajiri-5429	5	19	workloads	workload	NOUN
ajiri-5429	5	20	in	in	ADP
ajiri-5429	5	21	order	order	NOUN
ajiri-5429	5	22	to	to	PART
ajiri-5429	5	23	minimize	minimize	VERB
ajiri-5429	5	24	energy	energy	NOUN
ajiri-5429	5	25	use	use	NOUN
ajiri-5429	5	26	and	and	CCONJ
ajiri-5429	5	27	operational	operational	ADJ
ajiri-5429	5	28	costs	cost	NOUN
ajiri-5429	5	29	while	while	SCONJ
ajiri-5429	5	30	respecting	respect	VERB
ajiri-5429	5	31	performance	performance	NOUN
ajiri-5429	5	32	constraints	constraint	NOUN
ajiri-5429	5	33	.	.	PUNCT
ajiri-5429	6	1	the	the	DET
ajiri-5429	6	2	proposed	propose	VERB
ajiri-5429	6	3	method	method	NOUN
ajiri-5429	6	4	uses	use	VERB
ajiri-5429	6	5	publicly	publicly	ADV
ajiri-5429	6	6	available	available	ADJ
ajiri-5429	6	7	cloud	cloud	NOUN
ajiri-5429	6	8	workload	workload	NOUN
ajiri-5429	6	9	traces	trace	NOUN
ajiri-5429	6	10	to	to	PART
ajiri-5429	6	11	train	train	VERB
ajiri-5429	6	12	and	and	CCONJ
ajiri-5429	6	13	evaluate	evaluate	VERB
ajiri-5429	6	14	the	the	DET
ajiri-5429	6	15	rl	rl	PROPN
ajiri-5429	6	16	agent	agent	NOUN
ajiri-5429	6	17	’s	’s	PART
ajiri-5429	6	18	decisionmaking	decisionmaking	NOUN
ajiri-5429	6	19	.	.	PUNCT
ajiri-5429	7	1	we	we	PRON
ajiri-5429	7	2	design	design	VERB
ajiri-5429	7	3	and	and	CCONJ
ajiri-5429	7	4	implement	implement	VERB
ajiri-5429	7	5	the	the	DET
ajiri-5429	7	6	solution	solution	NOUN
ajiri-5429	7	7	within	within	ADP
ajiri-5429	7	8	a	a	DET
ajiri-5429	7	9	simulation	simulation	NOUN
ajiri-5429	7	10	environment	environment	NOUN
ajiri-5429	7	11	,	,	PUNCT
ajiri-5429	7	12	and	and	CCONJ
ajiri-5429	7	13	extensive	extensive	ADJ
ajiri-5429	7	14	experiments	experiment	NOUN
ajiri-5429	7	15	show	show	VERB
ajiri-5429	7	16	that	that	SCONJ
ajiri-5429	7	17	our	our	PRON
ajiri-5429	7	18	method	method	NOUN
ajiri-5429	7	19	significantly	significantly	ADV
ajiri-5429	7	20	outperforms	outperform	VERB
ajiri-5429	7	21	baseline	baseline	ADJ
ajiri-5429	7	22	heuristics	heuristic	NOUN
ajiri-5429	7	23	in	in	ADP
ajiri-5429	7	24	reducing	reduce	VERB
ajiri-5429	7	25	energy	energy	NOUN
ajiri-5429	7	26	consumption	consumption	NOUN
ajiri-5429	7	27	(	(	PUNCT
ajiri-5429	7	28	by	by	ADP
ajiri-5429	7	29	over	over	ADP
ajiri-5429	7	30	20	20	NUM
ajiri-5429	7	31	%	%	NOUN
ajiri-5429	7	32	)	)	PUNCT
ajiri-5429	7	33	and	and	CCONJ
ajiri-5429	7	34	lowering	lower	VERB
ajiri-5429	7	35	service	service	NOUN
ajiri-5429	7	36	-	-	PUNCT
ajiri-5429	7	37	level	level	NOUN
ajiri-5429	7	38	agreement	agreement	NOUN
ajiri-5429	7	39	(	(	PUNCT
ajiri-5429	7	40	sla	sla	NOUN
ajiri-5429	7	41	)	)	PUNCT
ajiri-5429	7	42	violations	violation	NOUN
ajiri-5429	7	43	.	.	PUNCT
ajiri-5429	8	1	keywords	keyword	VERB
ajiri-5429	8	2	cloud	cloud	NOUN
ajiri-5429	8	3	workload	workload	NOUN
ajiri-5429	8	4	migration	migration	NOUN
ajiri-5429	8	5	,	,	PUNCT
ajiri-5429	8	6	deep	deep	ADJ
ajiri-5429	8	7	reinforcement	reinforcement	NOUN
ajiri-5429	8	8	learning	learning	NOUN
ajiri-5429	8	9	,	,	PUNCT
ajiri-5429	8	10	energyefficient	energyefficient	NOUN
ajiri-5429	8	11	computing	computing	NOUN
ajiri-5429	8	12	,	,	PUNCT
ajiri-5429	8	13	resource	resource	NOUN
ajiri-5429	8	14	optimization	optimization	NOUN
ajiri-5429	8	15	,	,	PUNCT
ajiri-5429	8	16	virtual	virtual	ADJ
ajiri-5429	8	17	machine	machine	NOUN
ajiri-5429	8	18	placement	placement	NOUN
ajiri-5429	8	19	1	1	NUM
ajiri-5429	8	20	university	university	PROPN
ajiri-5429	8	21	of	of	ADP
ajiri-5429	8	22	pittsburgh	pittsburgh	PROPN
ajiri-5429	8	23	,	,	PUNCT
ajiri-5429	8	24	united	united	PROPN
ajiri-5429	8	25	states	states	PROPN
ajiri-5429	8	26	*	*	PUNCT
ajiri-5429	8	27	corresponding	correspond	VERB
ajiri-5429	8	28	author	author	NOUN
ajiri-5429	8	29	’s	’s	PART
ajiri-5429	8	30	e	e	NOUN
ajiri-5429	8	31	-	-	NOUN
ajiri-5429	8	32	mail	mail	NOUN
ajiri-5429	8	33	:	:	PUNCT
ajiri-5429	8	34	qix29@pitt.edu	qix29@pitt.edu	NUM
ajiri-5429	8	35	introduction	introduction	NOUN
ajiri-5429	8	36	modern	modern	ADJ
ajiri-5429	8	37	cloud	cloud	NOUN
ajiri-5429	8	38	computing	compute	VERB
ajiri-5429	8	39	infrastructures	infrastructure	NOUN
ajiri-5429	8	40	host	host	VERB
ajiri-5429	8	41	thousands	thousand	NOUN
ajiri-5429	8	42	of	of	ADP
ajiri-5429	8	43	virtual	virtual	ADJ
ajiri-5429	8	44	machines	machine	NOUN
ajiri-5429	8	45	(	(	PUNCT
ajiri-5429	8	46	vms	vms	PROPN
ajiri-5429	8	47	)	)	PUNCT
ajiri-5429	8	48	in	in	ADP
ajiri-5429	8	49	large	large	ADJ
ajiri-5429	8	50	-	-	PUNCT
ajiri-5429	8	51	scale	scale	NOUN
ajiri-5429	8	52	data	datum	NOUN
ajiri-5429	8	53	centers	center	NOUN
ajiri-5429	8	54	.	.	PUNCT
ajiri-5429	9	1	these	these	DET
ajiri-5429	9	2	data	datum	NOUN
ajiri-5429	9	3	centers	center	NOUN
ajiri-5429	9	4	can	can	AUX
ajiri-5429	9	5	consume	consume	VERB
ajiri-5429	9	6	enormous	enormous	ADJ
ajiri-5429	9	7	amounts	amount	NOUN
ajiri-5429	9	8	of	of	ADP
ajiri-5429	9	9	electrical	electrical	ADJ
ajiri-5429	9	10	energy	energy	NOUN
ajiri-5429	9	11	,	,	PUNCT
ajiri-5429	9	12	estimated	estimate	VERB
ajiri-5429	9	13	around	around	ADP
ajiri-5429	9	14	1–1.5	1–1.5	NUM
ajiri-5429	9	15	%	%	NOUN
ajiri-5429	9	16	of	of	ADP
ajiri-5429	9	17	global	global	ADJ
ajiri-5429	9	18	electricity	electricity	NOUN
ajiri-5429	9	19	usage	usage	NOUN
ajiri-5429	9	20	as	as	ADP
ajiri-5429	9	21	of	of	ADP
ajiri-5429	9	22	2010	2010	NUM
ajiri-5429	9	23	,	,	PUNCT
ajiri-5429	9	24	leading	lead	VERB
ajiri-5429	9	25	to	to	ADP
ajiri-5429	9	26	high	high	ADJ
ajiri-5429	9	27	operating	operating	NOUN
ajiri-5429	9	28	costs	cost	NOUN
ajiri-5429	9	29	and	and	CCONJ
ajiri-5429	9	30	carbon	carbon	NOUN
ajiri-5429	9	31	emissions	emission	NOUN
ajiri-5429	9	32	.	.	PUNCT
ajiri-5429	10	1	cloud	cloud	NOUN
ajiri-5429	10	2	workload	workload	NOUN
ajiri-5429	10	3	migration	migration	NOUN
ajiri-5429	10	4	,	,	PUNCT
ajiri-5429	10	5	which	which	PRON
ajiri-5429	10	6	involves	involve	VERB
ajiri-5429	10	7	live	live	ADJ
ajiri-5429	10	8	-	-	PUNCT
ajiri-5429	10	9	migrating	migrate	VERB
ajiri-5429	10	10	vms	vms	NOUN
ajiri-5429	10	11	between	between	ADP
ajiri-5429	10	12	physical	physical	ADJ
ajiri-5429	10	13	hosts	host	NOUN
ajiri-5429	10	14	or	or	CCONJ
ajiri-5429	10	15	from	from	ADP
ajiri-5429	10	16	on	on	ADP
ajiri-5429	10	17	-	-	PUNCT
ajiri-5429	10	18	premises	premise	NOUN
ajiri-5429	10	19	to	to	ADP
ajiri-5429	10	20	cloud	cloud	NOUN
ajiri-5429	10	21	platforms	platform	NOUN
ajiri-5429	10	22	,	,	PUNCT
ajiri-5429	10	23	has	have	AUX
ajiri-5429	10	24	emerged	emerge	VERB
ajiri-5429	10	25	as	as	ADP
ajiri-5429	10	26	a	a	DET
ajiri-5429	10	27	key	key	ADJ
ajiri-5429	10	28	technique	technique	NOUN
ajiri-5429	10	29	for	for	ADP
ajiri-5429	10	30	optimizing	optimize	VERB
ajiri-5429	10	31	resource	resource	NOUN
ajiri-5429	10	32	allocation	allocation	NOUN
ajiri-5429	10	33	in	in	ADP
ajiri-5429	10	34	these	these	DET
ajiri-5429	10	35	environments	environment	NOUN
ajiri-5429	10	36	.	.	PUNCT
ajiri-5429	11	1	by	by	ADP
ajiri-5429	11	2	dynamically	dynamically	ADV
ajiri-5429	11	3	consolidating	consolidate	VERB
ajiri-5429	11	4	workloads	workload	NOUN
ajiri-5429	11	5	onto	onto	ADP
ajiri-5429	11	6	fewer	few	ADJ
ajiri-5429	11	7	servers	server	NOUN
ajiri-5429	11	8	during	during	ADP
ajiri-5429	11	9	low	low	ADJ
ajiri-5429	11	10	-	-	PUNCT
ajiri-5429	11	11	demand	demand	NOUN
ajiri-5429	11	12	periods	period	NOUN
ajiri-5429	11	13	,	,	PUNCT
ajiri-5429	11	14	providers	provider	NOUN
ajiri-5429	11	15	can	can	AUX
ajiri-5429	11	16	shut	shut	VERB
ajiri-5429	11	17	down	down	ADP
ajiri-5429	11	18	idle	idle	ADJ
ajiri-5429	11	19	machines	machine	NOUN
ajiri-5429	11	20	to	to	PART
ajiri-5429	11	21	save	save	VERB
ajiri-5429	11	22	energy	energy	NOUN
ajiri-5429	11	23	.	.	PUNCT
ajiri-5429	12	1	migration	migration	NOUN
ajiri-5429	12	2	can	can	AUX
ajiri-5429	12	3	also	also	ADV
ajiri-5429	12	4	alleviate	alleviate	VERB
ajiri-5429	12	5	hotspots	hotspot	NOUN
ajiri-5429	12	6	by	by	ADP
ajiri-5429	12	7	moving	move	VERB
ajiri-5429	12	8	vms	vms	PROPN
ajiri-5429	12	9	away	away	ADV
ajiri-5429	12	10	from	from	ADP
ajiri-5429	12	11	overloaded	overloaded	ADJ
ajiri-5429	12	12	hosts	host	NOUN
ajiri-5429	12	13	,	,	PUNCT
ajiri-5429	12	14	thus	thus	ADV
ajiri-5429	12	15	preventing	prevent	VERB
ajiri-5429	12	16	performance	performance	NOUN
ajiri-5429	12	17	degradation	degradation	NOUN
ajiri-5429	12	18	.	.	PUNCT
ajiri-5429	13	1	however	however	ADV
ajiri-5429	13	2	,	,	PUNCT
ajiri-5429	13	3	vm	vm	PROPN
ajiri-5429	13	4	live	live	ADJ
ajiri-5429	13	5	migration	migration	NOUN
ajiri-5429	13	6	is	be	AUX
ajiri-5429	13	7	a	a	DET
ajiri-5429	13	8	double	double	ADJ
ajiri-5429	13	9	-	-	PUNCT
ajiri-5429	13	10	edged	edge	VERB
ajiri-5429	13	11	sword	sword	NOUN
ajiri-5429	13	12	:	:	PUNCT
ajiri-5429	13	13	while	while	SCONJ
ajiri-5429	13	14	it	it	PRON
ajiri-5429	13	15	offers	offer	VERB
ajiri-5429	13	16	benefits	benefit	NOUN
ajiri-5429	13	17	of	of	ADP
ajiri-5429	13	18	flexibility	flexibility	NOUN
ajiri-5429	13	19	and	and	CCONJ
ajiri-5429	13	20	improved	improve	VERB
ajiri-5429	13	21	resource	resource	NOUN
ajiri-5429	13	22	utilization	utilization	NOUN
ajiri-5429	13	23	,	,	PUNCT
ajiri-5429	13	24	it	it	PRON
ajiri-5429	13	25	also	also	ADV
ajiri-5429	13	26	introduces	introduce	VERB
ajiri-5429	13	27	downtime	downtime	NOUN
ajiri-5429	13	28	and	and	CCONJ
ajiri-5429	13	29	performance	performance	NOUN
ajiri-5429	13	30	overhead	overhead	ADV
ajiri-5429	13	31	.	.	PUNCT
ajiri-5429	14	1	if	if	SCONJ
ajiri-5429	14	2	migrations	migration	NOUN
ajiri-5429	14	3	are	be	AUX
ajiri-5429	14	4	triggered	trigger	VERB
ajiri-5429	14	5	too	too	ADV
ajiri-5429	14	6	often	often	ADV
ajiri-5429	14	7	or	or	CCONJ
ajiri-5429	14	8	at	at	ADP
ajiri-5429	14	9	the	the	DET
ajiri-5429	14	10	wrong	wrong	ADJ
ajiri-5429	14	11	times	time	NOUN
ajiri-5429	14	12	,	,	PUNCT
ajiri-5429	14	13	applications	application	NOUN
ajiri-5429	14	14	may	may	AUX
ajiri-5429	14	15	suffer	suffer	VERB
ajiri-5429	14	16	reduced	reduced	ADJ
ajiri-5429	14	17	efficiency	efficiency	NOUN
ajiri-5429	14	18	and	and	CCONJ
ajiri-5429	14	19	users	user	NOUN
ajiri-5429	14	20	may	may	AUX
ajiri-5429	14	21	experience	experience	VERB
ajiri-5429	14	22	sla	sla	PROPN
ajiri-5429	14	23	violations	violation	NOUN
ajiri-5429	14	24	.	.	PUNCT
ajiri-5429	15	1	a	a	DET
ajiri-5429	15	2	pressing	press	VERB
ajiri-5429	15	3	challenge	challenge	NOUN
ajiri-5429	15	4	is	be	AUX
ajiri-5429	15	5	deciding	decide	VERB
ajiri-5429	15	6	when	when	SCONJ
ajiri-5429	15	7	and	and	CCONJ
ajiri-5429	15	8	which	which	PRON
ajiri-5429	15	9	workloads	workload	VERB
ajiri-5429	15	10	to	to	PART
ajiri-5429	15	11	migrate	migrate	VERB
ajiri-5429	15	12	in	in	ADP
ajiri-5429	15	13	order	order	NOUN
ajiri-5429	15	14	to	to	PART
ajiri-5429	15	15	maximize	maximize	VERB
ajiri-5429	15	16	benefits	benefit	NOUN
ajiri-5429	15	17	(	(	PUNCT
ajiri-5429	15	18	like	like	ADP
ajiri-5429	15	19	energy	energy	NOUN
ajiri-5429	15	20	savings	saving	NOUN
ajiri-5429	15	21	and	and	CCONJ
ajiri-5429	15	22	load	load	NOUN
ajiri-5429	15	23	balancing	balancing	NOUN
ajiri-5429	15	24	)	)	PUNCT
ajiri-5429	15	25	while	while	SCONJ
ajiri-5429	15	26	minimizing	minimize	VERB
ajiri-5429	15	27	the	the	DET
ajiri-5429	15	28	costs	cost	NOUN
ajiri-5429	15	29	(	(	PUNCT
ajiri-5429	15	30	such	such	ADJ
ajiri-5429	15	31	as	as	ADP
ajiri-5429	15	32	downtime	downtime	NOUN
ajiri-5429	15	33	and	and	CCONJ
ajiri-5429	15	34	migration	migration	NOUN
ajiri-5429	15	35	overhead	overhead	ADV
ajiri-5429	15	36	)	)	PUNCT
ajiri-5429	15	37	.	.	PUNCT
ajiri-5429	16	1	traditional	traditional	ADJ
ajiri-5429	16	2	humandefined	humandefine	VERB
ajiri-5429	16	3	policies	policy	NOUN
ajiri-5429	16	4	(	(	PUNCT
ajiri-5429	16	5	e.g.	e.g.	ADV
ajiri-5429	16	6	,	,	PUNCT
ajiri-5429	16	7	migrating	migrate	VERB
ajiri-5429	16	8	whenever	whenever	SCONJ
ajiri-5429	16	9	cpu	cpu	NOUN
ajiri-5429	16	10	usage	usage	NOUN
ajiri-5429	16	11	exceeds	exceed	VERB
ajiri-5429	16	12	a	a	DET
ajiri-5429	16	13	threshold	threshold	NOUN
ajiri-5429	16	14	)	)	PUNCT
ajiri-5429	16	15	are	be	AUX
ajiri-5429	16	16	often	often	ADV
ajiri-5429	16	17	suboptimal	suboptimal	ADJ
ajiri-5429	16	18	in	in	ADP
ajiri-5429	16	19	complex	complex	ADJ
ajiri-5429	16	20	,	,	PUNCT
ajiri-5429	16	21	dynamic	dynamic	ADJ
ajiri-5429	16	22	cloud	cloud	NOUN
ajiri-5429	16	23	environments	environment	NOUN
ajiri-5429	16	24	with	with	ADP
ajiri-5429	16	25	unpredictable	unpredictable	ADJ
ajiri-5429	16	26	workload	workload	NOUN
ajiri-5429	16	27	patterns	pattern	NOUN
ajiri-5429	16	28	.	.	PUNCT
ajiri-5429	17	1	recent	recent	ADJ
ajiri-5429	17	2	advances	advance	NOUN
ajiri-5429	17	3	in	in	ADP
ajiri-5429	17	4	artificial	artificial	ADJ
ajiri-5429	17	5	intelligence	intelligence	NOUN
ajiri-5429	17	6	offer	offer	VERB
ajiri-5429	17	7	a	a	DET
ajiri-5429	17	8	promising	promising	ADJ
ajiri-5429	17	9	avenue	avenue	NOUN
ajiri-5429	17	10	to	to	PART
ajiri-5429	17	11	tackle	tackle	VERB
ajiri-5429	17	12	this	this	DET
ajiri-5429	17	13	decision	decision	NOUN
ajiri-5429	17	14	-	-	PUNCT
ajiri-5429	17	15	making	make	VERB
ajiri-5429	17	16	problem	problem	NOUN
ajiri-5429	17	17	.	.	PUNCT
ajiri-5429	18	1	ai	ai	AUX
ajiri-5429	18	2	techniques	technique	NOUN
ajiri-5429	18	3	can	can	AUX
ajiri-5429	18	4	learn	learn	VERB
ajiri-5429	18	5	from	from	ADP
ajiri-5429	18	6	data	datum	NOUN
ajiri-5429	18	7	and	and	CCONJ
ajiri-5429	18	8	past	past	ADJ
ajiri-5429	18	9	observations	observation	NOUN
ajiri-5429	18	10	to	to	PART
ajiri-5429	18	11	make	make	VERB
ajiri-5429	18	12	intelligent	intelligent	ADJ
ajiri-5429	18	13	migration	migration	NOUN
ajiri-5429	18	14	decisions	decision	NOUN
ajiri-5429	18	15	that	that	PRON
ajiri-5429	18	16	adapt	adapt	VERB
ajiri-5429	18	17	to	to	ADP
ajiri-5429	18	18	changing	change	VERB
ajiri-5429	18	19	conditions	condition	NOUN
ajiri-5429	18	20	.	.	PUNCT
ajiri-5429	19	1	in	in	ADP
ajiri-5429	19	2	particular	particular	ADJ
ajiri-5429	19	3	,	,	PUNCT
ajiri-5429	19	4	reinforcement	reinforcement	NOUN
ajiri-5429	19	5	learning	learning	NOUN
ajiri-5429	19	6	allows	allow	VERB
ajiri-5429	19	7	an	an	DET
ajiri-5429	19	8	autonomous	autonomous	ADJ
ajiri-5429	19	9	agent	agent	NOUN
ajiri-5429	19	10	to	to	PART
ajiri-5429	19	11	learn	learn	VERB
ajiri-5429	19	12	an	an	DET
ajiri-5429	19	13	optimal	optimal	ADJ
ajiri-5429	19	14	policy	policy	NOUN
ajiri-5429	19	15	through	through	ADP
ajiri-5429	19	16	trial	trial	NOUN
ajiri-5429	19	17	-	-	PUNCT
ajiri-5429	19	18	and	and	CCONJ
ajiri-5429	19	19	-	-	PUNCT
ajiri-5429	19	20	error	error	NOUN
ajiri-5429	19	21	interactions	interaction	NOUN
ajiri-5429	19	22	with	with	ADP
ajiri-5429	19	23	the	the	DET
ajiri-5429	19	24	environment	environment	NOUN
ajiri-5429	19	25	.	.	PUNCT
ajiri-5429	20	1	by	by	ADP
ajiri-5429	20	2	observing	observe	VERB
ajiri-5429	20	3	system	system	NOUN
ajiri-5429	20	4	state	state	NOUN
ajiri-5429	20	5	(	(	PUNCT
ajiri-5429	20	6	e.g.	e.g.	ADV
ajiri-5429	20	7	,	,	PUNCT
ajiri-5429	20	8	server	server	NOUN
ajiri-5429	20	9	utilizations	utilization	NOUN
ajiri-5429	20	10	,	,	PUNCT
ajiri-5429	20	11	workload	workload	NOUN
ajiri-5429	20	12	demands	demand	NOUN
ajiri-5429	20	13	)	)	PUNCT
ajiri-5429	20	14	and	and	CCONJ
ajiri-5429	20	15	taking	take	VERB
ajiri-5429	20	16	migration	migration	NOUN
ajiri-5429	20	17	actions	action	NOUN
ajiri-5429	20	18	,	,	PUNCT
ajiri-5429	20	19	an	an	DET
ajiri-5429	20	20	rl	rl	NOUN
ajiri-5429	20	21	agent	agent	NOUN
ajiri-5429	20	22	can	can	AUX
ajiri-5429	20	23	be	be	AUX
ajiri-5429	20	24	trained	train	VERB
ajiri-5429	20	25	to	to	PART
ajiri-5429	20	26	achieve	achieve	VERB
ajiri-5429	20	27	long	long	ADJ
ajiri-5429	20	28	-	-	PUNCT
ajiri-5429	20	29	term	term	NOUN
ajiri-5429	20	30	objectives	objective	NOUN
ajiri-5429	20	31	like	like	ADP
ajiri-5429	20	32	minimizing	minimize	VERB
ajiri-5429	20	33	energy	energy	NOUN
ajiri-5429	20	34	consumption	consumption	NOUN
ajiri-5429	20	35	or	or	CCONJ
ajiri-5429	20	36	meeting	meet	VERB
ajiri-5429	20	37	performance	performance	NOUN
ajiri-5429	20	38	targets	target	NOUN
ajiri-5429	20	39	.	.	PUNCT
ajiri-5429	21	1	the	the	DET
ajiri-5429	21	2	learned	learn	VERB
ajiri-5429	21	3	policy	policy	NOUN
ajiri-5429	21	4	can	can	AUX
ajiri-5429	21	5	implicitly	implicitly	ADV
ajiri-5429	21	6	capture	capture	VERB
ajiri-5429	21	7	complex	complex	ADJ
ajiri-5429	21	8	trade	trade	NOUN
ajiri-5429	21	9	-	-	PUNCT
ajiri-5429	21	10	offs	off	NOUN
ajiri-5429	21	11	that	that	PRON
ajiri-5429	21	12	are	be	AUX
ajiri-5429	21	13	hard	hard	ADJ
ajiri-5429	21	14	to	to	PART
ajiri-5429	21	15	encode	encode	VERB
ajiri-5429	21	16	in	in	ADP
ajiri-5429	21	17	static	static	ADJ
ajiri-5429	21	18	rules	rule	NOUN
ajiri-5429	21	19	.	.	PUNCT
ajiri-5429	22	1	this	this	DET
ajiri-5429	22	2	paper	paper	NOUN
ajiri-5429	22	3	proposes	propose	VERB
ajiri-5429	22	4	a	a	DET
ajiri-5429	22	5	deep	deep	ADJ
ajiri-5429	22	6	reinforcement	reinforcement	NOUN
ajiri-5429	22	7	learning	learning	NOUN
ajiri-5429	22	8	approach	approach	NOUN
ajiri-5429	22	9	for	for	ADP
ajiri-5429	22	10	cloud	cloud	NOUN
ajiri-5429	22	11	workload	workload	NOUN
ajiri-5429	22	12	migration	migration	NOUN
ajiri-5429	22	13	that	that	PRON
ajiri-5429	22	14	enables	enable	VERB
ajiri-5429	22	15	automated	automate	VERB
ajiri-5429	22	16	,	,	PUNCT
ajiri-5429	22	17	optimal	optimal	ADJ
ajiri-5429	22	18	decision	decision	NOUN
ajiri-5429	22	19	-	-	PUNCT
ajiri-5429	22	20	making	making	NOUN
ajiri-5429	22	21	for	for	ADP
ajiri-5429	22	22	vm	vm	PROPN
ajiri-5429	22	23	placement	placement	NOUN
ajiri-5429	22	24	and	and	CCONJ
ajiri-5429	22	25	movement	movement	NOUN
ajiri-5429	22	26	in	in	ADP
ajiri-5429	22	27	cloud	cloud	ADJ
ajiri-5429	22	28	data	datum	NOUN
ajiri-5429	22	29	centers	center	NOUN
ajiri-5429	22	30	.	.	PUNCT
ajiri-5429	23	1	to	to	PART
ajiri-5429	23	2	evaluate	evaluate	VERB
ajiri-5429	23	3	our	our	PRON
ajiri-5429	23	4	proposed	propose	VERB
ajiri-5429	23	5	method	method	NOUN
ajiri-5429	23	6	,	,	PUNCT
ajiri-5429	23	7	we	we	PRON
ajiri-5429	23	8	leverage	leverage	VERB
ajiri-5429	23	9	a	a	DET
ajiri-5429	23	10	realistic	realistic	ADJ
ajiri-5429	23	11	public	public	ADJ
ajiri-5429	23	12	dataset	dataset	NOUN
ajiri-5429	23	13	of	of	ADP
ajiri-5429	23	14	cloud	cloud	NOUN
ajiri-5429	23	15	workload	workload	NOUN
ajiri-5429	23	16	traces	trace	NOUN
ajiri-5429	23	17	and	and	CCONJ
ajiri-5429	23	18	implement	implement	VERB
ajiri-5429	23	19	a	a	DET
ajiri-5429	23	20	simulation	simulation	NOUN
ajiri-5429	23	21	testbed	testbe	VERB
ajiri-5429	23	22	.	.	PUNCT
ajiri-5429	24	1	we	we	PRON
ajiri-5429	24	2	compare	compare	VERB
ajiri-5429	24	3	our	our	PRON
ajiri-5429	24	4	ai	ai	NOUN
ajiri-5429	24	5	-	-	PUNCT
ajiri-5429	24	6	based	base	VERB
ajiri-5429	24	7	strategy	strategy	NOUN
ajiri-5429	24	8	against	against	ADP
ajiri-5429	24	9	baseline	baseline	NOUN
ajiri-5429	24	10	methods	method	NOUN
ajiri-5429	24	11	including	include	VERB
ajiri-5429	24	12	a	a	DET
ajiri-5429	24	13	static	static	ADJ
ajiri-5429	24	14	threshold	threshold	NOUN
ajiri-5429	24	15	heuristic	heuristic	NOUN
ajiri-5429	24	16	and	and	CCONJ
ajiri-5429	24	17	a	a	DET
ajiri-5429	24	18	state	state	NOUN
ajiri-5429	24	19	-	-	PUNCT
ajiri-5429	24	20	of	of	ADP
ajiri-5429	24	21	-	-	PUNCT
ajiri-5429	24	22	the	the	DET
ajiri-5429	24	23	-	-	PUNCT
ajiri-5429	24	24	art	art	NOUN
ajiri-5429	24	25	metaheuristic	metaheuristic	ADJ
ajiri-5429	24	26	approach	approach	NOUN
ajiri-5429	24	27	.	.	PUNCT
ajiri-5429	25	1	experimental	experimental	ADJ
ajiri-5429	25	2	results	result	NOUN
ajiri-5429	25	3	demonstrate	demonstrate	VERB
ajiri-5429	25	4	that	that	SCONJ
ajiri-5429	25	5	our	our	PRON
ajiri-5429	25	6	approach	approach	NOUN
ajiri-5429	25	7	significantly	significantly	ADV
ajiri-5429	25	8	improves	improve	VERB
ajiri-5429	25	9	on	on	ADP
ajiri-5429	25	10	energy	energy	NOUN
ajiri-5429	25	11	–	–	PUNCT
ajiri-5429	25	12	performance	performance	NOUN
ajiri-5429	25	13	trade	trade	NOUN
ajiri-5429	25	14	-	-	PUNCT
ajiri-5429	25	15	offs	off	NOUN
ajiri-5429	25	16	,	,	PUNCT
ajiri-5429	25	17	reducing	reduce	VERB
ajiri-5429	25	18	energy	energy	NOUN
ajiri-5429	25	19	usage	usage	NOUN
ajiri-5429	25	20	and	and	CCONJ
ajiri-5429	25	21	sla	sla	PROPN
ajiri-5429	25	22	violations	violation	NOUN
ajiri-5429	25	23	compared	compare	VERB
ajiri-5429	25	24	to	to	ADP
ajiri-5429	25	25	baselines	baseline	NOUN
ajiri-5429	25	26	.	.	PUNCT
ajiri-5429	26	1	we	we	PRON
ajiri-5429	26	2	also	also	ADV
ajiri-5429	26	3	analyze	analyze	VERB
ajiri-5429	26	4	the	the	DET
ajiri-5429	26	5	agent	agent	NOUN
ajiri-5429	26	6	’s	’s	PART
ajiri-5429	26	7	behavior	behavior	NOUN
ajiri-5429	26	8	to	to	PART
ajiri-5429	26	9	provide	provide	VERB
ajiri-5429	26	10	insights	insight	NOUN
ajiri-5429	26	11	into	into	ADP
ajiri-5429	26	12	when	when	SCONJ
ajiri-5429	26	13	migrations	migration	NOUN
ajiri-5429	26	14	are	be	AUX
ajiri-5429	26	15	beneficial	beneficial	ADJ
ajiri-5429	26	16	.	.	PUNCT
ajiri-5429	27	1	our	our	PRON
ajiri-5429	27	2	key	key	ADJ
ajiri-5429	27	3	contributions	contribution	NOUN
ajiri-5429	27	4	are	be	AUX
ajiri-5429	27	5	as	as	SCONJ
ajiri-5429	27	6	follows	follow	VERB
ajiri-5429	27	7	:	:	PUNCT
ajiri-5429	27	8	novel	novel	NOUN
ajiri-5429	27	9	ai	ai	VERB
ajiri-5429	27	10	migration	migration	NOUN
ajiri-5429	27	11	strategy	strategy	NOUN
ajiri-5429	27	12	we	we	PRON
ajiri-5429	27	13	develop	develop	VERB
ajiri-5429	27	14	a	a	DET
ajiri-5429	27	15	new	new	ADJ
ajiri-5429	27	16	deep	deep	ADJ
ajiri-5429	27	17	reinforcement	reinforcement	NOUN
ajiri-5429	27	18	learning	learning	NOUN
ajiri-5429	27	19	algorithm	algorithm	NOUN
ajiri-5429	27	20	for	for	ADP
ajiri-5429	27	21	deciding	decide	VERB
ajiri-5429	27	22	vm	vm	NOUN
ajiri-5429	27	23	migration	migration	NOUN
ajiri-5429	27	24	and	and	CCONJ
ajiri-5429	27	25	placement	placement	NOUN
ajiri-5429	27	26	in	in	ADP
ajiri-5429	27	27	cloud	cloud	ADJ
ajiri-5429	27	28	environments	environment	NOUN
ajiri-5429	27	29	.	.	PUNCT
ajiri-5429	28	1	to	to	ADP
ajiri-5429	28	2	our	our	PRON
ajiri-5429	28	3	knowledge	knowledge	NOUN
ajiri-5429	28	4	,	,	PUNCT
ajiri-5429	28	5	this	this	PRON
ajiri-5429	28	6	is	be	AUX
ajiri-5429	28	7	one	one	NUM
ajiri-5429	28	8	of	of	ADP
ajiri-5429	28	9	the	the	DET
ajiri-5429	28	10	first	first	ADJ
ajiri-5429	28	11	approaches	approach	NOUN
ajiri-5429	28	12	to	to	PART
ajiri-5429	28	13	integrate	integrate	VERB
ajiri-5429	28	14	workload	workload	NOUN
ajiri-5429	28	15	prediction	prediction	NOUN
ajiri-5429	28	16	with	with	ADP
ajiri-5429	28	17	deep	deep	ADJ
ajiri-5429	28	18	rl	rl	NOUN
ajiri-5429	28	19	for	for	ADP
ajiri-5429	28	20	proactive	proactive	ADJ
ajiri-5429	28	21	migration	migration	NOUN
ajiri-5429	28	22	decisions	decision	NOUN
ajiri-5429	28	23	.	.	PUNCT
ajiri-5429	29	1	open	open	ADJ
ajiri-5429	29	2	-	-	PUNCT
ajiri-5429	29	3	source	source	NOUN
ajiri-5429	29	4	dataset	dataset	NOUN
ajiri-5429	29	5	integration	integration	NOUN
ajiri-5429	29	6	we	we	PRON
ajiri-5429	29	7	utilize	utilize	VERB
ajiri-5429	29	8	real	real	ADJ
ajiri-5429	29	9	cloud	cloud	NOUN
ajiri-5429	29	10	traces	trace	NOUN
ajiri-5429	29	11	(	(	PUNCT
ajiri-5429	29	12	google	google	PROPN
ajiri-5429	29	13	cluster	cluster	NOUN
ajiri-5429	29	14	data	datum	NOUN
ajiri-5429	29	15	)	)	PUNCT
ajiri-5429	29	16	to	to	PART
ajiri-5429	29	17	drive	drive	VERB
ajiri-5429	29	18	simulations	simulation	NOUN
ajiri-5429	29	19	,	,	PUNCT
ajiri-5429	29	20	ensuring	ensure	VERB
ajiri-5429	29	21	that	that	SCONJ
ajiri-5429	29	22	our	our	PRON
ajiri-5429	29	23	experiments	experiment	NOUN
ajiri-5429	29	24	reflect	reflect	VERB
ajiri-5429	29	25	realistic	realistic	ADJ
ajiri-5429	29	26	pa	pa	PROPN
ajiri-5429	29	27	ge	ge	PROPN
ajiri-5429	29	28	11	11	NUM
ajiri-5429	29	29	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	29	30	am	be	AUX
ajiri-5429	29	31	.	.	PUNCT
ajiri-5429	30	1	j.	j.	PROPN
ajiri-5429	30	2	interdiscip	interdiscip	PROPN
ajiri-5429	30	3	.	.	PUNCT
ajiri-5429	31	1	res	re	NOUN
ajiri-5429	31	2	.	.	PUNCT
ajiri-5429	32	1	innov	innov	PROPN
ajiri-5429	32	2	.	.	PUNCT
ajiri-5429	33	1	4(3	4(3	NUM
ajiri-5429	33	2	)	)	PUNCT
ajiri-5429	33	3	10	10	NUM
ajiri-5429	33	4	-	-	SYM
ajiri-5429	33	5	15	15	NUM
ajiri-5429	33	6	2025	2025	NUM
ajiri-5429	33	7	workload	workload	NOUN
ajiri-5429	33	8	variability	variability	NOUN
ajiri-5429	33	9	.	.	PUNCT
ajiri-5429	34	1	the	the	DET
ajiri-5429	34	2	data	datum	NOUN
ajiri-5429	34	3	and	and	CCONJ
ajiri-5429	34	4	preprocessing	preprocessing	NOUN
ajiri-5429	34	5	code	code	NOUN
ajiri-5429	34	6	are	be	AUX
ajiri-5429	34	7	released	release	VERB
ajiri-5429	34	8	for	for	ADP
ajiri-5429	34	9	reproducibility	reproducibility	NOUN
ajiri-5429	34	10	.	.	PUNCT
ajiri-5429	35	1	implementation	implementation	NOUN
ajiri-5429	35	2	and	and	CCONJ
ajiri-5429	35	3	evaluation	evaluation	NOUN
ajiri-5429	35	4	we	we	PRON
ajiri-5429	35	5	design	design	VERB
ajiri-5429	35	6	and	and	CCONJ
ajiri-5429	35	7	implement	implement	VERB
ajiri-5429	35	8	the	the	DET
ajiri-5429	35	9	proposed	propose	VERB
ajiri-5429	35	10	method	method	NOUN
ajiri-5429	35	11	in	in	ADP
ajiri-5429	35	12	a	a	DET
ajiri-5429	35	13	cloud	cloud	ADJ
ajiri-5429	35	14	simulation	simulation	NOUN
ajiri-5429	35	15	environment	environment	NOUN
ajiri-5429	35	16	(	(	PUNCT
ajiri-5429	35	17	based	base	VERB
ajiri-5429	35	18	on	on	ADP
ajiri-5429	35	19	cloudsim	cloudsim	NOUN
ajiri-5429	35	20	)	)	PUNCT
ajiri-5429	35	21	.	.	PUNCT
ajiri-5429	36	1	we	we	PRON
ajiri-5429	36	2	conduct	conduct	VERB
ajiri-5429	36	3	extensive	extensive	ADJ
ajiri-5429	36	4	experiments	experiment	NOUN
ajiri-5429	36	5	,	,	PUNCT
ajiri-5429	36	6	comparing	compare	VERB
ajiri-5429	36	7	our	our	PRON
ajiri-5429	36	8	approach	approach	NOUN
ajiri-5429	36	9	against	against	ADP
ajiri-5429	36	10	baseline	baseline	NOUN
ajiri-5429	36	11	heuristics	heuristic	NOUN
ajiri-5429	36	12	and	and	CCONJ
ajiri-5429	36	13	reporting	report	VERB
ajiri-5429	36	14	results	result	NOUN
ajiri-5429	36	15	on	on	ADP
ajiri-5429	36	16	key	key	ADJ
ajiri-5429	36	17	metrics	metric	NOUN
ajiri-5429	36	18	(	(	PUNCT
ajiri-5429	36	19	energy	energy	NOUN
ajiri-5429	36	20	,	,	PUNCT
ajiri-5429	36	21	sla	sla	PROPN
ajiri-5429	36	22	violation	violation	NOUN
ajiri-5429	36	23	,	,	PUNCT
ajiri-5429	36	24	number	number	NOUN
ajiri-5429	36	25	of	of	ADP
ajiri-5429	36	26	migrations	migration	NOUN
ajiri-5429	36	27	)	)	PUNCT
ajiri-5429	36	28	.	.	PUNCT
ajiri-5429	37	1	we	we	PRON
ajiri-5429	37	2	include	include	VERB
ajiri-5429	37	3	an	an	DET
ajiri-5429	37	4	online	online	ADJ
ajiri-5429	37	5	appendix	appendix	NOUN
ajiri-5429	37	6	with	with	ADP
ajiri-5429	37	7	our	our	PRON
ajiri-5429	37	8	code	code	NOUN
ajiri-5429	37	9	and	and	CCONJ
ajiri-5429	37	10	detailed	detailed	ADJ
ajiri-5429	37	11	configurations	configuration	NOUN
ajiri-5429	37	12	to	to	PART
ajiri-5429	37	13	facilitate	facilitate	VERB
ajiri-5429	37	14	reproducibility	reproducibility	NOUN
ajiri-5429	37	15	.	.	PUNCT
ajiri-5429	38	1	performance	performance	NOUN
ajiri-5429	38	2	analysis	analysis	NOUN
ajiri-5429	38	3	we	we	PRON
ajiri-5429	38	4	present	present	VERB
ajiri-5429	38	5	a	a	DET
ajiri-5429	38	6	thorough	thorough	ADJ
ajiri-5429	38	7	analysis	analysis	NOUN
ajiri-5429	38	8	of	of	ADP
ajiri-5429	38	9	the	the	DET
ajiri-5429	38	10	results	result	NOUN
ajiri-5429	38	11	,	,	PUNCT
ajiri-5429	38	12	demonstrating	demonstrate	VERB
ajiri-5429	38	13	that	that	SCONJ
ajiri-5429	38	14	the	the	DET
ajiri-5429	38	15	learned	learn	VERB
ajiri-5429	38	16	policy	policy	NOUN
ajiri-5429	38	17	effectively	effectively	ADV
ajiri-5429	38	18	balances	balance	VERB
ajiri-5429	38	19	energy	energy	NOUN
ajiri-5429	38	20	savings	saving	NOUN
ajiri-5429	38	21	and	and	CCONJ
ajiri-5429	38	22	performance	performance	NOUN
ajiri-5429	38	23	.	.	PUNCT
ajiri-5429	39	1	we	we	PRON
ajiri-5429	39	2	provide	provide	VERB
ajiri-5429	39	3	a	a	DET
ajiri-5429	39	4	comparative	comparative	ADJ
ajiri-5429	39	5	figure	figure	NOUN
ajiri-5429	39	6	illustrating	illustrate	VERB
ajiri-5429	39	7	the	the	DET
ajiri-5429	39	8	improvements	improvement	NOUN
ajiri-5429	39	9	over	over	ADP
ajiri-5429	39	10	baseline	baseline	ADJ
ajiri-5429	39	11	methods	method	NOUN
ajiri-5429	39	12	and	and	CCONJ
ajiri-5429	39	13	discuss	discuss	VERB
ajiri-5429	39	14	the	the	DET
ajiri-5429	39	15	implications	implication	NOUN
ajiri-5429	39	16	of	of	ADP
ajiri-5429	39	17	our	our	PRON
ajiri-5429	39	18	findings	finding	NOUN
ajiri-5429	39	19	for	for	ADP
ajiri-5429	39	20	cloud	cloud	NOUN
ajiri-5429	39	21	resource	resource	NOUN
ajiri-5429	39	22	management	management	NOUN
ajiri-5429	39	23	.	.	PUNCT
ajiri-5429	40	1	the	the	DET
ajiri-5429	40	2	remainder	remainder	NOUN
ajiri-5429	40	3	of	of	ADP
ajiri-5429	40	4	this	this	DET
ajiri-5429	40	5	paper	paper	NOUN
ajiri-5429	40	6	is	be	AUX
ajiri-5429	40	7	organized	organize	VERB
ajiri-5429	40	8	as	as	SCONJ
ajiri-5429	40	9	follows	follow	VERB
ajiri-5429	40	10	.	.	PUNCT
ajiri-5429	41	1	the	the	DET
ajiri-5429	41	2	related	relate	VERB
ajiri-5429	41	3	work	work	NOUN
ajiri-5429	41	4	section	section	NOUN
ajiri-5429	41	5	reviews	review	VERB
ajiri-5429	41	6	existing	exist	VERB
ajiri-5429	41	7	approaches	approach	NOUN
ajiri-5429	41	8	to	to	ADP
ajiri-5429	41	9	cloud	cloud	NOUN
ajiri-5429	41	10	workload	workload	NOUN
ajiri-5429	41	11	migration	migration	NOUN
ajiri-5429	41	12	and	and	CCONJ
ajiri-5429	41	13	management	management	NOUN
ajiri-5429	41	14	,	,	PUNCT
ajiri-5429	41	15	highlighting	highlight	VERB
ajiri-5429	41	16	the	the	DET
ajiri-5429	41	17	gap	gap	NOUN
ajiri-5429	41	18	that	that	PRON
ajiri-5429	41	19	our	our	PRON
ajiri-5429	41	20	method	method	NOUN
ajiri-5429	41	21	addresses	address	NOUN
ajiri-5429	41	22	.	.	PUNCT
ajiri-5429	42	1	the	the	DET
ajiri-5429	42	2	methodology	methodology	NOUN
ajiri-5429	42	3	section	section	NOUN
ajiri-5429	42	4	describes	describe	VERB
ajiri-5429	42	5	the	the	DET
ajiri-5429	42	6	proposed	propose	VERB
ajiri-5429	42	7	deep	deep	ADJ
ajiri-5429	42	8	rl	rl	NOUN
ajiri-5429	42	9	approach	approach	NOUN
ajiri-5429	42	10	,	,	PUNCT
ajiri-5429	42	11	including	include	VERB
ajiri-5429	42	12	the	the	DET
ajiri-5429	42	13	system	system	NOUN
ajiri-5429	42	14	model	model	NOUN
ajiri-5429	42	15	and	and	CCONJ
ajiri-5429	42	16	learning	learn	VERB
ajiri-5429	42	17	algorithm	algorithm	NOUN
ajiri-5429	42	18	.	.	PUNCT
ajiri-5429	43	1	next	next	ADV
ajiri-5429	43	2	,	,	PUNCT
ajiri-5429	43	3	the	the	DET
ajiri-5429	43	4	dataset	dataset	NOUN
ajiri-5429	43	5	and	and	CCONJ
ajiri-5429	43	6	experiments	experiment	NOUN
ajiri-5429	43	7	and	and	CCONJ
ajiri-5429	43	8	results	result	NOUN
ajiri-5429	43	9	sections	section	NOUN
ajiri-5429	43	10	detail	detail	VERB
ajiri-5429	43	11	the	the	DET
ajiri-5429	43	12	experimental	experimental	ADJ
ajiri-5429	43	13	setup	setup	NOUN
ajiri-5429	43	14	,	,	PUNCT
ajiri-5429	43	15	evaluation	evaluation	NOUN
ajiri-5429	43	16	metrics	metric	NOUN
ajiri-5429	43	17	,	,	PUNCT
ajiri-5429	43	18	and	and	CCONJ
ajiri-5429	43	19	performance	performance	NOUN
ajiri-5429	43	20	results	result	NOUN
ajiri-5429	43	21	.	.	PUNCT
ajiri-5429	44	1	we	we	PRON
ajiri-5429	44	2	then	then	ADV
ajiri-5429	44	3	provide	provide	VERB
ajiri-5429	44	4	a	a	DET
ajiri-5429	44	5	discussion	discussion	NOUN
ajiri-5429	44	6	of	of	ADP
ajiri-5429	44	7	the	the	DET
ajiri-5429	44	8	findings	finding	NOUN
ajiri-5429	44	9	and	and	CCONJ
ajiri-5429	44	10	their	their	PRON
ajiri-5429	44	11	significance	significance	NOUN
ajiri-5429	44	12	.	.	PUNCT
ajiri-5429	45	1	finally	finally	ADV
ajiri-5429	45	2	,	,	PUNCT
ajiri-5429	45	3	the	the	DET
ajiri-5429	45	4	conclusion	conclusion	NOUN
ajiri-5429	45	5	summarizes	summarize	VERB
ajiri-5429	45	6	the	the	DET
ajiri-5429	45	7	work	work	NOUN
ajiri-5429	45	8	and	and	CCONJ
ajiri-5429	45	9	outlines	outline	VERB
ajiri-5429	45	10	future	future	ADJ
ajiri-5429	45	11	directions	direction	NOUN
ajiri-5429	45	12	.	.	PUNCT
ajiri-5429	46	1	literature	literature	NOUN
ajiri-5429	46	2	review	review	NOUN
ajiri-5429	46	3	optimizing	optimize	VERB
ajiri-5429	46	4	vm	vm	NOUN
ajiri-5429	46	5	placement	placement	NOUN
ajiri-5429	46	6	and	and	CCONJ
ajiri-5429	46	7	migration	migration	NOUN
ajiri-5429	46	8	in	in	ADP
ajiri-5429	46	9	cloud	cloud	ADJ
ajiri-5429	46	10	data	data	NOUN
ajiri-5429	46	11	centers	center	NOUN
ajiri-5429	46	12	has	have	AUX
ajiri-5429	46	13	been	be	AUX
ajiri-5429	46	14	the	the	DET
ajiri-5429	46	15	focus	focus	NOUN
ajiri-5429	46	16	of	of	ADP
ajiri-5429	46	17	extensive	extensive	ADJ
ajiri-5429	46	18	research	research	NOUN
ajiri-5429	46	19	.	.	PUNCT
ajiri-5429	47	1	early	early	ADJ
ajiri-5429	47	2	works	work	NOUN
ajiri-5429	47	3	proposed	propose	VERB
ajiri-5429	47	4	heuristic	heuristic	NOUN
ajiri-5429	47	5	and	and	CCONJ
ajiri-5429	47	6	rule	rule	NOUN
ajiri-5429	47	7	-	-	PUNCT
ajiri-5429	47	8	based	base	VERB
ajiri-5429	47	9	strategies	strategy	NOUN
ajiri-5429	47	10	for	for	ADP
ajiri-5429	47	11	dynamic	dynamic	ADJ
ajiri-5429	47	12	vm	vm	NOUN
ajiri-5429	47	13	consolidation	consolidation	NOUN
ajiri-5429	47	14	.	.	PUNCT
ajiri-5429	48	1	for	for	ADP
ajiri-5429	48	2	example	example	NOUN
ajiri-5429	48	3	,	,	PUNCT
ajiri-5429	48	4	beloglazov	beloglazov	NOUN
ajiri-5429	48	5	and	and	CCONJ
ajiri-5429	48	6	buyya	buyya	ADV
ajiri-5429	48	7	introduced	introduce	VERB
ajiri-5429	48	8	adaptive	adaptive	ADJ
ajiri-5429	48	9	heuristics	heuristic	NOUN
ajiri-5429	48	10	such	such	ADJ
ajiri-5429	48	11	as	as	ADP
ajiri-5429	48	12	a	a	DET
ajiri-5429	48	13	poweraware	poweraware	ADJ
ajiri-5429	48	14	best	good	ADJ
ajiri-5429	48	15	-	-	PUNCT
ajiri-5429	48	16	fit	fit	ADJ
ajiri-5429	48	17	decreasing	decrease	VERB
ajiri-5429	48	18	(	(	PUNCT
ajiri-5429	48	19	pabfd	pabfd	ADJ
ajiri-5429	48	20	)	)	PUNCT
ajiri-5429	48	21	algorithm	algorithm	NOUN
ajiri-5429	48	22	that	that	PRON
ajiri-5429	48	23	sorts	sort	VERB
ajiri-5429	48	24	vms	vms	PROPN
ajiri-5429	48	25	by	by	ADP
ajiri-5429	48	26	cpu	cpu	NOUN
ajiri-5429	48	27	utilization	utilization	NOUN
ajiri-5429	48	28	and	and	CCONJ
ajiri-5429	48	29	places	place	VERB
ajiri-5429	48	30	them	they	PRON
ajiri-5429	48	31	to	to	PART
ajiri-5429	48	32	minimize	minimize	VERB
ajiri-5429	48	33	active	active	ADJ
ajiri-5429	48	34	servers	server	NOUN
ajiri-5429	48	35	.	.	PUNCT
ajiri-5429	49	1	these	these	DET
ajiri-5429	49	2	threshold	threshold	NOUN
ajiri-5429	49	3	-	-	PUNCT
ajiri-5429	49	4	based	base	VERB
ajiri-5429	49	5	policies	policy	NOUN
ajiri-5429	49	6	(	(	PUNCT
ajiri-5429	49	7	e.g.	e.g.	ADV
ajiri-5429	49	8	,	,	PUNCT
ajiri-5429	49	9	migrating	migrate	VERB
ajiri-5429	49	10	vms	vms	PROPN
ajiri-5429	49	11	out	out	ADP
ajiri-5429	49	12	of	of	ADP
ajiri-5429	49	13	an	an	DET
ajiri-5429	49	14	overloaded	overloaded	ADJ
ajiri-5429	49	15	host	host	NOUN
ajiri-5429	49	16	when	when	SCONJ
ajiri-5429	49	17	its	its	PRON
ajiri-5429	49	18	cpu	cpu	NOUN
ajiri-5429	49	19	usage	usage	NOUN
ajiri-5429	49	20	exceeds	exceed	VERB
ajiri-5429	49	21	80	80	NUM
ajiri-5429	49	22	%	%	NOUN
ajiri-5429	49	23	,	,	PUNCT
ajiri-5429	49	24	and	and	CCONJ
ajiri-5429	49	25	consolidating	consolidate	VERB
ajiri-5429	49	26	vms	vms	NOUN
ajiri-5429	49	27	when	when	SCONJ
ajiri-5429	49	28	usage	usage	NOUN
ajiri-5429	49	29	falls	fall	VERB
ajiri-5429	49	30	below	below	ADP
ajiri-5429	49	31	20	20	NUM
ajiri-5429	49	32	%	%	NOUN
ajiri-5429	49	33	)	)	PUNCT
ajiri-5429	49	34	are	be	AUX
ajiri-5429	49	35	simple	simple	ADJ
ajiri-5429	49	36	and	and	CCONJ
ajiri-5429	49	37	fast	fast	ADJ
ajiri-5429	49	38	,	,	PUNCT
ajiri-5429	49	39	but	but	CCONJ
ajiri-5429	49	40	they	they	PRON
ajiri-5429	49	41	often	often	ADV
ajiri-5429	49	42	rely	rely	VERB
ajiri-5429	49	43	on	on	ADP
ajiri-5429	49	44	static	static	ADJ
ajiri-5429	49	45	parameters	parameter	NOUN
ajiri-5429	49	46	that	that	PRON
ajiri-5429	49	47	may	may	AUX
ajiri-5429	49	48	not	not	PART
ajiri-5429	49	49	adapt	adapt	VERB
ajiri-5429	49	50	well	well	ADV
ajiri-5429	49	51	to	to	ADP
ajiri-5429	49	52	varying	vary	VERB
ajiri-5429	49	53	workloads	workload	NOUN
ajiri-5429	49	54	.	.	PUNCT
ajiri-5429	50	1	to	to	PART
ajiri-5429	50	2	improve	improve	VERB
ajiri-5429	50	3	on	on	ADP
ajiri-5429	50	4	basic	basic	ADJ
ajiri-5429	50	5	heuristics	heuristic	NOUN
ajiri-5429	50	6	,	,	PUNCT
ajiri-5429	50	7	researchers	researcher	NOUN
ajiri-5429	50	8	have	have	AUX
ajiri-5429	50	9	explored	explore	VERB
ajiri-5429	50	10	metaheuristic	metaheuristic	ADJ
ajiri-5429	50	11	and	and	CCONJ
ajiri-5429	50	12	evolutionary	evolutionary	ADJ
ajiri-5429	50	13	algorithms	algorithm	NOUN
ajiri-5429	50	14	for	for	ADP
ajiri-5429	50	15	vm	vm	PROPN
ajiri-5429	50	16	placement	placement	NOUN
ajiri-5429	50	17	optimization	optimization	NOUN
ajiri-5429	50	18	.	.	PUNCT
ajiri-5429	51	1	recent	recent	ADJ
ajiri-5429	51	2	work	work	NOUN
ajiri-5429	51	3	by	by	ADP
ajiri-5429	51	4	rashmi	rashmi	PROPN
ajiri-5429	51	5	(	(	PUNCT
ajiri-5429	51	6	2024	2024	NUM
ajiri-5429	51	7	)	)	PUNCT
ajiri-5429	51	8	proposed	propose	VERB
ajiri-5429	51	9	an	an	DET
ajiri-5429	51	10	ai	ai	NOUN
ajiri-5429	51	11	-	-	PUNCT
ajiri-5429	51	12	powered	power	VERB
ajiri-5429	51	13	vm	vm	PROPN
ajiri-5429	51	14	selection	selection	NOUN
ajiri-5429	51	15	approach	approach	NOUN
ajiri-5429	51	16	combining	combine	VERB
ajiri-5429	51	17	the	the	DET
ajiri-5429	51	18	dragonfly	dragonfly	NOUN
ajiri-5429	51	19	optimization	optimization	NOUN
ajiri-5429	51	20	algorithm	algorithm	NOUN
ajiri-5429	51	21	with	with	ADP
ajiri-5429	51	22	a	a	DET
ajiri-5429	51	23	modified	modified	ADJ
ajiri-5429	51	24	best	good	ADJ
ajiri-5429	51	25	-	-	PUNCT
ajiri-5429	51	26	fit	fit	ADJ
ajiri-5429	51	27	decreasing	decrease	VERB
ajiri-5429	51	28	heuristic	heuristic	NOUN
ajiri-5429	51	29	(	(	PUNCT
ajiri-5429	51	30	dambfd	dambfd	PROPN
ajiri-5429	51	31	)	)	PUNCT
ajiri-5429	51	32	to	to	PART
ajiri-5429	51	33	minimize	minimize	VERB
ajiri-5429	51	34	power	power	NOUN
ajiri-5429	51	35	consumption	consumption	NOUN
ajiri-5429	51	36	.	.	PUNCT
ajiri-5429	52	1	their	their	PRON
ajiri-5429	52	2	results	result	NOUN
ajiri-5429	52	3	showed	show	VERB
ajiri-5429	52	4	reduced	reduce	VERB
ajiri-5429	52	5	energy	energy	NOUN
ajiri-5429	52	6	usage	usage	NOUN
ajiri-5429	52	7	and	and	CCONJ
ajiri-5429	52	8	fewer	few	ADJ
ajiri-5429	52	9	sla	sla	PROPN
ajiri-5429	52	10	violations	violation	NOUN
ajiri-5429	52	11	compared	compare	VERB
ajiri-5429	52	12	to	to	ADP
ajiri-5429	52	13	traditional	traditional	ADJ
ajiri-5429	52	14	greedy	greedy	ADJ
ajiri-5429	52	15	algorithms	algorithm	NOUN
ajiri-5429	52	16	,	,	PUNCT
ajiri-5429	52	17	although	although	SCONJ
ajiri-5429	52	18	the	the	DET
ajiri-5429	52	19	method	method	NOUN
ajiri-5429	52	20	incurred	incur	VERB
ajiri-5429	52	21	a	a	DET
ajiri-5429	52	22	higher	high	ADJ
ajiri-5429	52	23	number	number	NOUN
ajiri-5429	52	24	of	of	ADP
ajiri-5429	52	25	migrations	migration	NOUN
ajiri-5429	52	26	.	.	PUNCT
ajiri-5429	53	1	other	other	ADJ
ajiri-5429	53	2	metaheuristics	metaheuristic	NOUN
ajiri-5429	53	3	like	like	ADP
ajiri-5429	53	4	genetic	genetic	ADJ
ajiri-5429	53	5	algorithms	algorithm	NOUN
ajiri-5429	53	6	,	,	PUNCT
ajiri-5429	53	7	ant	ant	ADJ
ajiri-5429	53	8	colony	colony	NOUN
ajiri-5429	53	9	optimization	optimization	NOUN
ajiri-5429	53	10	,	,	PUNCT
ajiri-5429	53	11	and	and	CCONJ
ajiri-5429	53	12	particle	particle	NOUN
ajiri-5429	53	13	swarm	swarm	NOUN
ajiri-5429	53	14	optimization	optimization	NOUN
ajiri-5429	53	15	have	have	AUX
ajiri-5429	53	16	also	also	ADV
ajiri-5429	53	17	been	be	AUX
ajiri-5429	53	18	applied	apply	VERB
ajiri-5429	53	19	to	to	ADP
ajiri-5429	53	20	the	the	DET
ajiri-5429	53	21	vm	vm	PROPN
ajiri-5429	53	22	placement	placement	NOUN
ajiri-5429	53	23	problem	problem	NOUN
ajiri-5429	53	24	,	,	PUNCT
ajiri-5429	53	25	aiming	aim	VERB
ajiri-5429	53	26	to	to	PART
ajiri-5429	53	27	find	find	VERB
ajiri-5429	53	28	near	near	ADP
ajiri-5429	53	29	-	-	PUNCT
ajiri-5429	53	30	optimal	optimal	ADJ
ajiri-5429	53	31	solutions	solution	NOUN
ajiri-5429	53	32	for	for	ADP
ajiri-5429	53	33	balancing	balance	VERB
ajiri-5429	53	34	load	load	NOUN
ajiri-5429	53	35	and	and	CCONJ
ajiri-5429	53	36	energy	energy	NOUN
ajiri-5429	53	37	.	.	PUNCT
ajiri-5429	54	1	while	while	SCONJ
ajiri-5429	54	2	these	these	DET
ajiri-5429	54	3	approaches	approach	NOUN
ajiri-5429	54	4	can	can	AUX
ajiri-5429	54	5	yield	yield	VERB
ajiri-5429	54	6	improvements	improvement	NOUN
ajiri-5429	54	7	,	,	PUNCT
ajiri-5429	54	8	they	they	PRON
ajiri-5429	54	9	often	often	ADV
ajiri-5429	54	10	require	require	VERB
ajiri-5429	54	11	careful	careful	ADJ
ajiri-5429	54	12	tuning	tuning	NOUN
ajiri-5429	54	13	and	and	CCONJ
ajiri-5429	54	14	may	may	AUX
ajiri-5429	54	15	struggle	struggle	VERB
ajiri-5429	54	16	with	with	ADP
ajiri-5429	54	17	the	the	DET
ajiri-5429	54	18	high	high	ADV
ajiri-5429	54	19	-	-	PUNCT
ajiri-5429	54	20	dimensional	dimensional	ADJ
ajiri-5429	54	21	,	,	PUNCT
ajiri-5429	54	22	dynamic	dynamic	ADJ
ajiri-5429	54	23	nature	nature	NOUN
ajiri-5429	54	24	of	of	ADP
ajiri-5429	54	25	real	real	ADJ
ajiri-5429	54	26	cloud	cloud	ADJ
ajiri-5429	54	27	environments	environment	NOUN
ajiri-5429	54	28	.	.	PUNCT
ajiri-5429	55	1	machine	machine	NOUN
ajiri-5429	55	2	learning	learn	VERB
ajiri-5429	55	3	techniques	technique	NOUN
ajiri-5429	55	4	have	have	AUX
ajiri-5429	55	5	started	start	VERB
ajiri-5429	55	6	to	to	PART
ajiri-5429	55	7	gain	gain	VERB
ajiri-5429	55	8	traction	traction	NOUN
ajiri-5429	55	9	in	in	ADP
ajiri-5429	55	10	this	this	DET
ajiri-5429	55	11	domain	domain	NOUN
ajiri-5429	55	12	.	.	PUNCT
ajiri-5429	56	1	some	some	DET
ajiri-5429	56	2	studies	study	NOUN
ajiri-5429	56	3	applied	apply	VERB
ajiri-5429	56	4	supervised	supervised	ADJ
ajiri-5429	56	5	learning	learning	NOUN
ajiri-5429	56	6	or	or	CCONJ
ajiri-5429	56	7	forecasting	forecasting	NOUN
ajiri-5429	56	8	models	model	NOUN
ajiri-5429	56	9	to	to	PART
ajiri-5429	56	10	predict	predict	VERB
ajiri-5429	56	11	future	future	ADJ
ajiri-5429	56	12	resource	resource	NOUN
ajiri-5429	56	13	usage	usage	NOUN
ajiri-5429	56	14	,	,	PUNCT
ajiri-5429	56	15	which	which	PRON
ajiri-5429	56	16	can	can	AUX
ajiri-5429	56	17	then	then	ADV
ajiri-5429	56	18	inform	inform	VERB
ajiri-5429	56	19	migration	migration	NOUN
ajiri-5429	56	20	decisions	decision	NOUN
ajiri-5429	56	21	.	.	PUNCT
ajiri-5429	57	1	for	for	ADP
ajiri-5429	57	2	instance	instance	NOUN
ajiri-5429	57	3	,	,	PUNCT
ajiri-5429	57	4	khaleel	khaleel	PROPN
ajiri-5429	57	5	and	and	CCONJ
ajiri-5429	57	6	zhu	zhu	PROPN
ajiri-5429	57	7	(	(	PUNCT
ajiri-5429	57	8	2021	2021	NUM
ajiri-5429	57	9	)	)	PUNCT
ajiri-5429	57	10	used	use	VERB
ajiri-5429	57	11	a	a	DET
ajiri-5429	57	12	neural	neural	ADJ
ajiri-5429	57	13	network	network	NOUN
ajiri-5429	57	14	to	to	PART
ajiri-5429	57	15	adaptively	adaptively	ADV
ajiri-5429	57	16	select	select	VERB
ajiri-5429	57	17	vm	vm	NOUN
ajiri-5429	57	18	consolidation	consolidation	NOUN
ajiri-5429	57	19	algorithms	algorithm	NOUN
ajiri-5429	57	20	based	base	VERB
ajiri-5429	57	21	on	on	ADP
ajiri-5429	57	22	current	current	ADJ
ajiri-5429	57	23	performance	performance	NOUN
ajiri-5429	57	24	-	-	PUNCT
ajiri-5429	57	25	to	to	ADP
ajiri-5429	57	26	-	-	PUNCT
ajiri-5429	57	27	power	power	NOUN
ajiri-5429	57	28	ratios	ratio	NOUN
ajiri-5429	57	29	.	.	PUNCT
ajiri-5429	58	1	others	other	NOUN
ajiri-5429	58	2	have	have	AUX
ajiri-5429	58	3	looked	look	VERB
ajiri-5429	58	4	at	at	ADP
ajiri-5429	58	5	fuzzy	fuzzy	ADJ
ajiri-5429	58	6	logic	logic	NOUN
ajiri-5429	58	7	and	and	CCONJ
ajiri-5429	58	8	rough	rough	ADJ
ajiri-5429	58	9	set	set	VERB
ajiri-5429	58	10	based	base	VERB
ajiri-5429	58	11	decision	decision	NOUN
ajiri-5429	58	12	systems	system	NOUN
ajiri-5429	58	13	to	to	PART
ajiri-5429	58	14	handle	handle	VERB
ajiri-5429	58	15	uncertainty	uncertainty	NOUN
ajiri-5429	58	16	in	in	ADP
ajiri-5429	58	17	migrations	migration	NOUN
ajiri-5429	58	18	.	.	PUNCT
ajiri-5429	59	1	these	these	DET
ajiri-5429	59	2	approaches	approach	NOUN
ajiri-5429	59	3	incorporate	incorporate	VERB
ajiri-5429	59	4	data	datum	NOUN
ajiri-5429	59	5	-	-	PUNCT
ajiri-5429	59	6	driven	drive	VERB
ajiri-5429	59	7	intelligence	intelligence	NOUN
ajiri-5429	59	8	but	but	CCONJ
ajiri-5429	59	9	typically	typically	ADV
ajiri-5429	59	10	operate	operate	VERB
ajiri-5429	59	11	in	in	ADP
ajiri-5429	59	12	a	a	DET
ajiri-5429	59	13	limited	limited	ADJ
ajiri-5429	59	14	scope	scope	NOUN
ajiri-5429	59	15	(	(	PUNCT
ajiri-5429	59	16	e.g.	e.g.	ADV
ajiri-5429	59	17	,	,	PUNCT
ajiri-5429	59	18	predicting	predict	VERB
ajiri-5429	59	19	load	load	NOUN
ajiri-5429	59	20	but	but	CCONJ
ajiri-5429	59	21	not	not	PART
ajiri-5429	59	22	directly	directly	ADV
ajiri-5429	59	23	optimizing	optimize	VERB
ajiri-5429	59	24	the	the	DET
ajiri-5429	59	25	sequential	sequential	ADJ
ajiri-5429	59	26	decision	decision	NOUN
ajiri-5429	59	27	process	process	NOUN
ajiri-5429	59	28	)	)	PUNCT
ajiri-5429	59	29	.	.	PUNCT
ajiri-5429	60	1	most	most	ADV
ajiri-5429	60	2	relevant	relevant	ADJ
ajiri-5429	60	3	to	to	ADP
ajiri-5429	60	4	our	our	PRON
ajiri-5429	60	5	work	work	NOUN
ajiri-5429	60	6	are	be	AUX
ajiri-5429	60	7	reinforcement	reinforcement	NOUN
ajiri-5429	60	8	learning	learning	NOUN
ajiri-5429	60	9	(	(	PUNCT
ajiri-5429	60	10	rl	rl	NOUN
ajiri-5429	60	11	)	)	PUNCT
ajiri-5429	60	12	based	base	VERB
ajiri-5429	60	13	strategies	strategy	NOUN
ajiri-5429	60	14	.	.	PUNCT
ajiri-5429	61	1	rl	rl	PROPN
ajiri-5429	61	2	allows	allow	VERB
ajiri-5429	61	3	a	a	DET
ajiri-5429	61	4	cloud	cloud	ADJ
ajiri-5429	61	5	management	management	NOUN
ajiri-5429	61	6	agent	agent	NOUN
ajiri-5429	61	7	to	to	PART
ajiri-5429	61	8	learn	learn	VERB
ajiri-5429	61	9	when	when	SCONJ
ajiri-5429	61	10	to	to	PART
ajiri-5429	61	11	migrate	migrate	VERB
ajiri-5429	61	12	vms	vms	PROPN
ajiri-5429	61	13	by	by	ADP
ajiri-5429	61	14	maximizing	maximize	VERB
ajiri-5429	61	15	a	a	DET
ajiri-5429	61	16	reward	reward	NOUN
ajiri-5429	61	17	function	function	NOUN
ajiri-5429	61	18	that	that	PRON
ajiri-5429	61	19	captures	capture	VERB
ajiri-5429	61	20	desired	desire	VERB
ajiri-5429	61	21	objectives	objective	NOUN
ajiri-5429	61	22	(	(	PUNCT
ajiri-5429	61	23	such	such	ADJ
ajiri-5429	61	24	as	as	ADP
ajiri-5429	61	25	energy	energy	NOUN
ajiri-5429	61	26	efficiency	efficiency	NOUN
ajiri-5429	61	27	and	and	CCONJ
ajiri-5429	61	28	sla	sla	PROPN
ajiri-5429	61	29	adherence	adherence	NOUN
ajiri-5429	61	30	)	)	PUNCT
ajiri-5429	61	31	.	.	PUNCT
ajiri-5429	62	1	zhu	zhu	PROPN
ajiri-5429	62	2	(	(	PUNCT
ajiri-5429	62	3	2024	2024	NUM
ajiri-5429	62	4	)	)	PUNCT
ajiri-5429	62	5	developed	develop	VERB
ajiri-5429	62	6	an	an	DET
ajiri-5429	62	7	intelligent	intelligent	ADJ
ajiri-5429	62	8	vm	vm	NOUN
ajiri-5429	62	9	migration	migration	NOUN
ajiri-5429	62	10	decision	decision	NOUN
ajiri-5429	62	11	system	system	NOUN
ajiri-5429	62	12	using	use	VERB
ajiri-5429	62	13	q	q	NOUN
ajiri-5429	62	14	-	-	PUNCT
ajiri-5429	62	15	learning	learning	NOUN
ajiri-5429	62	16	enhanced	enhance	VERB
ajiri-5429	62	17	by	by	ADP
ajiri-5429	62	18	rough	rough	ADJ
ajiri-5429	62	19	set	set	NOUN
ajiri-5429	62	20	theory	theory	NOUN
ajiri-5429	62	21	.	.	PUNCT
ajiri-5429	63	1	by	by	ADP
ajiri-5429	63	2	confining	confine	VERB
ajiri-5429	63	3	the	the	DET
ajiri-5429	63	4	rl	rl	NOUN
ajiri-5429	63	5	exploration	exploration	NOUN
ajiri-5429	63	6	space	space	NOUN
ajiri-5429	63	7	with	with	ADP
ajiri-5429	63	8	rough	rough	ADJ
ajiri-5429	63	9	set	set	NOUN
ajiri-5429	63	10	boundaries	boundary	NOUN
ajiri-5429	63	11	,	,	PUNCT
ajiri-5429	63	12	their	their	PRON
ajiri-5429	63	13	method	method	NOUN
ajiri-5429	63	14	dynamically	dynamically	ADV
ajiri-5429	63	15	adjusted	adjust	VERB
ajiri-5429	63	16	migration	migration	NOUN
ajiri-5429	63	17	thresholds	threshold	NOUN
ajiri-5429	63	18	and	and	CCONJ
ajiri-5429	63	19	demonstrated	demonstrate	VERB
ajiri-5429	63	20	improved	improved	ADJ
ajiri-5429	63	21	energy	energy	NOUN
ajiri-5429	63	22	-	-	PUNCT
ajiri-5429	63	23	performance	performance	NOUN
ajiri-5429	63	24	tradeoffs	tradeoff	NOUN
ajiri-5429	63	25	over	over	ADP
ajiri-5429	63	26	baseline	baseline	ADJ
ajiri-5429	63	27	strategies	strategy	NOUN
ajiri-5429	63	28	.	.	PUNCT
ajiri-5429	64	1	q	q	X
ajiri-5429	64	2	-	-	PUNCT
ajiri-5429	64	3	learning	learning	NOUN
ajiri-5429	64	4	is	be	AUX
ajiri-5429	64	5	a	a	DET
ajiri-5429	64	6	tabular	tabular	NOUN
ajiri-5429	64	7	rl	rl	ADP
ajiri-5429	64	8	method	method	NOUN
ajiri-5429	64	9	,	,	PUNCT
ajiri-5429	64	10	however	however	ADV
ajiri-5429	64	11	,	,	PUNCT
ajiri-5429	64	12	which	which	PRON
ajiri-5429	64	13	may	may	AUX
ajiri-5429	64	14	become	become	VERB
ajiri-5429	64	15	inefficient	inefficient	ADJ
ajiri-5429	64	16	when	when	SCONJ
ajiri-5429	64	17	state	state	NOUN
ajiri-5429	64	18	spaces	space	NOUN
ajiri-5429	64	19	are	be	AUX
ajiri-5429	64	20	large	large	ADJ
ajiri-5429	64	21	or	or	CCONJ
ajiri-5429	64	22	continuous	continuous	ADJ
ajiri-5429	64	23	.	.	PUNCT
ajiri-5429	65	1	other	other	ADJ
ajiri-5429	65	2	researchers	researcher	NOUN
ajiri-5429	65	3	have	have	AUX
ajiri-5429	65	4	explored	explore	VERB
ajiri-5429	65	5	deep	deep	ADJ
ajiri-5429	65	6	reinforcement	reinforcement	NOUN
ajiri-5429	65	7	learning	learning	NOUN
ajiri-5429	65	8	:	:	PUNCT
ajiri-5429	65	9	for	for	ADP
ajiri-5429	65	10	example	example	NOUN
ajiri-5429	65	11	,	,	PUNCT
ajiri-5429	65	12	a	a	DET
ajiri-5429	65	13	policy	policy	NOUN
ajiri-5429	65	14	gradient	gradient	NOUN
ajiri-5429	65	15	method	method	NOUN
ajiri-5429	65	16	was	be	AUX
ajiri-5429	65	17	used	use	VERB
ajiri-5429	65	18	in	in	ADP
ajiri-5429	65	19	some	some	DET
ajiri-5429	65	20	studies	study	NOUN
ajiri-5429	65	21	to	to	PART
ajiri-5429	65	22	optimize	optimize	VERB
ajiri-5429	65	23	task	task	NOUN
ajiri-5429	65	24	scheduling	scheduling	NOUN
ajiri-5429	65	25	in	in	ADP
ajiri-5429	65	26	clouds	cloud	NOUN
ajiri-5429	65	27	,	,	PUNCT
ajiri-5429	65	28	showing	show	VERB
ajiri-5429	65	29	that	that	SCONJ
ajiri-5429	65	30	rl	rl	PROPN
ajiri-5429	65	31	agents	agent	NOUN
ajiri-5429	65	32	can	can	AUX
ajiri-5429	65	33	reduce	reduce	VERB
ajiri-5429	65	34	energy	energy	NOUN
ajiri-5429	65	35	usage	usage	NOUN
ajiri-5429	65	36	by	by	ADP
ajiri-5429	65	37	predicting	predict	VERB
ajiri-5429	65	38	workload	workload	NOUN
ajiri-5429	65	39	trends	trend	NOUN
ajiri-5429	65	40	and	and	CCONJ
ajiri-5429	65	41	reacting	react	VERB
ajiri-5429	65	42	proactively	proactively	ADV
ajiri-5429	65	43	.	.	PUNCT
ajiri-5429	66	1	in	in	ADP
ajiri-5429	66	2	summary	summary	NOUN
ajiri-5429	66	3	,	,	PUNCT
ajiri-5429	66	4	prior	prior	ADJ
ajiri-5429	66	5	works	work	NOUN
ajiri-5429	66	6	establish	establish	VERB
ajiri-5429	66	7	a	a	DET
ajiri-5429	66	8	foundation	foundation	NOUN
ajiri-5429	66	9	for	for	ADP
ajiri-5429	66	10	automated	automate	VERB
ajiri-5429	66	11	cloud	cloud	NOUN
ajiri-5429	66	12	resource	resource	NOUN
ajiri-5429	66	13	management	management	NOUN
ajiri-5429	66	14	using	use	VERB
ajiri-5429	66	15	both	both	DET
ajiri-5429	66	16	heuristics	heuristic	NOUN
ajiri-5429	66	17	and	and	CCONJ
ajiri-5429	66	18	ai	ai	VERB
ajiri-5429	66	19	.	.	PUNCT
ajiri-5429	67	1	yet	yet	ADV
ajiri-5429	67	2	,	,	PUNCT
ajiri-5429	67	3	there	there	PRON
ajiri-5429	67	4	remains	remain	VERB
ajiri-5429	67	5	a	a	DET
ajiri-5429	67	6	need	need	NOUN
ajiri-5429	67	7	for	for	ADP
ajiri-5429	67	8	a	a	DET
ajiri-5429	67	9	robust	robust	ADJ
ajiri-5429	67	10	solution	solution	NOUN
ajiri-5429	67	11	that	that	PRON
ajiri-5429	67	12	can	can	AUX
ajiri-5429	67	13	handle	handle	VERB
ajiri-5429	67	14	the	the	DET
ajiri-5429	67	15	scale	scale	NOUN
ajiri-5429	67	16	and	and	CCONJ
ajiri-5429	67	17	variability	variability	NOUN
ajiri-5429	67	18	of	of	ADP
ajiri-5429	67	19	modern	modern	ADJ
ajiri-5429	67	20	cloud	cloud	NOUN
ajiri-5429	67	21	workloads	workload	NOUN
ajiri-5429	67	22	.	.	PUNCT
ajiri-5429	68	1	our	our	PRON
ajiri-5429	68	2	approach	approach	NOUN
ajiri-5429	68	3	differentiates	differentiate	VERB
ajiri-5429	68	4	itself	itself	PRON
ajiri-5429	68	5	by	by	ADP
ajiri-5429	68	6	leveraging	leverage	VERB
ajiri-5429	68	7	deep	deep	ADJ
ajiri-5429	68	8	neural	neural	ADJ
ajiri-5429	68	9	networks	network	NOUN
ajiri-5429	68	10	to	to	PART
ajiri-5429	68	11	approximate	approximate	VERB
ajiri-5429	68	12	the	the	DET
ajiri-5429	68	13	policy	policy	NOUN
ajiri-5429	68	14	,	,	PUNCT
ajiri-5429	68	15	enabling	enable	VERB
ajiri-5429	68	16	it	it	PRON
ajiri-5429	68	17	to	to	PART
ajiri-5429	68	18	scale	scale	VERB
ajiri-5429	68	19	to	to	ADP
ajiri-5429	68	20	large	large	ADJ
ajiri-5429	68	21	state	state	NOUN
ajiri-5429	68	22	spaces	space	NOUN
ajiri-5429	68	23	(	(	PUNCT
ajiri-5429	68	24	many	many	ADJ
ajiri-5429	68	25	servers	server	NOUN
ajiri-5429	68	26	and	and	CCONJ
ajiri-5429	68	27	vms	vms	PROPN
ajiri-5429	68	28	)	)	PUNCT
ajiri-5429	68	29	and	and	CCONJ
ajiri-5429	68	30	generalize	generalize	VERB
ajiri-5429	68	31	across	across	ADP
ajiri-5429	68	32	different	different	ADJ
ajiri-5429	68	33	workload	workload	NOUN
ajiri-5429	68	34	patterns	pattern	NOUN
ajiri-5429	68	35	.	.	PUNCT
ajiri-5429	69	1	moreover	moreover	ADV
ajiri-5429	69	2	,	,	PUNCT
ajiri-5429	69	3	we	we	PRON
ajiri-5429	69	4	integrate	integrate	VERB
ajiri-5429	69	5	a	a	DET
ajiri-5429	69	6	shortterm	shortterm	NOUN
ajiri-5429	69	7	workload	workload	NOUN
ajiri-5429	69	8	prediction	prediction	NOUN
ajiri-5429	69	9	into	into	ADP
ajiri-5429	69	10	the	the	DET
ajiri-5429	69	11	state	state	NOUN
ajiri-5429	69	12	representation	representation	NOUN
ajiri-5429	69	13	,	,	PUNCT
ajiri-5429	69	14	allowing	allow	VERB
ajiri-5429	69	15	the	the	DET
ajiri-5429	69	16	agent	agent	NOUN
ajiri-5429	69	17	to	to	PART
ajiri-5429	69	18	be	be	AUX
ajiri-5429	69	19	proactive	proactive	ADJ
ajiri-5429	69	20	(	(	PUNCT
ajiri-5429	69	21	anticipating	anticipate	VERB
ajiri-5429	69	22	overloads	overload	NOUN
ajiri-5429	69	23	)	)	PUNCT
ajiri-5429	69	24	rather	rather	ADV
ajiri-5429	69	25	than	than	ADP
ajiri-5429	69	26	purely	purely	ADV
ajiri-5429	69	27	reactive	reactive	ADJ
ajiri-5429	69	28	.	.	PUNCT
ajiri-5429	70	1	this	this	DET
ajiri-5429	70	2	combination	combination	NOUN
ajiri-5429	70	3	of	of	ADP
ajiri-5429	70	4	deep	deep	ADJ
ajiri-5429	70	5	rl	rl	NOUN
ajiri-5429	70	6	with	with	ADP
ajiri-5429	70	7	predictive	predictive	ADJ
ajiri-5429	70	8	features	feature	NOUN
ajiri-5429	70	9	,	,	PUNCT
ajiri-5429	70	10	evaluated	evaluate	VERB
ajiri-5429	70	11	on	on	ADP
ajiri-5429	70	12	real	real	ADJ
ajiri-5429	70	13	-	-	PUNCT
ajiri-5429	70	14	world	world	NOUN
ajiri-5429	70	15	traces	trace	NOUN
ajiri-5429	70	16	,	,	PUNCT
ajiri-5429	70	17	is	be	AUX
ajiri-5429	70	18	a	a	DET
ajiri-5429	70	19	novel	novel	ADJ
ajiri-5429	70	20	contribution	contribution	NOUN
ajiri-5429	70	21	beyond	beyond	ADP
ajiri-5429	70	22	the	the	DET
ajiri-5429	70	23	current	current	ADJ
ajiri-5429	70	24	state	state	NOUN
ajiri-5429	70	25	-	-	PUNCT
ajiri-5429	70	26	of	of	ADP
ajiri-5429	70	27	-	-	PUNCT
ajiri-5429	70	28	the	the	DET
ajiri-5429	70	29	-	-	PUNCT
ajiri-5429	70	30	art	art	NOUN
ajiri-5429	70	31	.	.	PUNCT
ajiri-5429	71	1	materials	material	NOUN
ajiri-5429	71	2	and	and	CCONJ
ajiri-5429	71	3	methods	method	NOUN
ajiri-5429	71	4	to	to	PART
ajiri-5429	71	5	evaluate	evaluate	VERB
ajiri-5429	71	6	the	the	DET
ajiri-5429	71	7	proposed	propose	VERB
ajiri-5429	71	8	method	method	NOUN
ajiri-5429	71	9	with	with	ADP
ajiri-5429	71	10	realistic	realistic	ADJ
ajiri-5429	71	11	scenarios	scenario	NOUN
ajiri-5429	71	12	,	,	PUNCT
ajiri-5429	71	13	we	we	PRON
ajiri-5429	71	14	use	use	VERB
ajiri-5429	71	15	publicly	publicly	ADV
ajiri-5429	71	16	available	available	ADJ
ajiri-5429	71	17	workload	workload	NOUN
ajiri-5429	71	18	traces	trace	NOUN
ajiri-5429	71	19	from	from	ADP
ajiri-5429	71	20	a	a	DET
ajiri-5429	71	21	google	google	PROPN
ajiri-5429	71	22	data	data	NOUN
ajiri-5429	71	23	center	center	NOUN
ajiri-5429	71	24	.	.	PUNCT
ajiri-5429	72	1	the	the	DET
ajiri-5429	72	2	google	google	PROPN
ajiri-5429	72	3	cluster	cluster	NOUN
ajiri-5429	72	4	-	-	PUNCT
ajiri-5429	72	5	usage	usage	NOUN
ajiri-5429	72	6	trace	trace	NOUN
ajiri-5429	72	7	(	(	PUNCT
ajiri-5429	72	8	november	november	PROPN
ajiri-5429	72	9	2011	2011	NUM
ajiri-5429	72	10	)	)	PUNCT
ajiri-5429	72	11	is	be	AUX
ajiri-5429	72	12	a	a	DET
ajiri-5429	72	13	well	well	ADV
ajiri-5429	72	14	-	-	PUNCT
ajiri-5429	72	15	known	know	VERB
ajiri-5429	72	16	open	open	ADJ
ajiri-5429	72	17	dataset	dataset	NOUN
ajiri-5429	72	18	that	that	PRON
ajiri-5429	72	19	contains	contain	VERB
ajiri-5429	72	20	information	information	NOUN
ajiri-5429	72	21	about	about	ADP
ajiri-5429	72	22	tasks	task	NOUN
ajiri-5429	72	23	and	and	CCONJ
ajiri-5429	72	24	machine	machine	NOUN
ajiri-5429	72	25	usage	usage	NOUN
ajiri-5429	72	26	in	in	ADP
ajiri-5429	72	27	a	a	DET
ajiri-5429	72	28	google	google	NOUN
ajiri-5429	72	29	compute	compute	NOUN
ajiri-5429	72	30	cluster	cluster	NOUN
ajiri-5429	72	31	over	over	ADP
ajiri-5429	72	32	a	a	DET
ajiri-5429	72	33	roughly	roughly	ADV
ajiri-5429	72	34	one	one	NUM
ajiri-5429	72	35	-	-	PUNCT
ajiri-5429	72	36	month	month	NOUN
ajiri-5429	72	37	period	period	NOUN
ajiri-5429	72	38	.	.	PUNCT
ajiri-5429	73	1	from	from	ADP
ajiri-5429	73	2	this	this	DET
ajiri-5429	73	3	large	large	ADJ
ajiri-5429	73	4	trace	trace	NOUN
ajiri-5429	73	5	,	,	PUNCT
ajiri-5429	73	6	we	we	PRON
ajiri-5429	73	7	extract	extract	VERB
ajiri-5429	73	8	a	a	DET
ajiri-5429	73	9	representative	representative	ADJ
ajiri-5429	73	10	24	24	NUM
ajiri-5429	73	11	-	-	PUNCT
ajiri-5429	73	12	hour	hour	NOUN
ajiri-5429	73	13	pa	pa	PROPN
ajiri-5429	73	14	ge	ge	PROPN
ajiri-5429	73	15	12	12	NUM
ajiri-5429	73	16	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	73	17	am	be	AUX
ajiri-5429	73	18	.	.	PUNCT
ajiri-5429	74	1	j.	j.	PROPN
ajiri-5429	74	2	interdiscip	interdiscip	PROPN
ajiri-5429	74	3	.	.	PUNCT
ajiri-5429	75	1	res	re	NOUN
ajiri-5429	75	2	.	.	PUNCT
ajiri-5429	76	1	innov	innov	PROPN
ajiri-5429	76	2	.	.	PUNCT
ajiri-5429	77	1	4(3	4(3	NUM
ajiri-5429	77	2	)	)	PUNCT
ajiri-5429	77	3	10	10	NUM
ajiri-5429	77	4	-	-	SYM
ajiri-5429	77	5	15	15	NUM
ajiri-5429	77	6	2025	2025	NUM
ajiri-5429	77	7	segment	segment	NOUN
ajiri-5429	77	8	to	to	PART
ajiri-5429	77	9	drive	drive	VERB
ajiri-5429	77	10	our	our	PRON
ajiri-5429	77	11	simulation	simulation	NOUN
ajiri-5429	77	12	.	.	PUNCT
ajiri-5429	78	1	this	this	DET
ajiri-5429	78	2	segment	segment	NOUN
ajiri-5429	78	3	includes	include	VERB
ajiri-5429	78	4	thousands	thousand	NOUN
ajiri-5429	78	5	of	of	ADP
ajiri-5429	78	6	tasks	task	NOUN
ajiri-5429	78	7	running	run	VERB
ajiri-5429	78	8	on	on	ADP
ajiri-5429	78	9	hundreds	hundred	NOUN
ajiri-5429	78	10	of	of	ADP
ajiri-5429	78	11	machines	machine	NOUN
ajiri-5429	78	12	,	,	PUNCT
ajiri-5429	78	13	with	with	ADP
ajiri-5429	78	14	detailed	detailed	ADJ
ajiri-5429	78	15	timestamped	timestamped	ADJ
ajiri-5429	78	16	records	record	NOUN
ajiri-5429	78	17	of	of	ADP
ajiri-5429	78	18	cpu	cpu	NOUN
ajiri-5429	78	19	and	and	CCONJ
ajiri-5429	78	20	memory	memory	NOUN
ajiri-5429	78	21	usage	usage	NOUN
ajiri-5429	78	22	for	for	ADP
ajiri-5429	78	23	each	each	DET
ajiri-5429	78	24	task	task	NOUN
ajiri-5429	78	25	.	.	PUNCT
ajiri-5429	79	1	the	the	DET
ajiri-5429	79	2	trace	trace	NOUN
ajiri-5429	79	3	data	datum	NOUN
ajiri-5429	79	4	captures	capture	VERB
ajiri-5429	79	5	real	real	ADJ
ajiri-5429	79	6	-	-	PUNCT
ajiri-5429	79	7	world	world	NOUN
ajiri-5429	79	8	characteristics	characteristic	NOUN
ajiri-5429	79	9	such	such	ADJ
ajiri-5429	79	10	as	as	ADP
ajiri-5429	79	11	diurnal	diurnal	ADJ
ajiri-5429	79	12	load	load	NOUN
ajiri-5429	79	13	patterns	pattern	NOUN
ajiri-5429	79	14	,	,	PUNCT
ajiri-5429	79	15	transient	transient	ADJ
ajiri-5429	79	16	spikes	spike	NOUN
ajiri-5429	79	17	,	,	PUNCT
ajiri-5429	79	18	and	and	CCONJ
ajiri-5429	79	19	varying	vary	VERB
ajiri-5429	79	20	job	job	NOUN
ajiri-5429	79	21	durations	duration	NOUN
ajiri-5429	79	22	.	.	PUNCT
ajiri-5429	80	1	data	datum	NOUN
ajiri-5429	80	2	preprocessing	preprocesse	VERB
ajiri-5429	80	3	the	the	DET
ajiri-5429	80	4	raw	raw	ADJ
ajiri-5429	80	5	google	google	NOUN
ajiri-5429	80	6	trace	trace	NOUN
ajiri-5429	80	7	is	be	AUX
ajiri-5429	80	8	complex	complex	ADJ
ajiri-5429	80	9	,	,	PUNCT
ajiri-5429	80	10	so	so	SCONJ
ajiri-5429	80	11	we	we	PRON
ajiri-5429	80	12	perform	perform	VERB
ajiri-5429	80	13	preprocessing	preprocesse	VERB
ajiri-5429	80	14	to	to	PART
ajiri-5429	80	15	map	map	VERB
ajiri-5429	80	16	it	it	PRON
ajiri-5429	80	17	into	into	ADP
ajiri-5429	80	18	our	our	PRON
ajiri-5429	80	19	simulation	simulation	NOUN
ajiri-5429	80	20	framework	framework	NOUN
ajiri-5429	80	21	.	.	PUNCT
ajiri-5429	81	1	first	first	ADV
ajiri-5429	81	2	,	,	PUNCT
ajiri-5429	81	3	we	we	PRON
ajiri-5429	81	4	aggregate	aggregate	VERB
ajiri-5429	81	5	task	task	NOUN
ajiri-5429	81	6	usage	usage	NOUN
ajiri-5429	81	7	by	by	ADP
ajiri-5429	81	8	vm	vm	PROPN
ajiri-5429	81	9	and	and	CCONJ
ajiri-5429	81	10	by	by	ADP
ajiri-5429	81	11	host	host	NOUN
ajiri-5429	81	12	.	.	PUNCT
ajiri-5429	82	1	in	in	ADP
ajiri-5429	82	2	the	the	DET
ajiri-5429	82	3	google	google	PROPN
ajiri-5429	82	4	trace	trace	NOUN
ajiri-5429	82	5	,	,	PUNCT
ajiri-5429	82	6	tasks	task	NOUN
ajiri-5429	82	7	can	can	AUX
ajiri-5429	82	8	be	be	AUX
ajiri-5429	82	9	thought	think	VERB
ajiri-5429	82	10	of	of	ADP
ajiri-5429	82	11	as	as	ADP
ajiri-5429	82	12	analogous	analogous	ADJ
ajiri-5429	82	13	to	to	ADP
ajiri-5429	82	14	vms	vms	PROPN
ajiri-5429	82	15	(	(	PUNCT
ajiri-5429	82	16	each	each	PRON
ajiri-5429	82	17	with	with	ADP
ajiri-5429	82	18	a	a	DET
ajiri-5429	82	19	certain	certain	ADJ
ajiri-5429	82	20	cpu	cpu	NOUN
ajiri-5429	82	21	requirement	requirement	NOUN
ajiri-5429	82	22	)	)	PUNCT
ajiri-5429	82	23	.	.	PUNCT
ajiri-5429	83	1	we	we	PRON
ajiri-5429	83	2	reconstruct	reconstruct	VERB
ajiri-5429	83	3	the	the	DET
ajiri-5429	83	4	total	total	ADJ
ajiri-5429	83	5	cpu	cpu	NOUN
ajiri-5429	83	6	utilization	utilization	NOUN
ajiri-5429	83	7	of	of	ADP
ajiri-5429	83	8	each	each	DET
ajiri-5429	83	9	host	host	NOUN
ajiri-5429	83	10	over	over	ADP
ajiri-5429	83	11	time	time	NOUN
ajiri-5429	83	12	by	by	ADP
ajiri-5429	83	13	summing	sum	VERB
ajiri-5429	83	14	the	the	DET
ajiri-5429	83	15	usage	usage	NOUN
ajiri-5429	83	16	of	of	ADP
ajiri-5429	83	17	tasks	task	NOUN
ajiri-5429	83	18	assigned	assign	VERB
ajiri-5429	83	19	to	to	ADP
ajiri-5429	83	20	that	that	DET
ajiri-5429	83	21	host	host	NOUN
ajiri-5429	83	22	.	.	PUNCT
ajiri-5429	84	1	since	since	SCONJ
ajiri-5429	84	2	the	the	DET
ajiri-5429	84	3	trace	trace	NOUN
ajiri-5429	84	4	includes	include	VERB
ajiri-5429	84	5	scheduling	scheduling	NOUN
ajiri-5429	84	6	events	event	NOUN
ajiri-5429	84	7	,	,	PUNCT
ajiri-5429	84	8	we	we	PRON
ajiri-5429	84	9	replay	replay	VERB
ajiri-5429	84	10	those	those	DET
ajiri-5429	84	11	events	event	NOUN
ajiri-5429	84	12	to	to	PART
ajiri-5429	84	13	simulate	simulate	VERB
ajiri-5429	84	14	workload	workload	NOUN
ajiri-5429	84	15	changes	change	NOUN
ajiri-5429	84	16	(	(	PUNCT
ajiri-5429	84	17	tasks	task	NOUN
ajiri-5429	84	18	starting	start	VERB
ajiri-5429	84	19	,	,	PUNCT
ajiri-5429	84	20	ending	ending	NOUN
ajiri-5429	84	21	,	,	PUNCT
ajiri-5429	84	22	or	or	CCONJ
ajiri-5429	84	23	being	be	AUX
ajiri-5429	84	24	evicted	evict	VERB
ajiri-5429	84	25	)	)	PUNCT
ajiri-5429	84	26	.	.	PUNCT
ajiri-5429	85	1	we	we	PRON
ajiri-5429	85	2	focus	focus	VERB
ajiri-5429	85	3	on	on	ADP
ajiri-5429	85	4	cpu	cpu	ADJ
ajiri-5429	85	5	utilization	utilization	NOUN
ajiri-5429	85	6	as	as	ADP
ajiri-5429	85	7	the	the	DET
ajiri-5429	85	8	primary	primary	ADJ
ajiri-5429	85	9	resource	resource	NOUN
ajiri-5429	85	10	constraint	constraint	NOUN
ajiri-5429	85	11	for	for	ADP
ajiri-5429	85	12	migration	migration	NOUN
ajiri-5429	85	13	decisions	decision	NOUN
ajiri-5429	85	14	,	,	PUNCT
ajiri-5429	85	15	since	since	SCONJ
ajiri-5429	85	16	cpu	cpu	NOUN
ajiri-5429	85	17	was	be	AUX
ajiri-5429	85	18	often	often	ADV
ajiri-5429	85	19	the	the	DET
ajiri-5429	85	20	bottleneck	bottleneck	NOUN
ajiri-5429	85	21	in	in	ADP
ajiri-5429	85	22	the	the	DET
ajiri-5429	85	23	traces	trace	NOUN
ajiri-5429	85	24	.	.	PUNCT
ajiri-5429	86	1	memory	memory	NOUN
ajiri-5429	86	2	and	and	CCONJ
ajiri-5429	86	3	other	other	ADJ
ajiri-5429	86	4	resources	resource	NOUN
ajiri-5429	86	5	are	be	AUX
ajiri-5429	86	6	considered	consider	VERB
ajiri-5429	86	7	in	in	ADP
ajiri-5429	86	8	placement	placement	NOUN
ajiri-5429	86	9	feasibility	feasibility	NOUN
ajiri-5429	86	10	but	but	CCONJ
ajiri-5429	86	11	not	not	PART
ajiri-5429	86	12	in	in	ADP
ajiri-5429	86	13	the	the	DET
ajiri-5429	86	14	reward	reward	NOUN
ajiri-5429	86	15	directly	directly	ADV
ajiri-5429	86	16	(	(	PUNCT
ajiri-5429	86	17	no	no	DET
ajiri-5429	86	18	severe	severe	ADJ
ajiri-5429	86	19	memory	memory	NOUN
ajiri-5429	86	20	contention	contention	NOUN
ajiri-5429	86	21	was	be	AUX
ajiri-5429	86	22	observed	observe	VERB
ajiri-5429	86	23	in	in	ADP
ajiri-5429	86	24	our	our	PRON
ajiri-5429	86	25	chosen	choose	VERB
ajiri-5429	86	26	trace	trace	NOUN
ajiri-5429	86	27	segment	segment	NOUN
ajiri-5429	86	28	)	)	PUNCT
ajiri-5429	86	29	.	.	PUNCT
ajiri-5429	87	1	we	we	PRON
ajiri-5429	87	2	normalize	normalize	VERB
ajiri-5429	87	3	cpu	cpu	NOUN
ajiri-5429	87	4	usage	usage	NOUN
ajiri-5429	87	5	values	value	NOUN
ajiri-5429	87	6	relative	relative	ADJ
ajiri-5429	87	7	to	to	ADP
ajiri-5429	87	8	each	each	DET
ajiri-5429	87	9	host	host	NOUN
ajiri-5429	87	10	’s	’s	PART
ajiri-5429	87	11	capacity	capacity	NOUN
ajiri-5429	87	12	(	(	PUNCT
ajiri-5429	87	13	e.g.	e.g.	ADV
ajiri-5429	87	14	,	,	PUNCT
ajiri-5429	87	15	a	a	DET
ajiri-5429	87	16	host	host	NOUN
ajiri-5429	87	17	’s	’s	PART
ajiri-5429	87	18	usage	usage	NOUN
ajiri-5429	87	19	going	go	VERB
ajiri-5429	87	20	above	above	ADP
ajiri-5429	87	21	1.0	1.0	NUM
ajiri-5429	87	22	indicates	indicate	VERB
ajiri-5429	87	23	overload	overload	NOUN
ajiri-5429	87	24	)	)	PUNCT
ajiri-5429	87	25	.	.	PUNCT
ajiri-5429	88	1	we	we	PRON
ajiri-5429	88	2	also	also	ADV
ajiri-5429	88	3	utilize	utilize	VERB
ajiri-5429	88	4	the	the	DET
ajiri-5429	88	5	trace	trace	NOUN
ajiri-5429	88	6	to	to	PART
ajiri-5429	88	7	derive	derive	VERB
ajiri-5429	88	8	the	the	DET
ajiri-5429	88	9	short	short	ADJ
ajiri-5429	88	10	-	-	PUNCT
ajiri-5429	88	11	term	term	NOUN
ajiri-5429	88	12	prediction	prediction	NOUN
ajiri-5429	88	13	features	feature	VERB
ajiri-5429	88	14	for	for	ADP
ajiri-5429	88	15	the	the	DET
ajiri-5429	88	16	rl	rl	PROPN
ajiri-5429	88	17	state	state	NOUN
ajiri-5429	88	18	.	.	PUNCT
ajiri-5429	89	1	for	for	ADP
ajiri-5429	89	2	each	each	DET
ajiri-5429	89	3	host	host	NOUN
ajiri-5429	89	4	,	,	PUNCT
ajiri-5429	89	5	at	at	ADP
ajiri-5429	89	6	each	each	DET
ajiri-5429	89	7	5	5	NUM
ajiri-5429	89	8	-	-	PUNCT
ajiri-5429	89	9	minute	minute	NOUN
ajiri-5429	89	10	interval	interval	NOUN
ajiri-5429	89	11	,	,	PUNCT
ajiri-5429	89	12	we	we	PRON
ajiri-5429	89	13	compute	compute	VERB
ajiri-5429	89	14	the	the	DET
ajiri-5429	89	15	cpu	cpu	NOUN
ajiri-5429	89	16	usage	usage	NOUN
ajiri-5429	89	17	trend	trend	NOUN
ajiri-5429	89	18	(	(	PUNCT
ajiri-5429	89	19	e.g.	e.g.	ADV
ajiri-5429	89	20	,	,	PUNCT
ajiri-5429	89	21	slope	slope	NOUN
ajiri-5429	89	22	of	of	ADP
ajiri-5429	89	23	utilization	utilization	NOUN
ajiri-5429	89	24	over	over	ADP
ajiri-5429	89	25	the	the	DET
ajiri-5429	89	26	past	past	ADJ
ajiri-5429	89	27	15	15	NUM
ajiri-5429	89	28	minutes	minute	NOUN
ajiri-5429	89	29	)	)	PUNCT
ajiri-5429	89	30	and	and	CCONJ
ajiri-5429	89	31	use	use	VERB
ajiri-5429	89	32	it	it	PRON
ajiri-5429	89	33	to	to	PART
ajiri-5429	89	34	forecast	forecast	VERB
ajiri-5429	89	35	the	the	DET
ajiri-5429	89	36	next	next	ADJ
ajiri-5429	89	37	interval	interval	NOUN
ajiri-5429	89	38	’s	’s	PART
ajiri-5429	89	39	usage	usage	NOUN
ajiri-5429	89	40	.	.	PUNCT
ajiri-5429	90	1	this	this	DET
ajiri-5429	90	2	simple	simple	ADJ
ajiri-5429	90	3	predictor	predictor	NOUN
ajiri-5429	90	4	is	be	AUX
ajiri-5429	90	5	included	include	VERB
ajiri-5429	90	6	to	to	PART
ajiri-5429	90	7	give	give	VERB
ajiri-5429	90	8	the	the	DET
ajiri-5429	90	9	agent	agent	NOUN
ajiri-5429	90	10	a	a	DET
ajiri-5429	90	11	hint	hint	NOUN
ajiri-5429	90	12	of	of	ADP
ajiri-5429	90	13	near	near	ADJ
ajiri-5429	90	14	-	-	PUNCT
ajiri-5429	90	15	future	future	NOUN
ajiri-5429	90	16	demand	demand	NOUN
ajiri-5429	90	17	.	.	PUNCT
ajiri-5429	91	1	public	public	ADJ
ajiri-5429	91	2	dataset	dataset	NOUN
ajiri-5429	91	3	and	and	CCONJ
ajiri-5429	91	4	reproducibility	reproducibility	NOUN
ajiri-5429	91	5	the	the	DET
ajiri-5429	91	6	google	google	PROPN
ajiri-5429	91	7	trace	trace	NOUN
ajiri-5429	91	8	data	datum	NOUN
ajiri-5429	91	9	is	be	AUX
ajiri-5429	91	10	publicly	publicly	ADV
ajiri-5429	91	11	accessible	accessible	ADJ
ajiri-5429	91	12	,	,	PUNCT
ajiri-5429	91	13	and	and	CCONJ
ajiri-5429	91	14	we	we	PRON
ajiri-5429	91	15	provide	provide	VERB
ajiri-5429	91	16	our	our	PRON
ajiri-5429	91	17	processed	process	VERB
ajiri-5429	91	18	subset	subset	NOUN
ajiri-5429	91	19	(	(	PUNCT
ajiri-5429	91	20	24	24	NUM
ajiri-5429	91	21	-	-	PUNCT
ajiri-5429	91	22	hour	hour	NOUN
ajiri-5429	91	23	period	period	NOUN
ajiri-5429	91	24	csv	csv	VERB
ajiri-5429	91	25	files	file	NOUN
ajiri-5429	91	26	for	for	ADP
ajiri-5429	91	27	host	host	NOUN
ajiri-5429	91	28	utilizations	utilization	NOUN
ajiri-5429	91	29	and	and	CCONJ
ajiri-5429	91	30	task	task	NOUN
ajiri-5429	91	31	placements	placement	NOUN
ajiri-5429	91	32	)	)	PUNCT
ajiri-5429	91	33	as	as	ADP
ajiri-5429	91	34	part	part	NOUN
ajiri-5429	91	35	of	of	ADP
ajiri-5429	91	36	the	the	DET
ajiri-5429	91	37	supplementary	supplementary	ADJ
ajiri-5429	91	38	material	material	NOUN
ajiri-5429	91	39	.	.	PUNCT
ajiri-5429	92	1	additionally	additionally	ADV
ajiri-5429	92	2	,	,	PUNCT
ajiri-5429	92	3	we	we	PRON
ajiri-5429	92	4	tested	test	VERB
ajiri-5429	92	5	our	our	PRON
ajiri-5429	92	6	method	method	NOUN
ajiri-5429	92	7	on	on	ADP
ajiri-5429	92	8	a	a	DET
ajiri-5429	92	9	second	second	ADJ
ajiri-5429	92	10	dataset	dataset	NOUN
ajiri-5429	92	11	–	–	PUNCT
ajiri-5429	92	12	the	the	DET
ajiri-5429	92	13	bitbrains	bitbrain	NOUN
ajiri-5429	92	14	vm	vm	PROPN
ajiri-5429	92	15	workload	workload	NOUN
ajiri-5429	92	16	traces	trace	NOUN
ajiri-5429	92	17	(	(	PUNCT
ajiri-5429	92	18	from	from	ADP
ajiri-5429	92	19	the	the	DET
ajiri-5429	92	20	grid	grid	NOUN
ajiri-5429	92	21	workloads	workload	NOUN
ajiri-5429	92	22	archive	archive	NOUN
ajiri-5429	92	23	)	)	PUNCT
ajiri-5429	92	24	–	–	PUNCT
ajiri-5429	92	25	to	to	PART
ajiri-5429	92	26	ensure	ensure	VERB
ajiri-5429	92	27	the	the	DET
ajiri-5429	92	28	approach	approach	NOUN
ajiri-5429	92	29	generalizes	generalize	VERB
ajiri-5429	92	30	.	.	PUNCT
ajiri-5429	93	1	the	the	DET
ajiri-5429	93	2	results	result	NOUN
ajiri-5429	93	3	were	be	AUX
ajiri-5429	93	4	qualitatively	qualitatively	ADV
ajiri-5429	93	5	similar	similar	ADJ
ajiri-5429	93	6	,	,	PUNCT
ajiri-5429	93	7	and	and	CCONJ
ajiri-5429	93	8	due	due	ADP
ajiri-5429	93	9	to	to	ADP
ajiri-5429	93	10	space	space	NOUN
ajiri-5429	93	11	constraints	constraint	NOUN
ajiri-5429	93	12	we	we	PRON
ajiri-5429	93	13	present	present	VERB
ajiri-5429	93	14	detailed	detailed	ADJ
ajiri-5429	93	15	results	result	NOUN
ajiri-5429	93	16	on	on	ADP
ajiri-5429	93	17	the	the	DET
ajiri-5429	93	18	google	google	NOUN
ajiri-5429	93	19	trace	trace	NOUN
ajiri-5429	93	20	only	only	ADV
ajiri-5429	93	21	.	.	PUNCT
ajiri-5429	94	1	all	all	DET
ajiri-5429	94	2	datasets	dataset	NOUN
ajiri-5429	94	3	used	use	VERB
ajiri-5429	94	4	are	be	AUX
ajiri-5429	94	5	open	open	ADJ
ajiri-5429	94	6	-	-	PUNCT
ajiri-5429	94	7	source	source	NOUN
ajiri-5429	94	8	,	,	PUNCT
ajiri-5429	94	9	and	and	CCONJ
ajiri-5429	94	10	we	we	PRON
ajiri-5429	94	11	include	include	VERB
ajiri-5429	94	12	instructions	instruction	NOUN
ajiri-5429	94	13	in	in	ADP
ajiri-5429	94	14	the	the	DET
ajiri-5429	94	15	appendix	appendix	NOUN
ajiri-5429	94	16	for	for	ADP
ajiri-5429	94	17	obtaining	obtain	VERB
ajiri-5429	94	18	and	and	CCONJ
ajiri-5429	94	19	using	use	VERB
ajiri-5429	94	20	them	they	PRON
ajiri-5429	94	21	.	.	PUNCT
ajiri-5429	95	1	in	in	ADP
ajiri-5429	95	2	this	this	DET
ajiri-5429	95	3	section	section	NOUN
ajiri-5429	95	4	,	,	PUNCT
ajiri-5429	95	5	we	we	PRON
ajiri-5429	95	6	detail	detail	VERB
ajiri-5429	95	7	the	the	DET
ajiri-5429	95	8	design	design	NOUN
ajiri-5429	95	9	of	of	ADP
ajiri-5429	95	10	our	our	PRON
ajiri-5429	95	11	ai	ai	NOUN
ajiri-5429	95	12	-	-	PUNCT
ajiri-5429	95	13	based	base	VERB
ajiri-5429	95	14	cloud	cloud	NOUN
ajiri-5429	95	15	workload	workload	NOUN
ajiri-5429	95	16	migration	migration	NOUN
ajiri-5429	95	17	system	system	NOUN
ajiri-5429	95	18	.	.	PUNCT
ajiri-5429	96	1	we	we	PRON
ajiri-5429	96	2	first	first	ADV
ajiri-5429	96	3	define	define	VERB
ajiri-5429	96	4	the	the	DET
ajiri-5429	96	5	problem	problem	NOUN
ajiri-5429	96	6	setup	setup	NOUN
ajiri-5429	96	7	and	and	CCONJ
ajiri-5429	96	8	then	then	ADV
ajiri-5429	96	9	describe	describe	VERB
ajiri-5429	96	10	the	the	DET
ajiri-5429	96	11	deep	deep	ADJ
ajiri-5429	96	12	reinforcement	reinforcement	NOUN
ajiri-5429	96	13	learning	learning	NOUN
ajiri-5429	96	14	approach	approach	NOUN
ajiri-5429	96	15	,	,	PUNCT
ajiri-5429	96	16	including	include	VERB
ajiri-5429	96	17	state	state	NOUN
ajiri-5429	96	18	representation	representation	NOUN
ajiri-5429	96	19	,	,	PUNCT
ajiri-5429	96	20	actions	action	NOUN
ajiri-5429	96	21	,	,	PUNCT
ajiri-5429	96	22	reward	reward	NOUN
ajiri-5429	96	23	design	design	NOUN
ajiri-5429	96	24	,	,	PUNCT
ajiri-5429	96	25	and	and	CCONJ
ajiri-5429	96	26	the	the	DET
ajiri-5429	96	27	training	training	NOUN
ajiri-5429	96	28	algorithm	algorithm	NOUN
ajiri-5429	96	29	.	.	PUNCT
ajiri-5429	97	1	problem	problem	NOUN
ajiri-5429	97	2	formulation	formulation	NOUN
ajiri-5429	97	3	we	we	PRON
ajiri-5429	97	4	consider	consider	VERB
ajiri-5429	97	5	a	a	DET
ajiri-5429	97	6	cloud	cloud	ADJ
ajiri-5429	97	7	data	datum	NOUN
ajiri-5429	97	8	center	center	NOUN
ajiri-5429	97	9	with	with	ADP
ajiri-5429	97	10	a	a	DET
ajiri-5429	97	11	set	set	NOUN
ajiri-5429	97	12	of	of	ADP
ajiri-5429	97	13	physical	physical	ADJ
ajiri-5429	97	14	hosts	host	NOUN
ajiri-5429	97	15	(	(	PUNCT
ajiri-5429	97	16	servers	server	NOUN
ajiri-5429	97	17	)	)	PUNCT
ajiri-5429	97	18	h=	h=	PROPN
ajiri-5429	97	19	h1	h1	PROPN
ajiri-5429	97	20	,	,	PUNCT
ajiri-5429	97	21	h2	h2	PROPN
ajiri-5429	97	22	,	,	PUNCT
ajiri-5429	97	23	....	....	PUNCT
ajiri-5429	97	24	,	,	PUNCT
ajiri-5429	97	25	hm	hm	INTJ
ajiri-5429	97	26	and	and	CCONJ
ajiri-5429	97	27	a	a	DET
ajiri-5429	97	28	set	set	NOUN
ajiri-5429	97	29	of	of	ADP
ajiri-5429	97	30	virtual	virtual	ADJ
ajiri-5429	97	31	machine	machine	NOUN
ajiri-5429	97	32	workloads	workload	NOUN
ajiri-5429	97	33	v=	v=	NOUN
ajiri-5429	97	34	v1	v1	PROPN
ajiri-5429	97	35	,	,	PUNCT
ajiri-5429	97	36	v2	v2	PROPN
ajiri-5429	97	37	,	,	PUNCT
ajiri-5429	97	38	....	....	PUNCT
ajiri-5429	97	39	,	,	PUNCT
ajiri-5429	97	40	vn	vn	ADP
ajiri-5429	97	41	running	run	VERB
ajiri-5429	97	42	on	on	ADP
ajiri-5429	97	43	these	these	DET
ajiri-5429	97	44	hosts	host	NOUN
ajiri-5429	97	45	.	.	PUNCT
ajiri-5429	98	1	each	each	DET
ajiri-5429	98	2	host	host	NOUN
ajiri-5429	98	3	hi	hi	INTJ
ajiri-5429	98	4	has	have	VERB
ajiri-5429	98	5	a	a	DET
ajiri-5429	98	6	certain	certain	ADJ
ajiri-5429	98	7	capacity	capacity	NOUN
ajiri-5429	98	8	in	in	ADP
ajiri-5429	98	9	terms	term	NOUN
ajiri-5429	98	10	of	of	ADP
ajiri-5429	98	11	cpu	cpu	NOUN
ajiri-5429	98	12	,	,	PUNCT
ajiri-5429	98	13	memory	memory	NOUN
ajiri-5429	98	14	,	,	PUNCT
ajiri-5429	98	15	etc	etc	X
ajiri-5429	98	16	.	.	X
ajiri-5429	98	17	,	,	PUNCT
ajiri-5429	98	18	and	and	CCONJ
ajiri-5429	98	19	each	each	DET
ajiri-5429	98	20	vmvj	vmvj	NOUN
ajiri-5429	98	21	demands	demand	VERB
ajiri-5429	98	22	some	some	DET
ajiri-5429	98	23	fraction	fraction	NOUN
ajiri-5429	98	24	of	of	ADP
ajiri-5429	98	25	those	those	DET
ajiri-5429	98	26	resources	resource	NOUN
ajiri-5429	98	27	.	.	PUNCT
ajiri-5429	99	1	the	the	DET
ajiri-5429	99	2	workload	workload	NOUN
ajiri-5429	99	3	migration	migration	NOUN
ajiri-5429	99	4	problem	problem	NOUN
ajiri-5429	99	5	involves	involve	VERB
ajiri-5429	99	6	deciding	decide	VERB
ajiri-5429	99	7	,	,	PUNCT
ajiri-5429	99	8	at	at	ADP
ajiri-5429	99	9	discrete	discrete	ADJ
ajiri-5429	99	10	time	time	NOUN
ajiri-5429	99	11	intervals	interval	NOUN
ajiri-5429	99	12	,	,	PUNCT
ajiri-5429	99	13	whether	whether	SCONJ
ajiri-5429	99	14	to	to	PART
ajiri-5429	99	15	migrate	migrate	VERB
ajiri-5429	99	16	any	any	DET
ajiri-5429	99	17	vms	vms	NOUN
ajiri-5429	99	18	to	to	ADP
ajiri-5429	99	19	different	different	ADJ
ajiri-5429	99	20	hosts	host	NOUN
ajiri-5429	99	21	(	(	PUNCT
ajiri-5429	99	22	and	and	CCONJ
ajiri-5429	99	23	which	which	DET
ajiri-5429	99	24	target	target	NOUN
ajiri-5429	99	25	hosts	host	NOUN
ajiri-5429	99	26	to	to	PART
ajiri-5429	99	27	choose	choose	VERB
ajiri-5429	99	28	)	)	PUNCT
ajiri-5429	99	29	in	in	ADP
ajiri-5429	99	30	order	order	NOUN
ajiri-5429	99	31	to	to	PART
ajiri-5429	99	32	optimize	optimize	VERB
ajiri-5429	99	33	some	some	DET
ajiri-5429	99	34	objective	objective	NOUN
ajiri-5429	99	35	.	.	PUNCT
ajiri-5429	100	1	we	we	PRON
ajiri-5429	100	2	focus	focus	VERB
ajiri-5429	100	3	on	on	ADP
ajiri-5429	100	4	two	two	NUM
ajiri-5429	100	5	primary	primary	ADJ
ajiri-5429	100	6	objectives	objective	NOUN
ajiri-5429	100	7	:	:	PUNCT
ajiri-5429	100	8	energy	energy	NOUN
ajiri-5429	100	9	efficiency	efficiency	NOUN
ajiri-5429	100	10	(	(	PUNCT
ajiri-5429	100	11	minimizing	minimize	VERB
ajiri-5429	100	12	the	the	DET
ajiri-5429	100	13	number	number	NOUN
ajiri-5429	100	14	of	of	ADP
ajiri-5429	100	15	active	active	ADJ
ajiri-5429	100	16	servers	server	NOUN
ajiri-5429	100	17	and	and	CCONJ
ajiri-5429	100	18	total	total	ADJ
ajiri-5429	100	19	energy	energy	NOUN
ajiri-5429	100	20	consumption	consumption	NOUN
ajiri-5429	100	21	)	)	PUNCT
ajiri-5429	100	22	and	and	CCONJ
ajiri-5429	100	23	performance	performance	NOUN
ajiri-5429	100	24	assurance	assurance	NOUN
ajiri-5429	100	25	(	(	PUNCT
ajiri-5429	100	26	avoiding	avoid	VERB
ajiri-5429	100	27	overloads	overload	NOUN
ajiri-5429	100	28	that	that	PRON
ajiri-5429	100	29	lead	lead	VERB
ajiri-5429	100	30	to	to	ADP
ajiri-5429	100	31	sla	sla	PROPN
ajiri-5429	100	32	violations	violation	NOUN
ajiri-5429	100	33	)	)	PUNCT
ajiri-5429	100	34	.	.	PUNCT
ajiri-5429	101	1	we	we	PRON
ajiri-5429	101	2	model	model	VERB
ajiri-5429	101	3	this	this	PRON
ajiri-5429	101	4	as	as	ADP
ajiri-5429	101	5	a	a	DET
ajiri-5429	101	6	sequential	sequential	ADJ
ajiri-5429	101	7	decision	decision	NOUN
ajiri-5429	101	8	-	-	PUNCT
ajiri-5429	101	9	making	make	VERB
ajiri-5429	101	10	problem	problem	NOUN
ajiri-5429	101	11	suitable	suitable	ADJ
ajiri-5429	101	12	for	for	ADP
ajiri-5429	101	13	reinforcement	reinforcement	NOUN
ajiri-5429	101	14	learning	learning	NOUN
ajiri-5429	101	15	.	.	PUNCT
ajiri-5429	102	1	at	at	ADP
ajiri-5429	102	2	each	each	DET
ajiri-5429	102	3	time	time	NOUN
ajiri-5429	102	4	step	step	NOUN
ajiri-5429	102	5	t	t	PROPN
ajiri-5429	102	6	,	,	PUNCT
ajiri-5429	102	7	the	the	DET
ajiri-5429	102	8	system	system	NOUN
ajiri-5429	102	9	is	be	AUX
ajiri-5429	102	10	in	in	ADP
ajiri-5429	102	11	a	a	DET
ajiri-5429	102	12	state	state	NOUN
ajiri-5429	102	13	st	st	NOUN
ajiri-5429	102	14	capturing	capture	VERB
ajiri-5429	102	15	the	the	DET
ajiri-5429	102	16	current	current	ADJ
ajiri-5429	102	17	utilization	utilization	NOUN
ajiri-5429	102	18	of	of	ADP
ajiri-5429	102	19	hosts	host	NOUN
ajiri-5429	102	20	and	and	CCONJ
ajiri-5429	102	21	distribution	distribution	NOUN
ajiri-5429	102	22	of	of	ADP
ajiri-5429	102	23	vms	vms	PROPN
ajiri-5429	102	24	.	.	PUNCT
ajiri-5429	103	1	the	the	DET
ajiri-5429	103	2	agent	agent	NOUN
ajiri-5429	103	3	(	(	PUNCT
ajiri-5429	103	4	cloud	cloud	NOUN
ajiri-5429	103	5	manager	manager	NOUN
ajiri-5429	103	6	)	)	PUNCT
ajiri-5429	103	7	can	can	AUX
ajiri-5429	103	8	take	take	VERB
ajiri-5429	103	9	an	an	DET
ajiri-5429	103	10	action	action	NOUN
ajiri-5429	103	11	at	at	ADP
ajiri-5429	103	12	from	from	ADP
ajiri-5429	103	13	an	an	DET
ajiri-5429	103	14	action	action	NOUN
ajiri-5429	103	15	space	space	NOUN
ajiri-5429	103	16	a	a	NOUN
ajiri-5429	103	17	,	,	PUNCT
ajiri-5429	103	18	which	which	PRON
ajiri-5429	103	19	we	we	PRON
ajiri-5429	103	20	define	define	VERB
ajiri-5429	103	21	as	as	ADP
ajiri-5429	103	22	the	the	DET
ajiri-5429	103	23	set	set	NOUN
ajiri-5429	103	24	of	of	ADP
ajiri-5429	103	25	possible	possible	ADJ
ajiri-5429	103	26	migration	migration	NOUN
ajiri-5429	103	27	decisions	decision	NOUN
ajiri-5429	103	28	.	.	PUNCT
ajiri-5429	104	1	an	an	DET
ajiri-5429	104	2	action	action	NOUN
ajiri-5429	104	3	could	could	AUX
ajiri-5429	104	4	be	be	AUX
ajiri-5429	104	5	a	a	DET
ajiri-5429	104	6	specific	specific	ADJ
ajiri-5429	104	7	migration	migration	NOUN
ajiri-5429	104	8	(	(	PUNCT
ajiri-5429	104	9	e.g.	e.g.	ADV
ajiri-5429	104	10	,	,	PUNCT
ajiri-5429	104	11	migrate	migrate	VERB
ajiri-5429	104	12	vmvk	vmvk	NOUN
ajiri-5429	104	13	from	from	ADP
ajiri-5429	104	14	host	host	NOUN
ajiri-5429	104	15	hi	hi	INTJ
ajiri-5429	104	16	to	to	ADP
ajiri-5429	104	17	host	host	NOUN
ajiri-5429	104	18	hj	hj	PROPN
ajiri-5429	104	19	)	)	PUNCT
ajiri-5429	104	20	or	or	CCONJ
ajiri-5429	104	21	a	a	DET
ajiri-5429	104	22	no	no	DET
ajiri-5429	104	23	-	-	PUNCT
ajiri-5429	104	24	migration	migration	NOUN
ajiri-5429	104	25	decision	decision	NOUN
ajiri-5429	104	26	(	(	PUNCT
ajiri-5429	104	27	idle	idle	ADJ
ajiri-5429	104	28	action	action	NOUN
ajiri-5429	104	29	)	)	PUNCT
ajiri-5429	104	30	.	.	PUNCT
ajiri-5429	105	1	after	after	ADP
ajiri-5429	105	2	the	the	DET
ajiri-5429	105	3	action	action	NOUN
ajiri-5429	105	4	,	,	PUNCT
ajiri-5429	105	5	the	the	DET
ajiri-5429	105	6	system	system	NOUN
ajiri-5429	105	7	transitions	transition	NOUN
ajiri-5429	105	8	to	to	ADP
ajiri-5429	105	9	a	a	DET
ajiri-5429	105	10	new	new	ADJ
ajiri-5429	105	11	state	state	NOUN
ajiri-5429	105	12	st+1	st+1	NOUN
ajiri-5429	105	13	as	as	SCONJ
ajiri-5429	105	14	workloads	workload	NOUN
ajiri-5429	105	15	evolve	evolve	VERB
ajiri-5429	105	16	and	and	CCONJ
ajiri-5429	105	17	possibly	possibly	ADV
ajiri-5429	105	18	migrate	migrate	VERB
ajiri-5429	105	19	,	,	PUNCT
ajiri-5429	105	20	and	and	CCONJ
ajiri-5429	105	21	the	the	DET
ajiri-5429	105	22	agent	agent	NOUN
ajiri-5429	105	23	receives	receive	VERB
ajiri-5429	105	24	a	a	DET
ajiri-5429	105	25	reward	reward	NOUN
ajiri-5429	105	26	rt	rt	NOUN
ajiri-5429	105	27	reflecting	reflect	VERB
ajiri-5429	105	28	the	the	DET
ajiri-5429	105	29	immediate	immediate	ADJ
ajiri-5429	105	30	benefit	benefit	NOUN
ajiri-5429	105	31	of	of	ADP
ajiri-5429	105	32	that	that	DET
ajiri-5429	105	33	action	action	NOUN
ajiri-5429	105	34	.	.	PUNCT
ajiri-5429	106	1	the	the	DET
ajiri-5429	106	2	reward	reward	NOUN
ajiri-5429	106	3	function	function	NOUN
ajiri-5429	106	4	is	be	AUX
ajiri-5429	106	5	designed	design	VERB
ajiri-5429	106	6	to	to	PART
ajiri-5429	106	7	incentivize	incentivize	VERB
ajiri-5429	106	8	energy	energy	NOUN
ajiri-5429	106	9	savings	saving	NOUN
ajiri-5429	106	10	and	and	CCONJ
ajiri-5429	106	11	penalize	penalize	VERB
ajiri-5429	106	12	performance	performance	NOUN
ajiri-5429	106	13	loss	loss	NOUN
ajiri-5429	106	14	.	.	PUNCT
ajiri-5429	107	1	in	in	ADP
ajiri-5429	107	2	our	our	PRON
ajiri-5429	107	3	design	design	NOUN
ajiri-5429	107	4	,	,	PUNCT
ajiri-5429	107	5	we	we	PRON
ajiri-5429	107	6	define	define	VERB
ajiri-5429	107	7	the	the	DET
ajiri-5429	107	8	reward	reward	NOUN
ajiri-5429	107	9	at	at	ADP
ajiri-5429	107	10	time	time	NOUN
ajiri-5429	107	11	t	t	PROPN
ajiri-5429	107	12	as	as	ADP
ajiri-5429	107	13	:	:	PUNCT
ajiri-5429	107	14	where	where	SCONJ
ajiri-5429	107	15	energyt	energyt	PROPN
ajiri-5429	107	16	is	be	AUX
ajiri-5429	107	17	the	the	DET
ajiri-5429	107	18	power	power	NOUN
ajiri-5429	107	19	or	or	CCONJ
ajiri-5429	107	20	energy	energy	NOUN
ajiri-5429	107	21	consumed	consume	VERB
ajiri-5429	107	22	by	by	ADP
ajiri-5429	107	23	active	active	ADJ
ajiri-5429	107	24	hosts	host	NOUN
ajiri-5429	107	25	during	during	ADP
ajiri-5429	107	26	the	the	DET
ajiri-5429	107	27	interval	interval	NOUN
ajiri-5429	107	28	(	(	PUNCT
ajiri-5429	107	29	we	we	PRON
ajiri-5429	107	30	use	use	VERB
ajiri-5429	107	31	an	an	DET
ajiri-5429	107	32	empirical	empirical	ADJ
ajiri-5429	107	33	power	power	NOUN
ajiri-5429	107	34	model	model	NOUN
ajiri-5429	107	35	that	that	PRON
ajiri-5429	107	36	converts	convert	VERB
ajiri-5429	107	37	cpu	cpu	ADJ
ajiri-5429	107	38	utilization	utilization	NOUN
ajiri-5429	107	39	to	to	ADP
ajiri-5429	107	40	energy	energy	NOUN
ajiri-5429	107	41	)	)	PUNCT
ajiri-5429	107	42	,	,	PUNCT
ajiri-5429	107	43	and	and	CCONJ
ajiri-5429	107	44	sla	sla	PROPN
ajiri-5429	107	45	_	_	PRON
ajiri-5429	107	46	violationt	violationt	NOUN
ajiri-5429	107	47	is	be	AUX
ajiri-5429	107	48	a	a	DET
ajiri-5429	107	49	penalty	penalty	NOUN
ajiri-5429	107	50	term	term	NOUN
ajiri-5429	107	51	(	(	PUNCT
ajiri-5429	107	52	e.g.	e.g.	ADV
ajiri-5429	107	53	,	,	PUNCT
ajiri-5429	107	54	the	the	DET
ajiri-5429	107	55	total	total	ADJ
ajiri-5429	107	56	cpu	cpu	NOUN
ajiri-5429	107	57	overload	overload	NOUN
ajiri-5429	107	58	above	above	ADP
ajiri-5429	107	59	capacity	capacity	NOUN
ajiri-5429	107	60	across	across	ADP
ajiri-5429	107	61	hosts	host	NOUN
ajiri-5429	107	62	,	,	PUNCT
ajiri-5429	107	63	indicating	indicate	VERB
ajiri-5429	107	64	any	any	DET
ajiri-5429	107	65	sla	sla	PROPN
ajiri-5429	107	66	breaches	breach	NOUN
ajiri-5429	107	67	)	)	PUNCT
ajiri-5429	107	68	.	.	PUNCT
ajiri-5429	108	1	the	the	DET
ajiri-5429	108	2	coefficients	coefficient	NOUN
ajiri-5429	108	3	α	α	PROPN
ajiri-5429	108	4	and	and	CCONJ
ajiri-5429	108	5	β	β	X
ajiri-5429	108	6	weight	weight	NOUN
ajiri-5429	108	7	the	the	DET
ajiri-5429	108	8	importance	importance	NOUN
ajiri-5429	108	9	of	of	ADP
ajiri-5429	108	10	energy	energy	NOUN
ajiri-5429	108	11	vs.	vs.	ADP
ajiri-5429	108	12	performance	performance	NOUN
ajiri-5429	108	13	in	in	ADP
ajiri-5429	108	14	the	the	DET
ajiri-5429	108	15	optimization	optimization	NOUN
ajiri-5429	108	16	.	.	PUNCT
ajiri-5429	109	1	by	by	ADP
ajiri-5429	109	2	minimizing	minimize	VERB
ajiri-5429	109	3	energy	energy	NOUN
ajiri-5429	109	4	and	and	CCONJ
ajiri-5429	109	5	sla	sla	PROPN
ajiri-5429	109	6	violations	violation	NOUN
ajiri-5429	109	7	,	,	PUNCT
ajiri-5429	109	8	a	a	DET
ajiri-5429	109	9	high	high	ADJ
ajiri-5429	109	10	(	(	PUNCT
ajiri-5429	109	11	less	less	ADV
ajiri-5429	109	12	negative	negative	ADJ
ajiri-5429	109	13	)	)	PUNCT
ajiri-5429	109	14	reward	reward	NOUN
ajiri-5429	109	15	is	be	AUX
ajiri-5429	109	16	achieved	achieve	VERB
ajiri-5429	109	17	.	.	PUNCT
ajiri-5429	110	1	state	state	NOUN
ajiri-5429	110	2	representation	representation	NOUN
ajiri-5429	110	3	a	a	DET
ajiri-5429	110	4	crucial	crucial	ADJ
ajiri-5429	110	5	aspect	aspect	NOUN
ajiri-5429	110	6	of	of	ADP
ajiri-5429	110	7	the	the	DET
ajiri-5429	110	8	rl	rl	PROPN
ajiri-5429	110	9	design	design	NOUN
ajiri-5429	110	10	is	be	AUX
ajiri-5429	110	11	how	how	SCONJ
ajiri-5429	110	12	to	to	PART
ajiri-5429	110	13	represent	represent	VERB
ajiri-5429	110	14	the	the	DET
ajiri-5429	110	15	environment	environment	NOUN
ajiri-5429	110	16	state	state	NOUN
ajiri-5429	110	17	to	to	ADP
ajiri-5429	110	18	the	the	DET
ajiri-5429	110	19	agent	agent	NOUN
ajiri-5429	110	20	.	.	PUNCT
ajiri-5429	111	1	we	we	PRON
ajiri-5429	111	2	encode	encode	VERB
ajiri-5429	111	3	the	the	DET
ajiri-5429	111	4	state	state	NOUN
ajiri-5429	111	5	st	st	PROPN
ajiri-5429	111	6	as	as	ADP
ajiri-5429	111	7	a	a	DET
ajiri-5429	111	8	vector	vector	NOUN
ajiri-5429	111	9	of	of	ADP
ajiri-5429	111	10	features	feature	NOUN
ajiri-5429	111	11	that	that	PRON
ajiri-5429	111	12	capture	capture	VERB
ajiri-5429	111	13	the	the	DET
ajiri-5429	111	14	load	load	NOUN
ajiri-5429	111	15	on	on	ADP
ajiri-5429	111	16	each	each	DET
ajiri-5429	111	17	host	host	NOUN
ajiri-5429	111	18	and	and	CCONJ
ajiri-5429	111	19	the	the	DET
ajiri-5429	111	20	distribution	distribution	NOUN
ajiri-5429	111	21	of	of	ADP
ajiri-5429	111	22	vms	vms	PROPN
ajiri-5429	111	23	.	.	PUNCT
ajiri-5429	112	1	this	this	PRON
ajiri-5429	112	2	includes	include	VERB
ajiri-5429	112	3	the	the	DET
ajiri-5429	112	4	current	current	ADJ
ajiri-5429	112	5	cpu	cpu	NOUN
ajiri-5429	112	6	utilization	utilization	NOUN
ajiri-5429	112	7	of	of	ADP
ajiri-5429	112	8	each	each	DET
ajiri-5429	112	9	host	host	NOUN
ajiri-5429	112	10	(	(	PUNCT
ajiri-5429	112	11	as	as	ADP
ajiri-5429	112	12	a	a	DET
ajiri-5429	112	13	percentage	percentage	NOUN
ajiri-5429	112	14	of	of	ADP
ajiri-5429	112	15	capacity	capacity	NOUN
ajiri-5429	112	16	)	)	PUNCT
ajiri-5429	112	17	and	and	CCONJ
ajiri-5429	112	18	memory	memory	NOUN
ajiri-5429	112	19	usage	usage	NOUN
ajiri-5429	112	20	.	.	PUNCT
ajiri-5429	113	1	to	to	PART
ajiri-5429	113	2	enable	enable	VERB
ajiri-5429	113	3	the	the	DET
ajiri-5429	113	4	agent	agent	NOUN
ajiri-5429	113	5	to	to	PART
ajiri-5429	113	6	anticipate	anticipate	VERB
ajiri-5429	113	7	near	near	ADJ
ajiri-5429	113	8	-	-	PUNCT
ajiri-5429	113	9	future	future	NOUN
ajiri-5429	113	10	load	load	NOUN
ajiri-5429	113	11	,	,	PUNCT
ajiri-5429	113	12	we	we	PRON
ajiri-5429	113	13	also	also	ADV
ajiri-5429	113	14	include	include	VERB
ajiri-5429	113	15	a	a	DET
ajiri-5429	113	16	short	short	ADJ
ajiri-5429	113	17	-	-	PUNCT
ajiri-5429	113	18	term	term	NOUN
ajiri-5429	113	19	cpu	cpu	NOUN
ajiri-5429	113	20	load	load	NOUN
ajiri-5429	113	21	forecast	forecast	NOUN
ajiri-5429	113	22	for	for	ADP
ajiri-5429	113	23	each	each	DET
ajiri-5429	113	24	host	host	NOUN
ajiri-5429	113	25	(	(	PUNCT
ajiri-5429	113	26	e.g.	e.g.	ADV
ajiri-5429	113	27	,	,	PUNCT
ajiri-5429	113	28	predicted	predict	VERB
ajiri-5429	113	29	utilization	utilization	NOUN
ajiri-5429	113	30	in	in	ADP
ajiri-5429	113	31	the	the	DET
ajiri-5429	113	32	next	next	ADJ
ajiri-5429	113	33	time	time	NOUN
ajiri-5429	113	34	window	window	NOUN
ajiri-5429	113	35	,	,	PUNCT
ajiri-5429	113	36	derived	derive	VERB
ajiri-5429	113	37	from	from	ADP
ajiri-5429	113	38	recent	recent	ADJ
ajiri-5429	113	39	trends	trend	NOUN
ajiri-5429	113	40	in	in	ADP
ajiri-5429	113	41	the	the	DET
ajiri-5429	113	42	workload	workload	NOUN
ajiri-5429	113	43	trace	trace	NOUN
ajiri-5429	113	44	)	)	PUNCT
ajiri-5429	113	45	.	.	PUNCT
ajiri-5429	114	1	including	include	VERB
ajiri-5429	114	2	predictive	predictive	ADJ
ajiri-5429	114	3	features	feature	NOUN
ajiri-5429	114	4	helps	help	VERB
ajiri-5429	114	5	the	the	DET
ajiri-5429	114	6	agent	agent	NOUN
ajiri-5429	114	7	learn	learn	VERB
ajiri-5429	114	8	a	a	DET
ajiri-5429	114	9	proactive	proactive	ADJ
ajiri-5429	114	10	migration	migration	NOUN
ajiri-5429	114	11	policy	policy	NOUN
ajiri-5429	114	12	:	:	PUNCT
ajiri-5429	114	13	e.g.	e.g.	ADV
ajiri-5429	114	14	,	,	PUNCT
ajiri-5429	114	15	it	it	PRON
ajiri-5429	114	16	might	might	AUX
ajiri-5429	114	17	migrate	migrate	VERB
ajiri-5429	114	18	a	a	DET
ajiri-5429	114	19	vm	vm	NOUN
ajiri-5429	114	20	from	from	ADP
ajiri-5429	114	21	a	a	DET
ajiri-5429	114	22	host	host	NOUN
ajiri-5429	114	23	that	that	PRON
ajiri-5429	114	24	is	be	AUX
ajiri-5429	114	25	not	not	PART
ajiri-5429	114	26	overloaded	overload	VERB
ajiri-5429	114	27	yet	yet	ADV
ajiri-5429	114	28	but	but	CCONJ
ajiri-5429	114	29	is	be	AUX
ajiri-5429	114	30	predicted	predict	VERB
ajiri-5429	114	31	to	to	PART
ajiri-5429	114	32	spike	spike	VERB
ajiri-5429	114	33	soon	soon	ADV
ajiri-5429	114	34	.	.	PUNCT
ajiri-5429	115	1	we	we	PRON
ajiri-5429	115	2	normalize	normalize	VERB
ajiri-5429	115	3	all	all	DET
ajiri-5429	115	4	inputs	input	NOUN
ajiri-5429	115	5	to	to	ADP
ajiri-5429	115	6	the	the	DET
ajiri-5429	115	7	range	range	NOUN
ajiri-5429	115	8	[	[	X
ajiri-5429	115	9	0,1	0,1	NUM
ajiri-5429	115	10	]	]	PUNCT
ajiri-5429	115	11	for	for	ADP
ajiri-5429	115	12	stable	stable	ADJ
ajiri-5429	115	13	learning	learning	NOUN
ajiri-5429	115	14	.	.	PUNCT
ajiri-5429	116	1	in	in	ADP
ajiri-5429	116	2	practice	practice	NOUN
ajiri-5429	116	3	,	,	PUNCT
ajiri-5429	116	4	because	because	SCONJ
ajiri-5429	116	5	the	the	DET
ajiri-5429	116	6	number	number	NOUN
ajiri-5429	116	7	of	of	ADP
ajiri-5429	116	8	hosts	host	NOUN
ajiri-5429	116	9	m	m	VERB
ajiri-5429	116	10	can	can	AUX
ajiri-5429	116	11	be	be	AUX
ajiri-5429	116	12	large	large	ADJ
ajiri-5429	116	13	,	,	PUNCT
ajiri-5429	116	14	we	we	PRON
ajiri-5429	116	15	employ	employ	VERB
ajiri-5429	116	16	a	a	DET
ajiri-5429	116	17	neural	neural	ADJ
ajiri-5429	116	18	network	network	NOUN
ajiri-5429	116	19	that	that	PRON
ajiri-5429	116	20	can	can	AUX
ajiri-5429	116	21	handle	handle	VERB
ajiri-5429	116	22	a	a	DET
ajiri-5429	116	23	variable	variable	ADJ
ajiri-5429	116	24	number	number	NOUN
ajiri-5429	116	25	of	of	ADP
ajiri-5429	116	26	inputs	input	NOUN
ajiri-5429	116	27	–	–	PUNCT
ajiri-5429	116	28	specifically	specifically	ADV
ajiri-5429	116	29	,	,	PUNCT
ajiri-5429	116	30	a	a	DET
ajiri-5429	116	31	multi	multi	ADJ
ajiri-5429	116	32	-	-	ADJ
ajiri-5429	116	33	layer	layer	ADJ
ajiri-5429	116	34	perceptron	perceptron	NOUN
ajiri-5429	116	35	that	that	PRON
ajiri-5429	116	36	processes	process	VERB
ajiri-5429	116	37	the	the	DET
ajiri-5429	116	38	concatenated	concatenate	VERB
ajiri-5429	116	39	state	state	NOUN
ajiri-5429	116	40	vector	vector	NOUN
ajiri-5429	116	41	for	for	ADP
ajiri-5429	116	42	all	all	DET
ajiri-5429	116	43	hosts	host	NOUN
ajiri-5429	116	44	.	.	PUNCT
ajiri-5429	117	1	(	(	PUNCT
ajiri-5429	117	2	in	in	ADP
ajiri-5429	117	3	future	future	ADJ
ajiri-5429	117	4	work	work	NOUN
ajiri-5429	117	5	,	,	PUNCT
ajiri-5429	117	6	a	a	DET
ajiri-5429	117	7	graph	graph	NOUN
ajiri-5429	117	8	neural	neural	ADJ
ajiri-5429	117	9	network	network	NOUN
ajiri-5429	117	10	could	could	AUX
ajiri-5429	117	11	be	be	AUX
ajiri-5429	117	12	used	use	VERB
ajiri-5429	117	13	to	to	PART
ajiri-5429	117	14	better	well	ADJ
ajiri-5429	117	15	capture	capture	VERB
ajiri-5429	117	16	relationships	relationship	NOUN
ajiri-5429	117	17	,	,	PUNCT
ajiri-5429	117	18	but	but	CCONJ
ajiri-5429	117	19	here	here	ADV
ajiri-5429	117	20	we	we	PRON
ajiri-5429	117	21	treat	treat	VERB
ajiri-5429	117	22	the	the	DET
ajiri-5429	117	23	state	state	NOUN
ajiri-5429	117	24	as	as	ADP
ajiri-5429	117	25	a	a	DET
ajiri-5429	117	26	flat	flat	ADJ
ajiri-5429	117	27	vector	vector	NOUN
ajiri-5429	117	28	of	of	ADP
ajiri-5429	117	29	metrics	metric	NOUN
ajiri-5429	117	30	.	.	PUNCT
ajiri-5429	117	31	)	)	PUNCT
ajiri-5429	118	1	action	action	NOUN
ajiri-5429	118	2	space	space	NOUN
ajiri-5429	118	3	directly	directly	ADV
ajiri-5429	118	4	considering	consider	VERB
ajiri-5429	118	5	all	all	DET
ajiri-5429	118	6	possible	possible	ADJ
ajiri-5429	118	7	migration	migration	NOUN
ajiri-5429	118	8	combinations	combination	NOUN
ajiri-5429	118	9	is	be	AUX
ajiri-5429	118	10	intractable	intractable	ADJ
ajiri-5429	118	11	for	for	ADP
ajiri-5429	118	12	large	large	ADJ
ajiri-5429	118	13	n	n	NOUN
ajiri-5429	118	14	and	and	CCONJ
ajiri-5429	118	15	m.	m.	NOUN
ajiri-5429	118	16	we	we	PRON
ajiri-5429	118	17	simplify	simplify	VERB
ajiri-5429	118	18	the	the	DET
ajiri-5429	118	19	action	action	NOUN
ajiri-5429	118	20	space	space	NOUN
ajiri-5429	118	21	by	by	ADP
ajiri-5429	118	22	limiting	limit	VERB
ajiri-5429	118	23	actions	action	NOUN
ajiri-5429	118	24	to	to	ADP
ajiri-5429	118	25	single	single	ADJ
ajiri-5429	118	26	-	-	PUNCT
ajiri-5429	118	27	vm	vm	NOUN
ajiri-5429	118	28	migrations	migration	NOUN
ajiri-5429	118	29	at	at	ADP
ajiri-5429	118	30	any	any	DET
ajiri-5429	118	31	pa	pa	PROPN
ajiri-5429	118	32	ge	ge	PROPN
ajiri-5429	118	33	13	13	NUM
ajiri-5429	118	34	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	118	35	am	be	AUX
ajiri-5429	118	36	.	.	PUNCT
ajiri-5429	119	1	j.	j.	PROPN
ajiri-5429	119	2	interdiscip	interdiscip	PROPN
ajiri-5429	119	3	.	.	PUNCT
ajiri-5429	120	1	res	re	NOUN
ajiri-5429	120	2	.	.	PUNCT
ajiri-5429	121	1	innov	innov	PROPN
ajiri-5429	121	2	.	.	PUNCT
ajiri-5429	122	1	4(3	4(3	NUM
ajiri-5429	122	2	)	)	PUNCT
ajiri-5429	122	3	10	10	NUM
ajiri-5429	122	4	-	-	SYM
ajiri-5429	122	5	15	15	NUM
ajiri-5429	122	6	2025	2025	NUM
ajiri-5429	122	7	decision	decision	NOUN
ajiri-5429	122	8	step	step	NOUN
ajiri-5429	122	9	.	.	PUNCT
ajiri-5429	123	1	thus	thus	ADV
ajiri-5429	123	2	an	an	DET
ajiri-5429	123	3	action	action	NOUN
ajiri-5429	123	4	at	at	ADP
ajiri-5429	123	5	can	can	AUX
ajiri-5429	123	6	be	be	AUX
ajiri-5429	123	7	represented	represent	VERB
ajiri-5429	123	8	by	by	ADP
ajiri-5429	123	9	a	a	DET
ajiri-5429	123	10	tuple	tuple	NOUN
ajiri-5429	123	11	(	(	PUNCT
ajiri-5429	123	12	vk	vk	PROPN
ajiri-5429	123	13	,	,	PUNCT
ajiri-5429	123	14	hj	hj	PROPN
ajiri-5429	123	15	)	)	PUNCT
ajiri-5429	123	16	meaning	mean	VERB
ajiri-5429	123	17	“	"	PUNCT
ajiri-5429	123	18	migrate	migrate	VERB
ajiri-5429	123	19	vm	vm	PROPN
ajiri-5429	123	20	vk	vk	NOUN
ajiri-5429	123	21	to	to	ADP
ajiri-5429	123	22	host	host	VERB
ajiri-5429	123	23	hj	hj	PROPN
ajiri-5429	123	24	“	"	PUNCT
ajiri-5429	123	25	.	.	PUNCT
ajiri-5429	124	1	if	if	SCONJ
ajiri-5429	124	2	no	no	DET
ajiri-5429	124	3	migration	migration	NOUN
ajiri-5429	124	4	is	be	AUX
ajiri-5429	124	5	beneficial	beneficial	ADJ
ajiri-5429	124	6	,	,	PUNCT
ajiri-5429	124	7	the	the	DET
ajiri-5429	124	8	agent	agent	NOUN
ajiri-5429	124	9	can	can	AUX
ajiri-5429	124	10	also	also	ADV
ajiri-5429	124	11	choose	choose	VERB
ajiri-5429	124	12	a	a	DET
ajiri-5429	124	13	noop	noop	NOUN
ajiri-5429	124	14	(	(	PUNCT
ajiri-5429	124	15	no	no	DET
ajiri-5429	124	16	operation	operation	NOUN
ajiri-5429	124	17	)	)	PUNCT
ajiri-5429	124	18	action	action	NOUN
ajiri-5429	124	19	.	.	PUNCT
ajiri-5429	125	1	we	we	PRON
ajiri-5429	125	2	reduce	reduce	VERB
ajiri-5429	125	3	the	the	DET
ajiri-5429	125	4	action	action	NOUN
ajiri-5429	125	5	space	space	NOUN
ajiri-5429	125	6	by	by	ADP
ajiri-5429	125	7	filtering	filter	VERB
ajiri-5429	125	8	out	out	ADP
ajiri-5429	125	9	obviously	obviously	ADV
ajiri-5429	125	10	bad	bad	ADJ
ajiri-5429	125	11	actions	action	NOUN
ajiri-5429	125	12	:	:	PUNCT
ajiri-5429	125	13	for	for	ADP
ajiri-5429	125	14	example	example	NOUN
ajiri-5429	125	15	,	,	PUNCT
ajiri-5429	125	16	migrating	migrate	VERB
ajiri-5429	125	17	a	a	DET
ajiri-5429	125	18	vm	vm	NOUN
ajiri-5429	125	19	to	to	ADP
ajiri-5429	125	20	a	a	DET
ajiri-5429	125	21	host	host	NOUN
ajiri-5429	125	22	that	that	PRON
ajiri-5429	125	23	does	do	AUX
ajiri-5429	125	24	n’t	not	PART
ajiri-5429	125	25	have	have	VERB
ajiri-5429	125	26	enough	enough	ADJ
ajiri-5429	125	27	free	free	ADJ
ajiri-5429	125	28	capacity	capacity	NOUN
ajiri-5429	125	29	is	be	AUX
ajiri-5429	125	30	not	not	PART
ajiri-5429	125	31	allowed	allow	VERB
ajiri-5429	125	32	.	.	PUNCT
ajiri-5429	126	1	similarly	similarly	ADV
ajiri-5429	126	2	,	,	PUNCT
ajiri-5429	126	3	migrating	migrate	VERB
ajiri-5429	126	4	to	to	ADP
ajiri-5429	126	5	the	the	DET
ajiri-5429	126	6	same	same	ADJ
ajiri-5429	126	7	host	host	NOUN
ajiri-5429	126	8	it	it	PRON
ajiri-5429	126	9	’s	’	VERB
ajiri-5429	126	10	already	already	ADV
ajiri-5429	126	11	on	on	ADP
ajiri-5429	126	12	is	be	AUX
ajiri-5429	126	13	invalid	invalid	ADJ
ajiri-5429	126	14	.	.	PUNCT
ajiri-5429	127	1	at	at	ADP
ajiri-5429	127	2	each	each	DET
ajiri-5429	127	3	step	step	NOUN
ajiri-5429	127	4	,	,	PUNCT
ajiri-5429	127	5	we	we	PRON
ajiri-5429	127	6	generate	generate	VERB
ajiri-5429	127	7	a	a	DET
ajiri-5429	127	8	list	list	NOUN
ajiri-5429	127	9	of	of	ADP
ajiri-5429	127	10	feasible	feasible	ADJ
ajiri-5429	127	11	actions	action	NOUN
ajiri-5429	127	12	based	base	VERB
ajiri-5429	127	13	on	on	ADP
ajiri-5429	127	14	current	current	ADJ
ajiri-5429	127	15	state	state	NOUN
ajiri-5429	127	16	constraints	constraint	NOUN
ajiri-5429	127	17	.	.	PUNCT
ajiri-5429	128	1	the	the	DET
ajiri-5429	128	2	action	action	NOUN
ajiri-5429	128	3	space	space	NOUN
ajiri-5429	128	4	is	be	AUX
ajiri-5429	128	5	therefore	therefore	ADV
ajiri-5429	128	6	dynamic	dynamic	ADJ
ajiri-5429	128	7	(	(	PUNCT
ajiri-5429	128	8	depending	depend	VERB
ajiri-5429	128	9	on	on	ADP
ajiri-5429	128	10	state	state	NOUN
ajiri-5429	128	11	)	)	PUNCT
ajiri-5429	128	12	,	,	PUNCT
ajiri-5429	128	13	but	but	CCONJ
ajiri-5429	128	14	the	the	DET
ajiri-5429	128	15	agent	agent	NOUN
ajiri-5429	128	16	’s	’s	PART
ajiri-5429	128	17	policy	policy	NOUN
ajiri-5429	128	18	network	network	NOUN
ajiri-5429	128	19	will	will	AUX
ajiri-5429	128	20	implicitly	implicitly	ADV
ajiri-5429	128	21	consider	consider	VERB
ajiri-5429	128	22	only	only	ADV
ajiri-5429	128	23	those	those	DET
ajiri-5429	128	24	presented	present	VERB
ajiri-5429	128	25	actions	action	NOUN
ajiri-5429	128	26	(	(	PUNCT
ajiri-5429	128	27	we	we	PRON
ajiri-5429	128	28	handle	handle	VERB
ajiri-5429	128	29	feasibility	feasibility	NOUN
ajiri-5429	128	30	outside	outside	ADP
ajiri-5429	128	31	the	the	DET
ajiri-5429	128	32	neural	neural	ADJ
ajiri-5429	128	33	network	network	NOUN
ajiri-5429	128	34	decision	decision	NOUN
ajiri-5429	128	35	)	)	PUNCT
ajiri-5429	128	36	.	.	PUNCT
ajiri-5429	129	1	deep	deep	ADJ
ajiri-5429	129	2	rl	rl	ADP
ajiri-5429	129	3	algorithm	algorithm	NOUN
ajiri-5429	129	4	we	we	PRON
ajiri-5429	129	5	employ	employ	VERB
ajiri-5429	129	6	deep	deep	ADJ
ajiri-5429	129	7	q	q	NOUN
ajiri-5429	129	8	-	-	PUNCT
ajiri-5429	129	9	network	network	NOUN
ajiri-5429	129	10	(	(	PUNCT
ajiri-5429	129	11	dqn	dqn	PROPN
ajiri-5429	129	12	)	)	PUNCT
ajiri-5429	129	13	as	as	ADP
ajiri-5429	129	14	the	the	DET
ajiri-5429	129	15	learning	learning	NOUN
ajiri-5429	129	16	algorithm	algorithm	NOUN
ajiri-5429	129	17	,	,	PUNCT
ajiri-5429	129	18	which	which	PRON
ajiri-5429	129	19	is	be	AUX
ajiri-5429	129	20	a	a	DET
ajiri-5429	129	21	value	value	NOUN
ajiri-5429	129	22	-	-	PUNCT
ajiri-5429	129	23	based	base	VERB
ajiri-5429	129	24	reinforcement	reinforcement	NOUN
ajiri-5429	129	25	learning	learning	NOUN
ajiri-5429	129	26	method	method	NOUN
ajiri-5429	129	27	.	.	PUNCT
ajiri-5429	130	1	our	our	PRON
ajiri-5429	130	2	dqn	dqn	PROPN
ajiri-5429	130	3	agent	agent	NOUN
ajiri-5429	130	4	uses	use	VERB
ajiri-5429	130	5	a	a	DET
ajiri-5429	130	6	neural	neural	ADJ
ajiri-5429	130	7	network	network	NOUN
ajiri-5429	130	8	q(s	q(s	PROPN
ajiri-5429	130	9	,	,	PUNCT
ajiri-5429	130	10	α	α	X
ajiri-5429	130	11	;	;	PUNCT
ajiri-5429	130	12	θ	θ	X
ajiri-5429	130	13	)	)	PUNCT
ajiri-5429	130	14	parameterized	parameterized	ADJ
ajiri-5429	130	15	by	by	ADP
ajiri-5429	130	16	θ	θ	PROPN
ajiri-5429	130	17	to	to	PART
ajiri-5429	130	18	estimate	estimate	VERB
ajiri-5429	130	19	the	the	DET
ajiri-5429	130	20	q	q	NOUN
ajiri-5429	130	21	-	-	PUNCT
ajiri-5429	130	22	value	value	NOUN
ajiri-5429	130	23	of	of	ADP
ajiri-5429	130	24	each	each	DET
ajiri-5429	130	25	stateaction	stateaction	NOUN
ajiri-5429	130	26	pair	pair	NOUN
ajiri-5429	130	27	–	–	PUNCT
ajiri-5429	130	28	essentially	essentially	ADV
ajiri-5429	130	29	predicting	predict	VERB
ajiri-5429	130	30	the	the	DET
ajiri-5429	130	31	long	long	ADJ
ajiri-5429	130	32	-	-	PUNCT
ajiri-5429	130	33	term	term	NOUN
ajiri-5429	130	34	cumulative	cumulative	ADJ
ajiri-5429	130	35	reward	reward	NOUN
ajiri-5429	130	36	of	of	ADP
ajiri-5429	130	37	taking	take	VERB
ajiri-5429	130	38	action	action	NOUN
ajiri-5429	130	39	α	α	NOUN
ajiri-5429	130	40	in	in	ADP
ajiri-5429	130	41	state	state	NOUN
ajiri-5429	130	42	s	s	PART
ajiri-5429	130	43	and	and	CCONJ
ajiri-5429	130	44	following	follow	VERB
ajiri-5429	130	45	the	the	DET
ajiri-5429	130	46	policy	policy	NOUN
ajiri-5429	130	47	thereafter	thereafter	ADV
ajiri-5429	130	48	.	.	PUNCT
ajiri-5429	131	1	the	the	DET
ajiri-5429	131	2	network	network	NOUN
ajiri-5429	131	3	architecture	architecture	NOUN
ajiri-5429	131	4	consists	consist	VERB
ajiri-5429	131	5	of	of	ADP
ajiri-5429	131	6	an	an	DET
ajiri-5429	131	7	input	input	NOUN
ajiri-5429	131	8	layer	layer	NOUN
ajiri-5429	131	9	matching	match	VERB
ajiri-5429	131	10	the	the	DET
ajiri-5429	131	11	state	state	NOUN
ajiri-5429	131	12	dimension	dimension	NOUN
ajiri-5429	131	13	(	(	PUNCT
ajiri-5429	131	14	e.g.	e.g.	ADV
ajiri-5429	131	15	,	,	PUNCT
ajiri-5429	131	16	2	2	NUM
ajiri-5429	131	17	metrics	metric	NOUN
ajiri-5429	131	18	×	×	NOUN
ajiri-5429	131	19	m	m	NOUN
ajiri-5429	131	20	hosts	host	NOUN
ajiri-5429	131	21	)	)	PUNCT
ajiri-5429	131	22	,	,	PUNCT
ajiri-5429	131	23	two	two	NUM
ajiri-5429	131	24	hidden	hidden	ADJ
ajiri-5429	131	25	layers	layer	NOUN
ajiri-5429	131	26	with	with	ADP
ajiri-5429	131	27	relu	relu	NOUN
ajiri-5429	131	28	activation	activation	NOUN
ajiri-5429	131	29	(	(	PUNCT
ajiri-5429	131	30	we	we	PRON
ajiri-5429	131	31	found	find	VERB
ajiri-5429	131	32	128	128	NUM
ajiri-5429	131	33	neurons	neuron	NOUN
ajiri-5429	131	34	each	each	PRON
ajiri-5429	131	35	worked	work	VERB
ajiri-5429	131	36	well	well	ADV
ajiri-5429	131	37	)	)	PUNCT
ajiri-5429	131	38	,	,	PUNCT
ajiri-5429	131	39	and	and	CCONJ
ajiri-5429	131	40	an	an	DET
ajiri-5429	131	41	output	output	NOUN
ajiri-5429	131	42	layer	layer	NOUN
ajiri-5429	131	43	producing	produce	VERB
ajiri-5429	131	44	a	a	DET
ajiri-5429	131	45	q	q	NOUN
ajiri-5429	131	46	-	-	PUNCT
ajiri-5429	131	47	value	value	NOUN
ajiri-5429	131	48	for	for	ADP
ajiri-5429	131	49	each	each	DET
ajiri-5429	131	50	possible	possible	ADJ
ajiri-5429	131	51	action	action	NOUN
ajiri-5429	131	52	.	.	PUNCT
ajiri-5429	132	1	because	because	SCONJ
ajiri-5429	132	2	the	the	DET
ajiri-5429	132	3	number	number	NOUN
ajiri-5429	132	4	of	of	ADP
ajiri-5429	132	5	actions	action	NOUN
ajiri-5429	132	6	can	can	AUX
ajiri-5429	132	7	vary	vary	VERB
ajiri-5429	132	8	,	,	PUNCT
ajiri-5429	132	9	we	we	PRON
ajiri-5429	132	10	adopt	adopt	VERB
ajiri-5429	132	11	a	a	DET
ajiri-5429	132	12	common	common	ADJ
ajiri-5429	132	13	approach	approach	NOUN
ajiri-5429	132	14	of	of	ADP
ajiri-5429	132	15	masking	mask	VERB
ajiri-5429	132	16	invalid	invalid	ADJ
ajiri-5429	132	17	actions	action	NOUN
ajiri-5429	132	18	and	and	CCONJ
ajiri-5429	132	19	only	only	ADV
ajiri-5429	132	20	outputting	output	VERB
ajiri-5429	132	21	q	q	NOUN
ajiri-5429	132	22	-	-	PUNCT
ajiri-5429	132	23	values	value	NOUN
ajiri-5429	132	24	for	for	ADP
ajiri-5429	132	25	the	the	DET
ajiri-5429	132	26	feasible	feasible	ADJ
ajiri-5429	132	27	ones	one	NOUN
ajiri-5429	132	28	at	at	ADP
ajiri-5429	132	29	each	each	DET
ajiri-5429	132	30	decision	decision	NOUN
ajiri-5429	132	31	step	step	NOUN
ajiri-5429	132	32	.	.	PUNCT
ajiri-5429	133	1	the	the	DET
ajiri-5429	133	2	dqn	dqn	NOUN
ajiri-5429	133	3	is	be	AUX
ajiri-5429	133	4	trained	train	VERB
ajiri-5429	133	5	using	use	VERB
ajiri-5429	133	6	experience	experience	NOUN
ajiri-5429	133	7	replay	replay	NOUN
ajiri-5429	133	8	and	and	CCONJ
ajiri-5429	133	9	target	target	NOUN
ajiri-5429	133	10	networks	network	NOUN
ajiri-5429	133	11	for	for	ADP
ajiri-5429	133	12	stability	stability	NOUN
ajiri-5429	133	13	.	.	PUNCT
ajiri-5429	134	1	we	we	PRON
ajiri-5429	134	2	simulate	simulate	VERB
ajiri-5429	134	3	the	the	DET
ajiri-5429	134	4	data	datum	NOUN
ajiri-5429	134	5	center	center	NOUN
ajiri-5429	134	6	operation	operation	NOUN
ajiri-5429	134	7	in	in	ADP
ajiri-5429	134	8	discrete	discrete	ADJ
ajiri-5429	134	9	timesteps	timestep	NOUN
ajiri-5429	134	10	,	,	PUNCT
ajiri-5429	134	11	using	use	VERB
ajiri-5429	134	12	the	the	DET
ajiri-5429	134	13	real	real	ADJ
ajiri-5429	134	14	workload	workload	NOUN
ajiri-5429	134	15	traces	trace	NOUN
ajiri-5429	134	16	(	(	PUNCT
ajiri-5429	134	17	described	describe	VERB
ajiri-5429	134	18	in	in	ADP
ajiri-5429	134	19	the	the	DET
ajiri-5429	134	20	next	next	ADJ
ajiri-5429	134	21	section	section	NOUN
ajiri-5429	134	22	)	)	PUNCT
ajiri-5429	134	23	to	to	PART
ajiri-5429	134	24	update	update	VERB
ajiri-5429	134	25	host	host	NOUN
ajiri-5429	134	26	utilizations	utilization	NOUN
ajiri-5429	134	27	.	.	PUNCT
ajiri-5429	135	1	at	at	ADP
ajiri-5429	135	2	each	each	DET
ajiri-5429	135	3	step	step	NOUN
ajiri-5429	135	4	,	,	PUNCT
ajiri-5429	135	5	the	the	DET
ajiri-5429	135	6	agent	agent	NOUN
ajiri-5429	135	7	observes	observe	VERB
ajiri-5429	135	8	state	state	PROPN
ajiri-5429	135	9	st	st	PROPN
ajiri-5429	135	10	,	,	PUNCT
ajiri-5429	135	11	selects	select	VERB
ajiri-5429	135	12	an	an	DET
ajiri-5429	135	13	action	action	NOUN
ajiri-5429	135	14	at	at	ADP
ajiri-5429	135	15	using	use	VERB
ajiri-5429	135	16	an	an	DET
ajiri-5429	135	17	∈-greedy	∈-greedy	ADJ
ajiri-5429	135	18	policy	policy	NOUN
ajiri-5429	135	19	(	(	PUNCT
ajiri-5429	135	20	to	to	PART
ajiri-5429	135	21	balance	balance	VERB
ajiri-5429	135	22	exploration	exploration	NOUN
ajiri-5429	135	23	and	and	CCONJ
ajiri-5429	135	24	exploitation	exploitation	NOUN
ajiri-5429	135	25	)	)	PUNCT
ajiri-5429	135	26	,	,	PUNCT
ajiri-5429	135	27	applies	apply	VERB
ajiri-5429	135	28	the	the	DET
ajiri-5429	135	29	migration	migration	NOUN
ajiri-5429	135	30	(	(	PUNCT
ajiri-5429	135	31	if	if	SCONJ
ajiri-5429	135	32	any	any	PRON
ajiri-5429	135	33	)	)	PUNCT
ajiri-5429	135	34	,	,	PUNCT
ajiri-5429	135	35	and	and	CCONJ
ajiri-5429	135	36	observes	observe	VERB
ajiri-5429	135	37	reward	reward	VERB
ajiri-5429	135	38	rt	rt	PROPN
ajiri-5429	135	39	and	and	CCONJ
ajiri-5429	135	40	new	new	ADJ
ajiri-5429	135	41	state	state	NOUN
ajiri-5429	135	42	st+1	st+1	NOUN
ajiri-5429	135	43	.	.	PUNCT
ajiri-5429	136	1	this	this	DET
ajiri-5429	136	2	experience	experience	NOUN
ajiri-5429	136	3	(	(	PUNCT
ajiri-5429	136	4	st	st	PROPN
ajiri-5429	136	5	,	,	PUNCT
ajiri-5429	136	6	at	at	ADP
ajiri-5429	136	7	,	,	PUNCT
ajiri-5429	136	8	rt	rt	PROPN
ajiri-5429	136	9	,	,	PUNCT
ajiri-5429	136	10	st+1	st+1	NUM
ajiri-5429	136	11	)	)	PUNCT
ajiri-5429	136	12	is	be	AUX
ajiri-5429	136	13	stored	store	VERB
ajiri-5429	136	14	in	in	ADP
ajiri-5429	136	15	a	a	DET
ajiri-5429	136	16	replay	replay	NOUN
ajiri-5429	136	17	buffer	buffer	NOUN
ajiri-5429	136	18	.	.	PUNCT
ajiri-5429	137	1	we	we	PRON
ajiri-5429	137	2	periodically	periodically	ADV
ajiri-5429	137	3	sample	sample	VERB
ajiri-5429	137	4	batches	batch	NOUN
ajiri-5429	137	5	of	of	ADP
ajiri-5429	137	6	experiences	experience	NOUN
ajiri-5429	137	7	from	from	ADP
ajiri-5429	137	8	the	the	DET
ajiri-5429	137	9	buffer	buffer	NOUN
ajiri-5429	137	10	to	to	PART
ajiri-5429	137	11	perform	perform	VERB
ajiri-5429	137	12	gradient	gradient	ADJ
ajiri-5429	137	13	descent	descent	NOUN
ajiri-5429	137	14	updates	update	NOUN
ajiri-5429	137	15	on	on	ADP
ajiri-5429	137	16	the	the	DET
ajiri-5429	137	17	dqn	dqn	NOUN
ajiri-5429	137	18	parameters	parameter	NOUN
ajiri-5429	137	19	.	.	PUNCT
ajiri-5429	138	1	the	the	DET
ajiri-5429	138	2	loss	loss	NOUN
ajiri-5429	138	3	is	be	AUX
ajiri-5429	138	4	ζ(θ)=	ζ(θ)=	PROPN
ajiri-5429	138	5	e(s	e(s	PROPN
ajiri-5429	138	6	,	,	PUNCT
ajiri-5429	138	7	a	a	PRON
ajiri-5429	138	8	,	,	PUNCT
ajiri-5429	138	9	r	r	NOUN
ajiri-5429	138	10	,	,	PUNCT
ajiri-5429	138	11	s	s	PART
ajiri-5429	138	12	’	'	PUNCT
ajiri-5429	138	13	)	)	PUNCT
ajiri-5429	139	1	[	[	X
ajiri-5429	139	2	(	(	PUNCT
ajiri-5429	139	3	r	r	NOUN
ajiri-5429	139	4	+	+	X
ajiri-5429	139	5	γ	γ	PROPN
ajiri-5429	139	6	max	max	PROPN
ajiri-5429	139	7	a	a	PRON
ajiri-5429	139	8	’	'	PUNCT
ajiri-5429	139	9	q	q	NOUN
ajiri-5429	139	10	(	(	PUNCT
ajiri-5429	139	11	s	s	NOUN
ajiri-5429	139	12	’	'	PUNCT
ajiri-5429	139	13	,	,	PUNCT
ajiri-5429	139	14	a	a	PRON
ajiri-5429	139	15	’	'	PUNCT
ajiri-5429	139	16	;	;	PUNCT
ajiri-5429	139	17	θ-	θ-	X
ajiri-5429	139	18	)	)	PUNCT
ajiri-5429	139	19	q	q	NOUN
ajiri-5429	139	20	(	(	PUNCT
ajiri-5429	139	21	s	s	PROPN
ajiri-5429	139	22	,	,	PUNCT
ajiri-5429	139	23	a	a	PRON
ajiri-5429	139	24	;	;	PUNCT
ajiri-5429	139	25	θ))2	θ))2	NOUN
ajiri-5429	139	26	]	]	PUNCT
ajiri-5429	139	27	,	,	PUNCT
ajiri-5429	139	28	where	where	SCONJ
ajiri-5429	139	29	θare	θare	VERB
ajiri-5429	139	30	the	the	DET
ajiri-5429	139	31	parameters	parameter	NOUN
ajiri-5429	139	32	of	of	ADP
ajiri-5429	139	33	a	a	DET
ajiri-5429	139	34	target	target	NOUN
ajiri-5429	139	35	network	network	NOUN
ajiri-5429	139	36	(	(	PUNCT
ajiri-5429	139	37	a	a	DET
ajiri-5429	139	38	delayed	delay	VERB
ajiri-5429	139	39	copy	copy	NOUN
ajiri-5429	139	40	of	of	ADP
ajiri-5429	139	41	θ-	θ-	X
ajiri-5429	139	42	)	)	PUNCT
ajiri-5429	139	43	and	and	CCONJ
ajiri-5429	139	44	γ	γ	X
ajiri-5429	139	45	is	be	AUX
ajiri-5429	139	46	the	the	DET
ajiri-5429	139	47	discount	discount	NOUN
ajiri-5429	139	48	factor	factor	NOUN
ajiri-5429	139	49	(	(	PUNCT
ajiri-5429	139	50	we	we	PRON
ajiri-5429	139	51	used	use	VERB
ajiri-5429	139	52	γ=	γ=	PROPN
ajiri-5429	139	53	0.95	0.95	NUM
ajiri-5429	139	54	)	)	PUNCT
ajiri-5429	139	55	.	.	PUNCT
ajiri-5429	140	1	over	over	ADP
ajiri-5429	140	2	training	training	NOUN
ajiri-5429	140	3	episodes	episode	NOUN
ajiri-5429	140	4	,	,	PUNCT
ajiri-5429	140	5	the	the	DET
ajiri-5429	140	6	q	q	ADJ
ajiri-5429	140	7	-	-	PUNCT
ajiri-5429	140	8	network	network	NOUN
ajiri-5429	140	9	converges	converge	NOUN
ajiri-5429	140	10	towards	towards	ADP
ajiri-5429	140	11	optimal	optimal	ADJ
ajiri-5429	140	12	q	q	NOUN
ajiri-5429	140	13	-	-	PUNCT
ajiri-5429	140	14	values	value	NOUN
ajiri-5429	140	15	,	,	PUNCT
ajiri-5429	140	16	and	and	CCONJ
ajiri-5429	140	17	the	the	DET
ajiri-5429	140	18	resulting	result	VERB
ajiri-5429	140	19	policy	policy	NOUN
ajiri-5429	140	20	π(s)=	π(s)=	NOUN
ajiri-5429	140	21	arg	arg	NOUN
ajiri-5429	140	22	maxa	maxa	NOUN
ajiri-5429	140	23	q(s	q(s	PROPN
ajiri-5429	140	24	,	,	PUNCT
ajiri-5429	140	25	a	a	PRON
ajiri-5429	140	26	;	;	PUNCT
ajiri-5429	140	27	θ	θ	X
ajiri-5429	140	28	)	)	PUNCT
ajiri-5429	140	29	dictates	dictate	VERB
ajiri-5429	140	30	the	the	DET
ajiri-5429	140	31	migration	migration	NOUN
ajiri-5429	140	32	decisions	decision	NOUN
ajiri-5429	140	33	.	.	PUNCT
ajiri-5429	141	1	integration	integration	NOUN
ajiri-5429	141	2	of	of	ADP
ajiri-5429	141	3	workload	workload	NOUN
ajiri-5429	141	4	prediction	prediction	NOUN
ajiri-5429	141	5	:	:	PUNCT
ajiri-5429	141	6	to	to	PART
ajiri-5429	141	7	further	far	ADV
ajiri-5429	141	8	enhance	enhance	VERB
ajiri-5429	141	9	the	the	DET
ajiri-5429	141	10	agent	agent	NOUN
ajiri-5429	141	11	,	,	PUNCT
ajiri-5429	141	12	we	we	PRON
ajiri-5429	141	13	integrate	integrate	VERB
ajiri-5429	141	14	a	a	DET
ajiri-5429	141	15	workload	workload	NOUN
ajiri-5429	141	16	prediction	prediction	NOUN
ajiri-5429	141	17	module	module	NOUN
ajiri-5429	141	18	that	that	PRON
ajiri-5429	141	19	forecasts	forecast	VERB
ajiri-5429	141	20	each	each	DET
ajiri-5429	141	21	host	host	NOUN
ajiri-5429	141	22	’s	’s	PART
ajiri-5429	141	23	resource	resource	NOUN
ajiri-5429	141	24	usage	usage	NOUN
ajiri-5429	141	25	in	in	ADP
ajiri-5429	141	26	the	the	DET
ajiri-5429	141	27	next	next	ADJ
ajiri-5429	141	28	interval	interval	NOUN
ajiri-5429	141	29	.	.	PUNCT
ajiri-5429	142	1	we	we	PRON
ajiri-5429	142	2	used	use	VERB
ajiri-5429	142	3	a	a	DET
ajiri-5429	142	4	simple	simple	ADJ
ajiri-5429	142	5	linear	linear	ADJ
ajiri-5429	142	6	autoregressive	autoregressive	ADJ
ajiri-5429	142	7	model	model	NOUN
ajiri-5429	142	8	for	for	ADP
ajiri-5429	142	9	cpu	cpu	NOUN
ajiri-5429	142	10	utilization	utilization	NOUN
ajiri-5429	142	11	forecasting	forecasting	NOUN
ajiri-5429	142	12	on	on	ADP
ajiri-5429	142	13	each	each	DET
ajiri-5429	142	14	host	host	NOUN
ajiri-5429	142	15	(	(	PUNCT
ajiri-5429	142	16	which	which	PRON
ajiri-5429	142	17	is	be	AUX
ajiri-5429	142	18	sufficient	sufficient	ADJ
ajiri-5429	142	19	for	for	ADP
ajiri-5429	142	20	short	short	ADJ
ajiri-5429	142	21	-	-	PUNCT
ajiri-5429	142	22	term	term	NOUN
ajiri-5429	142	23	prediction	prediction	NOUN
ajiri-5429	142	24	on	on	ADP
ajiri-5429	142	25	our	our	PRON
ajiri-5429	142	26	dataset	dataset	NOUN
ajiri-5429	142	27	)	)	PUNCT
ajiri-5429	142	28	.	.	PUNCT
ajiri-5429	143	1	these	these	DET
ajiri-5429	143	2	predictions	prediction	NOUN
ajiri-5429	143	3	are	be	AUX
ajiri-5429	143	4	included	include	VERB
ajiri-5429	143	5	in	in	ADP
ajiri-5429	143	6	the	the	DET
ajiri-5429	143	7	state	state	NOUN
ajiri-5429	143	8	as	as	SCONJ
ajiri-5429	143	9	mentioned	mention	VERB
ajiri-5429	143	10	.	.	PUNCT
ajiri-5429	144	1	while	while	SCONJ
ajiri-5429	144	2	not	not	PART
ajiri-5429	144	3	a	a	DET
ajiri-5429	144	4	learning	learn	VERB
ajiri-5429	144	5	algorithm	algorithm	NOUN
ajiri-5429	144	6	contribution	contribution	NOUN
ajiri-5429	144	7	per	per	ADP
ajiri-5429	144	8	se	se	X
ajiri-5429	144	9	,	,	PUNCT
ajiri-5429	144	10	this	this	DET
ajiri-5429	144	11	integration	integration	NOUN
ajiri-5429	144	12	is	be	AUX
ajiri-5429	144	13	important	important	ADJ
ajiri-5429	144	14	to	to	PART
ajiri-5429	144	15	allow	allow	VERB
ajiri-5429	144	16	the	the	DET
ajiri-5429	144	17	rl	rl	PROPN
ajiri-5429	144	18	agent	agent	NOUN
ajiri-5429	144	19	to	to	PART
ajiri-5429	144	20	foresee	foresee	VERB
ajiri-5429	144	21	upcoming	upcoming	ADJ
ajiri-5429	144	22	overloads	overload	NOUN
ajiri-5429	144	23	and	and	CCONJ
ajiri-5429	144	24	migrate	migrate	VERB
ajiri-5429	144	25	proactively	proactively	ADV
ajiri-5429	144	26	.	.	PUNCT
ajiri-5429	145	1	without	without	ADP
ajiri-5429	145	2	prediction	prediction	NOUN
ajiri-5429	145	3	,	,	PUNCT
ajiri-5429	145	4	an	an	DET
ajiri-5429	145	5	rl	rl	NOUN
ajiri-5429	145	6	agent	agent	NOUN
ajiri-5429	145	7	might	might	AUX
ajiri-5429	145	8	learn	learn	VERB
ajiri-5429	145	9	to	to	PART
ajiri-5429	145	10	react	react	VERB
ajiri-5429	145	11	only	only	ADV
ajiri-5429	145	12	after	after	SCONJ
ajiri-5429	145	13	an	an	DET
ajiri-5429	145	14	overload	overload	NOUN
ajiri-5429	145	15	has	have	AUX
ajiri-5429	145	16	occurred	occur	VERB
ajiri-5429	145	17	;	;	PUNCT
ajiri-5429	145	18	with	with	ADP
ajiri-5429	145	19	prediction	prediction	NOUN
ajiri-5429	145	20	,	,	PUNCT
ajiri-5429	145	21	it	it	PRON
ajiri-5429	145	22	can	can	AUX
ajiri-5429	145	23	learn	learn	VERB
ajiri-5429	145	24	to	to	PART
ajiri-5429	145	25	act	act	VERB
ajiri-5429	145	26	just	just	ADV
ajiri-5429	145	27	before	before	ADP
ajiri-5429	145	28	the	the	DET
ajiri-5429	145	29	overload	overload	NOUN
ajiri-5429	145	30	,	,	PUNCT
ajiri-5429	145	31	thereby	thereby	ADV
ajiri-5429	145	32	avoiding	avoid	VERB
ajiri-5429	145	33	sla	sla	PROPN
ajiri-5429	145	34	violations	violation	NOUN
ajiri-5429	145	35	more	more	ADV
ajiri-5429	145	36	gracefully	gracefully	ADV
ajiri-5429	145	37	.	.	PUNCT
ajiri-5429	146	1	results	result	NOUN
ajiri-5429	146	2	and	and	CCONJ
ajiri-5429	146	3	discussion	discussion	NOUN
ajiri-5429	146	4	we	we	PRON
ajiri-5429	146	5	implemented	implement	VERB
ajiri-5429	146	6	our	our	PRON
ajiri-5429	146	7	cloud	cloud	ADJ
ajiri-5429	146	8	environment	environment	NOUN
ajiri-5429	146	9	simulator	simulator	NOUN
ajiri-5429	146	10	and	and	CCONJ
ajiri-5429	146	11	the	the	DET
ajiri-5429	146	12	deep	deep	ADJ
ajiri-5429	146	13	rl	rl	PROPN
ajiri-5429	146	14	agent	agent	NOUN
ajiri-5429	146	15	in	in	ADP
ajiri-5429	146	16	python	python	PROPN
ajiri-5429	146	17	.	.	PUNCT
ajiri-5429	147	1	the	the	DET
ajiri-5429	147	2	simulation	simulation	NOUN
ajiri-5429	147	3	uses	use	VERB
ajiri-5429	147	4	a	a	DET
ajiri-5429	147	5	time	time	NOUN
ajiri-5429	147	6	-	-	PUNCT
ajiri-5429	147	7	step	step	NOUN
ajiri-5429	147	8	of	of	ADP
ajiri-5429	147	9	5	5	NUM
ajiri-5429	147	10	minutes	minute	NOUN
ajiri-5429	147	11	,	,	PUNCT
ajiri-5429	147	12	matching	match	VERB
ajiri-5429	147	13	the	the	DET
ajiri-5429	147	14	granularity	granularity	NOUN
ajiri-5429	147	15	of	of	ADP
ajiri-5429	147	16	the	the	DET
ajiri-5429	147	17	google	google	NOUN
ajiri-5429	147	18	trace	trace	NOUN
ajiri-5429	147	19	.	.	PUNCT
ajiri-5429	148	1	we	we	PRON
ajiri-5429	148	2	built	build	VERB
ajiri-5429	148	3	the	the	DET
ajiri-5429	148	4	simulator	simulator	NOUN
ajiri-5429	148	5	akin	akin	ADJ
ajiri-5429	148	6	to	to	ADP
ajiri-5429	148	7	cloudsim	cloudsim	VERB
ajiri-5429	148	8	:	:	PUNCT
ajiri-5429	148	9	it	it	PRON
ajiri-5429	148	10	maintains	maintain	VERB
ajiri-5429	148	11	a	a	DET
ajiri-5429	148	12	representation	representation	NOUN
ajiri-5429	148	13	of	of	ADP
ajiri-5429	148	14	each	each	DET
ajiri-5429	148	15	host	host	NOUN
ajiri-5429	148	16	’s	’s	PART
ajiri-5429	148	17	available	available	ADJ
ajiri-5429	148	18	resources	resource	NOUN
ajiri-5429	148	19	and	and	CCONJ
ajiri-5429	148	20	each	each	DET
ajiri-5429	148	21	vm	vm	PROPN
ajiri-5429	148	22	’s	’s	PART
ajiri-5429	148	23	resource	resource	NOUN
ajiri-5429	148	24	usage	usage	NOUN
ajiri-5429	148	25	,	,	PUNCT
ajiri-5429	148	26	and	and	CCONJ
ajiri-5429	148	27	it	it	PRON
ajiri-5429	148	28	processes	process	VERB
ajiri-5429	148	29	migration	migration	NOUN
ajiri-5429	148	30	actions	action	NOUN
ajiri-5429	148	31	by	by	ADP
ajiri-5429	148	32	updating	update	VERB
ajiri-5429	148	33	which	which	DET
ajiri-5429	148	34	host	host	NOUN
ajiri-5429	148	35	a	a	DET
ajiri-5429	148	36	vm	vm	PROPN
ajiri-5429	148	37	is	be	AUX
ajiri-5429	148	38	assigned	assign	VERB
ajiri-5429	148	39	to	to	ADP
ajiri-5429	148	40	.	.	PUNCT
ajiri-5429	149	1	when	when	SCONJ
ajiri-5429	149	2	a	a	DET
ajiri-5429	149	3	vm	vm	PROPN
ajiri-5429	149	4	is	be	AUX
ajiri-5429	149	5	migrated	migrate	VERB
ajiri-5429	149	6	,	,	PUNCT
ajiri-5429	149	7	we	we	PRON
ajiri-5429	149	8	impose	impose	VERB
ajiri-5429	149	9	a	a	DET
ajiri-5429	149	10	migration	migration	NOUN
ajiri-5429	149	11	overhead	overhead	ADV
ajiri-5429	149	12	in	in	ADP
ajiri-5429	149	13	the	the	DET
ajiri-5429	149	14	simulation	simulation	NOUN
ajiri-5429	149	15	(	(	PUNCT
ajiri-5429	149	16	e.g.	e.g.	ADV
ajiri-5429	149	17	,	,	PUNCT
ajiri-5429	149	18	a	a	DET
ajiri-5429	149	19	cpu	cpu	NOUN
ajiri-5429	149	20	overhead	overhead	ADV
ajiri-5429	149	21	for	for	ADP
ajiri-5429	149	22	a	a	DET
ajiri-5429	149	23	short	short	ADJ
ajiri-5429	149	24	duration	duration	NOUN
ajiri-5429	149	25	to	to	PART
ajiri-5429	149	26	model	model	VERB
ajiri-5429	149	27	live	live	ADJ
ajiri-5429	149	28	migration	migration	NOUN
ajiri-5429	149	29	cost	cost	NOUN
ajiri-5429	149	30	,	,	PUNCT
ajiri-5429	149	31	and	and	CCONJ
ajiri-5429	149	32	a	a	DET
ajiri-5429	149	33	brief	brief	ADJ
ajiri-5429	149	34	pause	pause	NOUN
ajiri-5429	149	35	in	in	ADP
ajiri-5429	149	36	the	the	DET
ajiri-5429	149	37	vm	vm	PROPN
ajiri-5429	149	38	’s	’s	PART
ajiri-5429	149	39	execution	execution	NOUN
ajiri-5429	149	40	to	to	PART
ajiri-5429	149	41	model	model	VERB
ajiri-5429	149	42	possible	possible	ADJ
ajiri-5429	149	43	downtime	downtime	NOUN
ajiri-5429	149	44	)	)	PUNCT
ajiri-5429	149	45	.	.	PUNCT
ajiri-5429	150	1	these	these	DET
ajiri-5429	150	2	parameters	parameter	NOUN
ajiri-5429	150	3	(	(	PUNCT
ajiri-5429	150	4	migration	migration	NOUN
ajiri-5429	150	5	bandwidth	bandwidth	NOUN
ajiri-5429	150	6	,	,	PUNCT
ajiri-5429	150	7	downtime	downtime	NOUN
ajiri-5429	150	8	)	)	PUNCT
ajiri-5429	150	9	are	be	AUX
ajiri-5429	150	10	configurable	configurable	ADJ
ajiri-5429	150	11	and	and	CCONJ
ajiri-5429	150	12	set	set	VERB
ajiri-5429	150	13	to	to	ADP
ajiri-5429	150	14	values	value	NOUN
ajiri-5429	150	15	typical	typical	ADJ
ajiri-5429	150	16	from	from	ADP
ajiri-5429	150	17	literature	literature	NOUN
ajiri-5429	150	18	(	(	PUNCT
ajiri-5429	150	19	e.g.	e.g.	ADV
ajiri-5429	150	20	,	,	PUNCT
ajiri-5429	150	21	1	1	NUM
ajiri-5429	150	22	gb	gb	NOUN
ajiri-5429	150	23	/	/	SYM
ajiri-5429	150	24	min	min	NOUN
ajiri-5429	150	25	migration	migration	NOUN
ajiri-5429	150	26	speed	speed	NOUN
ajiri-5429	150	27	,	,	PUNCT
ajiri-5429	150	28	resulting	result	VERB
ajiri-5429	150	29	in	in	ADP
ajiri-5429	150	30	a	a	DET
ajiri-5429	150	31	few	few	ADJ
ajiri-5429	150	32	seconds	second	NOUN
ajiri-5429	150	33	downtime	downtime	NOUN
ajiri-5429	150	34	for	for	ADP
ajiri-5429	150	35	a	a	DET
ajiri-5429	150	36	vm	vm	NOUN
ajiri-5429	150	37	with	with	ADP
ajiri-5429	150	38	256	256	NUM
ajiri-5429	150	39	mb	mb	ADP
ajiri-5429	150	40	memory	memory	NOUN
ajiri-5429	150	41	)	)	PUNCT
ajiri-5429	150	42	.	.	PUNCT
ajiri-5429	151	1	baselines	baseline	NOUN
ajiri-5429	151	2	we	we	PRON
ajiri-5429	151	3	compare	compare	VERB
ajiri-5429	151	4	our	our	PRON
ajiri-5429	151	5	deep	deep	ADJ
ajiri-5429	151	6	rl	rl	NOUN
ajiri-5429	151	7	approach	approach	NOUN
ajiri-5429	151	8	against	against	ADP
ajiri-5429	151	9	two	two	NUM
ajiri-5429	151	10	baseline	baseline	ADJ
ajiri-5429	151	11	strategies	strategy	NOUN
ajiri-5429	151	12	:	:	PUNCT
ajiri-5429	151	13	static	static	ADJ
ajiri-5429	151	14	threshold	threshold	NOUN
ajiri-5429	151	15	heuristic	heuristic	NOUN
ajiri-5429	151	16	this	this	DET
ajiri-5429	151	17	baseline	baseline	NOUN
ajiri-5429	151	18	uses	use	VERB
ajiri-5429	151	19	simple	simple	ADJ
ajiri-5429	151	20	rules	rule	NOUN
ajiri-5429	151	21	similar	similar	ADJ
ajiri-5429	151	22	to	to	ADP
ajiri-5429	151	23	those	those	PRON
ajiri-5429	151	24	in	in	ADP
ajiri-5429	151	25	prior	prior	ADJ
ajiri-5429	151	26	work	work	NOUN
ajiri-5429	151	27	.	.	PUNCT
ajiri-5429	152	1	if	if	SCONJ
ajiri-5429	152	2	a	a	DET
ajiri-5429	152	3	host	host	NOUN
ajiri-5429	152	4	’s	’s	PART
ajiri-5429	152	5	cpu	cpu	NOUN
ajiri-5429	152	6	utilization	utilization	NOUN
ajiri-5429	152	7	exceeds	exceed	VERB
ajiri-5429	152	8	85	85	NUM
ajiri-5429	152	9	%	%	NOUN
ajiri-5429	152	10	,	,	PUNCT
ajiri-5429	152	11	it	it	PRON
ajiri-5429	152	12	flags	flag	VERB
ajiri-5429	152	13	it	it	PRON
ajiri-5429	152	14	as	as	ADV
ajiri-5429	152	15	overloaded	overload	VERB
ajiri-5429	152	16	and	and	CCONJ
ajiri-5429	152	17	migrates	migrate	VERB
ajiri-5429	152	18	one	one	NUM
ajiri-5429	152	19	vm	vm	PROPN
ajiri-5429	152	20	(	(	PUNCT
ajiri-5429	152	21	the	the	DET
ajiri-5429	152	22	one	one	NOUN
ajiri-5429	152	23	with	with	ADP
ajiri-5429	152	24	highest	high	ADJ
ajiri-5429	152	25	cpu	cpu	NOUN
ajiri-5429	152	26	usage	usage	NOUN
ajiri-5429	152	27	)	)	PUNCT
ajiri-5429	152	28	to	to	ADP
ajiri-5429	152	29	the	the	DET
ajiri-5429	152	30	least	least	ADV
ajiri-5429	152	31	utilized	utilize	VERB
ajiri-5429	152	32	host	host	NOUN
ajiri-5429	152	33	.	.	PUNCT
ajiri-5429	153	1	if	if	SCONJ
ajiri-5429	153	2	a	a	DET
ajiri-5429	153	3	host	host	NOUN
ajiri-5429	153	4	’s	’s	PART
ajiri-5429	153	5	utilization	utilization	NOUN
ajiri-5429	153	6	falls	fall	VERB
ajiri-5429	153	7	below	below	ADP
ajiri-5429	153	8	20	20	NUM
ajiri-5429	153	9	%	%	NOUN
ajiri-5429	153	10	(	(	PUNCT
ajiri-5429	153	11	underutilized	underutilize	VERB
ajiri-5429	153	12	)	)	PUNCT
ajiri-5429	153	13	and	and	CCONJ
ajiri-5429	153	14	it	it	PRON
ajiri-5429	153	15	’s	’s	AUX
ajiri-5429	153	16	hosting	host	VERB
ajiri-5429	153	17	vms	vms	PROPN
ajiri-5429	153	18	,	,	PUNCT
ajiri-5429	153	19	it	it	PRON
ajiri-5429	153	20	tries	try	VERB
ajiri-5429	153	21	to	to	PART
ajiri-5429	153	22	migrate	migrate	VERB
ajiri-5429	153	23	all	all	DET
ajiri-5429	153	24	its	its	PRON
ajiri-5429	153	25	vms	vms	NOUN
ajiri-5429	153	26	out	out	ADP
ajiri-5429	153	27	to	to	ADP
ajiri-5429	153	28	other	other	ADJ
ajiri-5429	153	29	hosts	host	NOUN
ajiri-5429	153	30	(	(	PUNCT
ajiri-5429	153	31	if	if	SCONJ
ajiri-5429	153	32	they	they	PRON
ajiri-5429	153	33	have	have	VERB
ajiri-5429	153	34	capacity	capacity	NOUN
ajiri-5429	153	35	)	)	PUNCT
ajiri-5429	153	36	and	and	CCONJ
ajiri-5429	153	37	then	then	ADV
ajiri-5429	153	38	shuts	shut	VERB
ajiri-5429	153	39	down	down	ADP
ajiri-5429	153	40	the	the	DET
ajiri-5429	153	41	host	host	NOUN
ajiri-5429	153	42	to	to	PART
ajiri-5429	153	43	save	save	VERB
ajiri-5429	153	44	energy	energy	NOUN
ajiri-5429	153	45	.	.	PUNCT
ajiri-5429	154	1	this	this	DET
ajiri-5429	154	2	approach	approach	NOUN
ajiri-5429	154	3	represents	represent	VERB
ajiri-5429	154	4	a	a	DET
ajiri-5429	154	5	conventional	conventional	ADJ
ajiri-5429	154	6	threshold	threshold	NOUN
ajiri-5429	154	7	-	-	PUNCT
ajiri-5429	154	8	based	base	VERB
ajiri-5429	154	9	policy	policy	NOUN
ajiri-5429	154	10	without	without	ADP
ajiri-5429	154	11	ai	ai	PROPN
ajiri-5429	154	12	.	.	PROPN
ajiri-5429	154	13	metaheuristic	metaheuristic	PROPN
ajiri-5429	154	14	(	(	PUNCT
ajiri-5429	154	15	da	da	ADJ
ajiri-5429	154	16	-	-	PUNCT
ajiri-5429	154	17	mbfd	mbfd	VERB
ajiri-5429	154	18	)	)	PUNCT
ajiri-5429	154	19	we	we	PRON
ajiri-5429	154	20	implement	implement	VERB
ajiri-5429	154	21	a	a	DET
ajiri-5429	154	22	variant	variant	NOUN
ajiri-5429	154	23	of	of	ADP
ajiri-5429	154	24	the	the	DET
ajiri-5429	154	25	dragonfly	dragonfly	NOUN
ajiri-5429	154	26	algorithm	algorithm	NOUN
ajiri-5429	154	27	+	+	CCONJ
ajiri-5429	154	28	modified	modify	VERB
ajiri-5429	154	29	best	well	ADV
ajiri-5429	154	30	fit	fit	ADJ
ajiri-5429	154	31	decreasing	decrease	VERB
ajiri-5429	154	32	approach	approach	NOUN
ajiri-5429	154	33	inspired	inspire	VERB
ajiri-5429	154	34	by	by	ADP
ajiri-5429	154	35	rashmi	rashmi	PROPN
ajiri-5429	154	36	.	.	PUNCT
ajiri-5429	155	1	in	in	ADP
ajiri-5429	155	2	our	our	PRON
ajiri-5429	155	3	implementation	implementation	NOUN
ajiri-5429	155	4	,	,	PUNCT
ajiri-5429	155	5	at	at	ADP
ajiri-5429	155	6	each	each	DET
ajiri-5429	155	7	interval	interval	NOUN
ajiri-5429	155	8	we	we	PRON
ajiri-5429	155	9	run	run	VERB
ajiri-5429	155	10	a	a	DET
ajiri-5429	155	11	simplified	simplified	ADJ
ajiri-5429	155	12	swarm	swarm	NOUN
ajiri-5429	155	13	optimization	optimization	NOUN
ajiri-5429	155	14	(	(	PUNCT
ajiri-5429	155	15	with	with	ADP
ajiri-5429	155	16	a	a	DET
ajiri-5429	155	17	small	small	ADJ
ajiri-5429	155	18	population	population	NOUN
ajiri-5429	155	19	of	of	ADP
ajiri-5429	155	20	candidate	candidate	NOUN
ajiri-5429	155	21	solutions	solution	NOUN
ajiri-5429	155	22	for	for	ADP
ajiri-5429	155	23	vm	vm	PROPN
ajiri-5429	155	24	placements	placement	NOUN
ajiri-5429	155	25	)	)	PUNCT
ajiri-5429	155	26	to	to	PART
ajiri-5429	155	27	minimize	minimize	VERB
ajiri-5429	155	28	a	a	DET
ajiri-5429	155	29	weighted	weighted	ADJ
ajiri-5429	155	30	cost	cost	NOUN
ajiri-5429	155	31	(	(	PUNCT
ajiri-5429	155	32	energy	energy	NOUN
ajiri-5429	155	33	+	+	CCONJ
ajiri-5429	155	34	sla	sla	PROPN
ajiri-5429	155	35	violation	violation	NOUN
ajiri-5429	155	36	)	)	PUNCT
ajiri-5429	155	37	.	.	PUNCT
ajiri-5429	156	1	this	this	PRON
ajiri-5429	156	2	gives	give	VERB
ajiri-5429	156	3	a	a	DET
ajiri-5429	156	4	more	more	ADV
ajiri-5429	156	5	powerful	powerful	ADJ
ajiri-5429	156	6	baseline	baseline	NOUN
ajiri-5429	156	7	that	that	PRON
ajiri-5429	156	8	tries	try	VERB
ajiri-5429	156	9	to	to	PART
ajiri-5429	156	10	optimize	optimize	VERB
ajiri-5429	156	11	globally	globally	ADV
ajiri-5429	156	12	,	,	PUNCT
ajiri-5429	156	13	albeit	albeit	SCONJ
ajiri-5429	156	14	with	with	ADP
ajiri-5429	156	15	limited	limited	ADJ
ajiri-5429	156	16	iterations	iteration	NOUN
ajiri-5429	156	17	for	for	ADP
ajiri-5429	156	18	practicality	practicality	NOUN
ajiri-5429	156	19	.	.	PUNCT
ajiri-5429	157	1	it	it	PRON
ajiri-5429	157	2	’s	’	VERB
ajiri-5429	157	3	not	not	PART
ajiri-5429	157	4	identical	identical	ADJ
ajiri-5429	157	5	to	to	ADP
ajiri-5429	157	6	the	the	DET
ajiri-5429	157	7	heliyon	heliyon	NOUN
ajiri-5429	157	8	paper	paper	NOUN
ajiri-5429	157	9	’s	’s	PART
ajiri-5429	157	10	full	full	ADJ
ajiri-5429	157	11	algorithm	algorithm	NOUN
ajiri-5429	157	12	due	due	ADP
ajiri-5429	157	13	to	to	ADP
ajiri-5429	157	14	complexity	complexity	NOUN
ajiri-5429	157	15	,	,	PUNCT
ajiri-5429	157	16	but	but	CCONJ
ajiri-5429	157	17	it	it	PRON
ajiri-5429	157	18	captures	capture	VERB
ajiri-5429	157	19	the	the	DET
ajiri-5429	157	20	essence	essence	NOUN
ajiri-5429	157	21	of	of	ADP
ajiri-5429	157	22	a	a	DET
ajiri-5429	157	23	metaheuristic	metaheuristic	ADJ
ajiri-5429	157	24	search	search	NOUN
ajiri-5429	157	25	.	.	PUNCT
ajiri-5429	158	1	evaluation	evaluation	NOUN
ajiri-5429	158	2	metrics	metric	NOUN
ajiri-5429	158	3	we	we	PRON
ajiri-5429	158	4	evaluate	evaluate	VERB
ajiri-5429	158	5	the	the	DET
ajiri-5429	158	6	methods	method	NOUN
ajiri-5429	158	7	on	on	ADP
ajiri-5429	158	8	the	the	DET
ajiri-5429	158	9	following	follow	VERB
ajiri-5429	158	10	key	key	ADJ
ajiri-5429	158	11	metrics	metric	NOUN
ajiri-5429	158	12	:	:	PUNCT
ajiri-5429	158	13	energy	energy	NOUN
ajiri-5429	158	14	consumption	consumption	NOUN
ajiri-5429	158	15	the	the	DET
ajiri-5429	158	16	total	total	ADJ
ajiri-5429	158	17	energy	energy	NOUN
ajiri-5429	158	18	used	use	VERB
ajiri-5429	158	19	by	by	ADP
ajiri-5429	158	20	all	all	DET
ajiri-5429	158	21	active	active	ADJ
ajiri-5429	158	22	hosts	host	NOUN
ajiri-5429	158	23	during	during	ADP
ajiri-5429	158	24	the	the	DET
ajiri-5429	158	25	simulated	simulated	ADJ
ajiri-5429	158	26	period	period	NOUN
ajiri-5429	158	27	.	.	PUNCT
ajiri-5429	159	1	we	we	PRON
ajiri-5429	159	2	compute	compute	VERB
ajiri-5429	159	3	this	this	PRON
ajiri-5429	159	4	by	by	ADP
ajiri-5429	159	5	integrating	integrate	VERB
ajiri-5429	159	6	power	power	NOUN
ajiri-5429	159	7	usage	usage	NOUN
ajiri-5429	159	8	over	over	ADP
ajiri-5429	159	9	time	time	NOUN
ajiri-5429	159	10	.	.	PUNCT
ajiri-5429	160	1	we	we	PRON
ajiri-5429	160	2	assume	assume	VERB
ajiri-5429	160	3	an	an	DET
ajiri-5429	160	4	idle	idle	ADJ
ajiri-5429	160	5	power	power	NOUN
ajiri-5429	160	6	draw	draw	VERB
ajiri-5429	160	7	for	for	ADP
ajiri-5429	160	8	each	each	DET
ajiri-5429	160	9	server	server	NOUN
ajiri-5429	160	10	(	(	PUNCT
ajiri-5429	160	11	e.g.	e.g.	ADV
ajiri-5429	160	12	,	,	PUNCT
ajiri-5429	160	13	100w	100w	NOUN
ajiri-5429	160	14	when	when	SCONJ
ajiri-5429	160	15	idle	idle	ADJ
ajiri-5429	160	16	)	)	PUNCT
ajiri-5429	160	17	and	and	CCONJ
ajiri-5429	160	18	a	a	DET
ajiri-5429	160	19	linear	linear	ADJ
ajiri-5429	160	20	model	model	NOUN
ajiri-5429	160	21	where	where	SCONJ
ajiri-5429	160	22	a	a	DET
ajiri-5429	160	23	fully	fully	ADV
ajiri-5429	160	24	utilized	utilize	VERB
ajiri-5429	160	25	server	server	NOUN
ajiri-5429	160	26	draws	draw	VERB
ajiri-5429	160	27	300w	300w	NOUN
ajiri-5429	160	28	,	,	PUNCT
ajiri-5429	160	29	scaling	scale	VERB
ajiri-5429	160	30	linearly	linearly	ADV
ajiri-5429	160	31	with	with	ADP
ajiri-5429	160	32	cpu	cpu	NOUN
ajiri-5429	160	33	usage	usage	NOUN
ajiri-5429	160	34	.	.	PUNCT
ajiri-5429	161	1	this	this	PRON
ajiri-5429	161	2	yields	yield	VERB
ajiri-5429	161	3	energy	energy	NOUN
ajiri-5429	161	4	in	in	ADP
ajiri-5429	161	5	kwh	kwh	PROPN
ajiri-5429	161	6	over	over	ADP
ajiri-5429	161	7	24	24	NUM
ajiri-5429	161	8	hours	hour	NOUN
ajiri-5429	161	9	.	.	PUNCT
ajiri-5429	162	1	pa	pa	PROPN
ajiri-5429	162	2	ge	ge	PROPN
ajiri-5429	162	3	14	14	NUM
ajiri-5429	162	4	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	162	5	am	be	AUX
ajiri-5429	162	6	.	.	PUNCT
ajiri-5429	163	1	j.	j.	PROPN
ajiri-5429	163	2	interdiscip	interdiscip	PROPN
ajiri-5429	163	3	.	.	PUNCT
ajiri-5429	164	1	res	re	NOUN
ajiri-5429	164	2	.	.	PUNCT
ajiri-5429	165	1	innov	innov	PROPN
ajiri-5429	165	2	.	.	PUNCT
ajiri-5429	166	1	4(3	4(3	NUM
ajiri-5429	166	2	)	)	PUNCT
ajiri-5429	166	3	10	10	NUM
ajiri-5429	166	4	-	-	SYM
ajiri-5429	166	5	15	15	NUM
ajiri-5429	166	6	2025	2025	NUM
ajiri-5429	166	7	sla	sla	PROPN
ajiri-5429	166	8	violation	violation	NOUN
ajiri-5429	166	9	rate	rate	NOUN
ajiri-5429	166	10	the	the	DET
ajiri-5429	166	11	percentage	percentage	NOUN
ajiri-5429	166	12	of	of	ADP
ajiri-5429	166	13	time	time	NOUN
ajiri-5429	166	14	that	that	PRON
ajiri-5429	166	15	any	any	DET
ajiri-5429	166	16	vm	vm	NOUN
ajiri-5429	166	17	experiences	experience	NOUN
ajiri-5429	166	18	cpu	cpu	VERB
ajiri-5429	166	19	shortage	shortage	NOUN
ajiri-5429	166	20	due	due	ADP
ajiri-5429	166	21	to	to	ADP
ajiri-5429	166	22	host	host	NOUN
ajiri-5429	166	23	overload	overload	NOUN
ajiri-5429	166	24	.	.	PUNCT
ajiri-5429	167	1	practically	practically	ADV
ajiri-5429	167	2	,	,	PUNCT
ajiri-5429	167	3	we	we	PRON
ajiri-5429	167	4	measure	measure	VERB
ajiri-5429	167	5	the	the	DET
ajiri-5429	167	6	fraction	fraction	NOUN
ajiri-5429	167	7	of	of	ADP
ajiri-5429	167	8	time	time	NOUN
ajiri-5429	167	9	steps	step	NOUN
ajiri-5429	167	10	in	in	ADP
ajiri-5429	167	11	which	which	PRON
ajiri-5429	167	12	any	any	DET
ajiri-5429	167	13	host	host	NOUN
ajiri-5429	167	14	’s	’s	PART
ajiri-5429	167	15	utilization	utilization	NOUN
ajiri-5429	167	16	exceeded	exceed	VERB
ajiri-5429	167	17	100	100	NUM
ajiri-5429	167	18	%	%	NOUN
ajiri-5429	167	19	,	,	PUNCT
ajiri-5429	167	20	indicating	indicate	VERB
ajiri-5429	167	21	that	that	SCONJ
ajiri-5429	167	22	the	the	DET
ajiri-5429	167	23	demand	demand	NOUN
ajiri-5429	167	24	could	could	AUX
ajiri-5429	167	25	not	not	PART
ajiri-5429	167	26	be	be	AUX
ajiri-5429	167	27	fully	fully	ADV
ajiri-5429	167	28	met	meet	VERB
ajiri-5429	167	29	(	(	PUNCT
ajiri-5429	167	30	which	which	PRON
ajiri-5429	167	31	would	would	AUX
ajiri-5429	167	32	correspond	correspond	VERB
ajiri-5429	167	33	to	to	PART
ajiri-5429	167	34	performance	performance	NOUN
ajiri-5429	167	35	degradation	degradation	NOUN
ajiri-5429	167	36	for	for	ADP
ajiri-5429	167	37	vms	vms	PROPN
ajiri-5429	167	38	on	on	ADP
ajiri-5429	167	39	that	that	DET
ajiri-5429	167	40	host	host	NOUN
ajiri-5429	167	41	)	)	PUNCT
ajiri-5429	167	42	.	.	PUNCT
ajiri-5429	168	1	number	number	NOUN
ajiri-5429	168	2	of	of	ADP
ajiri-5429	168	3	migrations	migration	NOUN
ajiri-5429	168	4	the	the	DET
ajiri-5429	168	5	total	total	ADJ
ajiri-5429	168	6	count	count	NOUN
ajiri-5429	168	7	of	of	ADP
ajiri-5429	168	8	vm	vm	PROPN
ajiri-5429	168	9	migration	migration	NOUN
ajiri-5429	168	10	operations	operation	NOUN
ajiri-5429	168	11	performed	perform	VERB
ajiri-5429	168	12	.	.	PUNCT
ajiri-5429	169	1	this	this	PRON
ajiri-5429	169	2	is	be	AUX
ajiri-5429	169	3	a	a	DET
ajiri-5429	169	4	measure	measure	NOUN
ajiri-5429	169	5	of	of	ADP
ajiri-5429	169	6	overhead	overhead	NOUN
ajiri-5429	169	7	–	–	PUNCT
ajiri-5429	169	8	migrations	migration	NOUN
ajiri-5429	169	9	cause	cause	VERB
ajiri-5429	169	10	transient	transient	ADJ
ajiri-5429	169	11	downtime	downtime	NOUN
ajiri-5429	169	12	and	and	CCONJ
ajiri-5429	169	13	use	use	VERB
ajiri-5429	169	14	network	network	NOUN
ajiri-5429	169	15	resources	resource	NOUN
ajiri-5429	169	16	,	,	PUNCT
ajiri-5429	169	17	so	so	ADV
ajiri-5429	169	18	fewer	few	ADJ
ajiri-5429	169	19	is	be	AUX
ajiri-5429	169	20	generally	generally	ADV
ajiri-5429	169	21	better	well	ADJ
ajiri-5429	169	22	if	if	SCONJ
ajiri-5429	169	23	the	the	DET
ajiri-5429	169	24	same	same	ADJ
ajiri-5429	169	25	objectives	objective	NOUN
ajiri-5429	169	26	can	can	AUX
ajiri-5429	169	27	be	be	AUX
ajiri-5429	169	28	achieved	achieve	VERB
ajiri-5429	169	29	.	.	PUNCT
ajiri-5429	170	1	average	average	ADJ
ajiri-5429	170	2	active	active	ADJ
ajiri-5429	170	3	hosts	host	NOUN
ajiri-5429	170	4	the	the	DET
ajiri-5429	170	5	average	average	ADJ
ajiri-5429	170	6	number	number	NOUN
ajiri-5429	170	7	of	of	ADP
ajiri-5429	170	8	physical	physical	ADJ
ajiri-5429	170	9	hosts	host	NOUN
ajiri-5429	170	10	that	that	PRON
ajiri-5429	170	11	remained	remain	VERB
ajiri-5429	170	12	powered	powered	ADJ
ajiri-5429	170	13	on	on	ADP
ajiri-5429	170	14	.	.	PUNCT
ajiri-5429	171	1	this	this	PRON
ajiri-5429	171	2	indirectly	indirectly	ADV
ajiri-5429	171	3	reflects	reflect	VERB
ajiri-5429	171	4	consolidation	consolidation	NOUN
ajiri-5429	171	5	efficiency	efficiency	NOUN
ajiri-5429	171	6	(	(	PUNCT
ajiri-5429	171	7	fewer	few	ADJ
ajiri-5429	171	8	active	active	ADJ
ajiri-5429	171	9	hosts	host	NOUN
ajiri-5429	171	10	means	mean	VERB
ajiri-5429	171	11	more	more	ADJ
ajiri-5429	171	12	hosts	host	NOUN
ajiri-5429	171	13	could	could	AUX
ajiri-5429	171	14	be	be	AUX
ajiri-5429	171	15	turned	turn	VERB
ajiri-5429	171	16	off	off	ADP
ajiri-5429	171	17	to	to	PART
ajiri-5429	171	18	save	save	VERB
ajiri-5429	171	19	energy	energy	NOUN
ajiri-5429	171	20	)	)	PUNCT
ajiri-5429	171	21	.	.	PUNCT
ajiri-5429	172	1	we	we	PRON
ajiri-5429	172	2	trained	train	VERB
ajiri-5429	172	3	the	the	DET
ajiri-5429	172	4	deep	deep	ADJ
ajiri-5429	172	5	rl	rl	PROPN
ajiri-5429	172	6	agent	agent	NOUN
ajiri-5429	172	7	over	over	ADP
ajiri-5429	172	8	multiple	multiple	ADJ
ajiri-5429	172	9	simulation	simulation	NOUN
ajiri-5429	172	10	episodes	episode	NOUN
ajiri-5429	172	11	(	(	PUNCT
ajiri-5429	172	12	each	each	DET
ajiri-5429	172	13	episode	episode	NOUN
ajiri-5429	172	14	simulated	simulate	VERB
ajiri-5429	172	15	24	24	NUM
ajiri-5429	172	16	hours	hour	NOUN
ajiri-5429	172	17	of	of	ADP
ajiri-5429	172	18	the	the	DET
ajiri-5429	172	19	trace	trace	NOUN
ajiri-5429	172	20	)	)	PUNCT
ajiri-5429	172	21	.	.	PUNCT
ajiri-5429	173	1	training	training	NOUN
ajiri-5429	173	2	took	take	VERB
ajiri-5429	173	3	about	about	ADV
ajiri-5429	173	4	200	200	NUM
ajiri-5429	173	5	episodes	episode	NOUN
ajiri-5429	173	6	for	for	ADP
ajiri-5429	173	7	convergence	convergence	NOUN
ajiri-5429	173	8	(	(	PUNCT
ajiri-5429	173	9	~1000	~1000	NUM
ajiri-5429	173	10	time	time	NOUN
ajiri-5429	173	11	steps	step	NOUN
ajiri-5429	173	12	per	per	ADP
ajiri-5429	173	13	episode	episode	NOUN
ajiri-5429	173	14	,	,	PUNCT
ajiri-5429	173	15	200k	200k	NUM
ajiri-5429	173	16	steps	step	NOUN
ajiri-5429	173	17	total	total	NOUN
ajiri-5429	173	18	)	)	PUNCT
ajiri-5429	173	19	using	use	VERB
ajiri-5429	173	20	an	an	DET
ajiri-5429	173	21	$	$	SYM
ajiri-5429	173	22	\epsilon$-greedy	\epsilon$-greedy	PROPN
ajiri-5429	173	23	schedule	schedule	NOUN
ajiri-5429	173	24	(	(	PUNCT
ajiri-5429	173	25	epsilon	epsilon	PROPN
ajiri-5429	173	26	decayed	decay	VERB
ajiri-5429	173	27	from	from	ADP
ajiri-5429	173	28	1.0	1.0	NUM
ajiri-5429	173	29	to	to	PART
ajiri-5429	173	30	0.1	0.1	NUM
ajiri-5429	173	31	over	over	ADP
ajiri-5429	173	32	the	the	DET
ajiri-5429	173	33	first	first	ADJ
ajiri-5429	173	34	50	50	NUM
ajiri-5429	173	35	episodes	episode	NOUN
ajiri-5429	173	36	)	)	PUNCT
ajiri-5429	173	37	.	.	PUNCT
ajiri-5429	174	1	for	for	ADP
ajiri-5429	174	2	fairness	fairness	NOUN
ajiri-5429	174	3	,	,	PUNCT
ajiri-5429	174	4	after	after	ADP
ajiri-5429	174	5	training	training	NOUN
ajiri-5429	174	6	,	,	PUNCT
ajiri-5429	174	7	we	we	PRON
ajiri-5429	174	8	run	run	VERB
ajiri-5429	174	9	the	the	DET
ajiri-5429	174	10	learned	learn	VERB
ajiri-5429	174	11	policy	policy	NOUN
ajiri-5429	174	12	on	on	ADP
ajiri-5429	174	13	the	the	DET
ajiri-5429	174	14	same	same	ADJ
ajiri-5429	174	15	24h	24h	NOUN
ajiri-5429	174	16	scenario	scenario	NOUN
ajiri-5429	174	17	(	(	PUNCT
ajiri-5429	174	18	fresh	fresh	ADJ
ajiri-5429	174	19	simulation	simulation	NOUN
ajiri-5429	174	20	)	)	PUNCT
ajiri-5429	174	21	without	without	ADP
ajiri-5429	174	22	exploration	exploration	NOUN
ajiri-5429	174	23	to	to	PART
ajiri-5429	174	24	record	record	VERB
ajiri-5429	174	25	its	its	PRON
ajiri-5429	174	26	performance	performance	NOUN
ajiri-5429	174	27	.	.	PUNCT
ajiri-5429	175	1	the	the	DET
ajiri-5429	175	2	baselines	baseline	NOUN
ajiri-5429	175	3	do	do	AUX
ajiri-5429	175	4	not	not	PART
ajiri-5429	175	5	require	require	VERB
ajiri-5429	175	6	training	training	NOUN
ajiri-5429	175	7	.	.	PUNCT
ajiri-5429	176	1	results	result	VERB
ajiri-5429	176	2	the	the	DET
ajiri-5429	176	3	proposed	propose	VERB
ajiri-5429	176	4	deep	deep	ADJ
ajiri-5429	176	5	rl	rl	PROPN
ajiri-5429	176	6	approach	approach	NOUN
ajiri-5429	176	7	achieved	achieve	VERB
ajiri-5429	176	8	notable	notable	ADJ
ajiri-5429	176	9	improvements	improvement	NOUN
ajiri-5429	176	10	over	over	ADP
ajiri-5429	176	11	both	both	DET
ajiri-5429	176	12	baselines	baseline	NOUN
ajiri-5429	176	13	.	.	PUNCT
ajiri-5429	177	1	figure	figure	VERB
ajiri-5429	177	2	1	1	NUM
ajiri-5429	177	3	summarizes	summarize	NOUN
ajiri-5429	177	4	the	the	DET
ajiri-5429	177	5	performance	performance	NOUN
ajiri-5429	177	6	on	on	ADP
ajiri-5429	177	7	two	two	NUM
ajiri-5429	177	8	primary	primary	ADJ
ajiri-5429	177	9	metrics	metric	NOUN
ajiri-5429	177	10	,	,	PUNCT
ajiri-5429	177	11	energy	energy	NOUN
ajiri-5429	177	12	consumption	consumption	NOUN
ajiri-5429	177	13	and	and	CCONJ
ajiri-5429	177	14	sla	sla	PROPN
ajiri-5429	177	15	violation	violation	NOUN
ajiri-5429	177	16	percentage	percentage	NOUN
ajiri-5429	177	17	.	.	PUNCT
ajiri-5429	178	1	figure	figure	NOUN
ajiri-5429	178	2	1	1	NUM
ajiri-5429	178	3	:	:	PUNCT
ajiri-5429	178	4	performance	performance	NOUN
ajiri-5429	178	5	comparison	comparison	NOUN
ajiri-5429	178	6	of	of	ADP
ajiri-5429	178	7	migration	migration	NOUN
ajiri-5429	178	8	strategies	strategy	NOUN
ajiri-5429	178	9	.	.	PUNCT
ajiri-5429	179	1	the	the	DET
ajiri-5429	179	2	left	left	ADJ
ajiri-5429	179	3	bar	bar	NOUN
ajiri-5429	179	4	chart	chart	NOUN
ajiri-5429	179	5	shows	show	VERB
ajiri-5429	179	6	total	total	ADJ
ajiri-5429	179	7	energy	energy	NOUN
ajiri-5429	179	8	consumption	consumption	NOUN
ajiri-5429	179	9	(	(	PUNCT
ajiri-5429	179	10	kwh	kwh	NOUN
ajiri-5429	179	11	)	)	PUNCT
ajiri-5429	179	12	over	over	ADP
ajiri-5429	179	13	24	24	NUM
ajiri-5429	179	14	hours	hour	NOUN
ajiri-5429	179	15	(	(	PUNCT
ajiri-5429	179	16	lower	low	ADJ
ajiri-5429	179	17	is	be	AUX
ajiri-5429	179	18	better	well	ADJ
ajiri-5429	179	19	)	)	PUNCT
ajiri-5429	179	20	.	.	PUNCT
ajiri-5429	180	1	the	the	DET
ajiri-5429	180	2	right	right	ADJ
ajiri-5429	180	3	bar	bar	NOUN
ajiri-5429	180	4	chart	chart	NOUN
ajiri-5429	180	5	shows	show	VERB
ajiri-5429	180	6	the	the	DET
ajiri-5429	180	7	sla	sla	PROPN
ajiri-5429	180	8	violation	violation	NOUN
ajiri-5429	180	9	rate	rate	NOUN
ajiri-5429	180	10	(	(	PUNCT
ajiri-5429	180	11	percentage	percentage	NOUN
ajiri-5429	180	12	of	of	ADP
ajiri-5429	180	13	time	time	NOUN
ajiri-5429	180	14	with	with	ADP
ajiri-5429	180	15	overload	overload	NOUN
ajiri-5429	180	16	,	,	PUNCT
ajiri-5429	180	17	lower	low	ADJ
ajiri-5429	180	18	is	be	AUX
ajiri-5429	180	19	better	well	ADJ
ajiri-5429	180	20	)	)	PUNCT
ajiri-5429	180	21	.	.	PUNCT
ajiri-5429	181	1	the	the	DET
ajiri-5429	181	2	gray	gray	ADJ
ajiri-5429	181	3	bars	bar	NOUN
ajiri-5429	181	4	represent	represent	VERB
ajiri-5429	181	5	a	a	DET
ajiri-5429	181	6	no	no	DET
ajiri-5429	181	7	migration	migration	NOUN
ajiri-5429	181	8	scenario	scenario	NOUN
ajiri-5429	181	9	(	(	PUNCT
ajiri-5429	181	10	as	as	ADP
ajiri-5429	181	11	a	a	DET
ajiri-5429	181	12	reference	reference	NOUN
ajiri-5429	181	13	)	)	PUNCT
ajiri-5429	181	14	,	,	PUNCT
ajiri-5429	181	15	blue	blue	ADJ
ajiri-5429	181	16	bars	bar	NOUN
ajiri-5429	181	17	represent	represent	VERB
ajiri-5429	181	18	the	the	DET
ajiri-5429	181	19	static	static	ADJ
ajiri-5429	181	20	threshold	threshold	NOUN
ajiri-5429	181	21	baseline	baseline	NOUN
ajiri-5429	181	22	,	,	PUNCT
ajiri-5429	181	23	and	and	CCONJ
ajiri-5429	181	24	orange	orange	PROPN
ajiri-5429	181	25	bars	bar	NOUN
ajiri-5429	181	26	represent	represent	VERB
ajiri-5429	181	27	our	our	PRON
ajiri-5429	181	28	deep	deep	ADJ
ajiri-5429	181	29	rl	rl	NOUN
ajiri-5429	181	30	approach	approach	NOUN
ajiri-5429	181	31	.	.	PUNCT
ajiri-5429	182	1	our	our	PRON
ajiri-5429	182	2	method	method	NOUN
ajiri-5429	182	3	significantly	significantly	ADV
ajiri-5429	182	4	reduces	reduce	VERB
ajiri-5429	182	5	energy	energy	NOUN
ajiri-5429	182	6	usage	usage	NOUN
ajiri-5429	182	7	by	by	ADP
ajiri-5429	182	8	consolidating	consolidate	VERB
ajiri-5429	182	9	workloads	workload	NOUN
ajiri-5429	182	10	(	(	PUNCT
ajiri-5429	182	11	using	use	VERB
ajiri-5429	182	12	~310	~310	PROPN
ajiri-5429	182	13	kwh	kwh	NOUN
ajiri-5429	182	14	vs.	vs.	ADP
ajiri-5429	182	15	400	400	NUM
ajiri-5429	182	16	kwh	kwh	NOUN
ajiri-5429	182	17	for	for	ADP
ajiri-5429	182	18	the	the	DET
ajiri-5429	182	19	heuristic	heuristic	NOUN
ajiri-5429	182	20	,	,	PUNCT
ajiri-5429	182	21	a	a	DET
ajiri-5429	182	22	22.5	22.5	NUM
ajiri-5429	182	23	%	%	NOUN
ajiri-5429	182	24	reduction	reduction	NOUN
ajiri-5429	182	25	)	)	PUNCT
ajiri-5429	182	26	while	while	SCONJ
ajiri-5429	182	27	also	also	ADV
ajiri-5429	182	28	achieving	achieve	VERB
ajiri-5429	182	29	the	the	DET
ajiri-5429	182	30	lowest	low	ADJ
ajiri-5429	182	31	sla	sla	PROPN
ajiri-5429	182	32	violation	violation	NOUN
ajiri-5429	182	33	(	(	PUNCT
ajiri-5429	182	34	3.0	3.0	NUM
ajiri-5429	182	35	%	%	NOUN
ajiri-5429	182	36	vs.	vs.	ADP
ajiri-5429	182	37	4.5	4.5	NUM
ajiri-5429	182	38	%	%	NOUN
ajiri-5429	182	39	for	for	ADP
ajiri-5429	182	40	the	the	DET
ajiri-5429	182	41	heuristic	heuristic	NOUN
ajiri-5429	182	42	)	)	PUNCT
ajiri-5429	182	43	.	.	PUNCT
ajiri-5429	183	1	the	the	DET
ajiri-5429	183	2	metaheuristic	metaheuristic	ADJ
ajiri-5429	183	3	baseline	baseline	NOUN
ajiri-5429	183	4	(	(	PUNCT
ajiri-5429	183	5	not	not	PART
ajiri-5429	183	6	shown	show	VERB
ajiri-5429	183	7	in	in	ADP
ajiri-5429	183	8	figure	figure	NOUN
ajiri-5429	183	9	)	)	PUNCT
ajiri-5429	183	10	achieved	achieve	VERB
ajiri-5429	183	11	energy	energy	NOUN
ajiri-5429	183	12	around	around	ADP
ajiri-5429	183	13	330	330	NUM
ajiri-5429	183	14	kwh	kwh	NOUN
ajiri-5429	183	15	with	with	ADP
ajiri-5429	183	16	sla	sla	PROPN
ajiri-5429	183	17	violations	violation	NOUN
ajiri-5429	183	18	~3.5	~3.5	NUM
ajiri-5429	183	19	%	%	NOUN
ajiri-5429	183	20	,	,	PUNCT
ajiri-5429	183	21	which	which	PRON
ajiri-5429	183	22	is	be	AUX
ajiri-5429	183	23	better	well	ADJ
ajiri-5429	183	24	than	than	ADP
ajiri-5429	183	25	the	the	DET
ajiri-5429	183	26	static	static	ADJ
ajiri-5429	183	27	threshold	threshold	NOUN
ajiri-5429	183	28	but	but	CCONJ
ajiri-5429	183	29	still	still	ADV
ajiri-5429	183	30	underperformed	underperform	VERB
ajiri-5429	183	31	compared	compare	VERB
ajiri-5429	183	32	to	to	ADP
ajiri-5429	183	33	the	the	DET
ajiri-5429	183	34	deep	deep	ADJ
ajiri-5429	183	35	rl	rl	NOUN
ajiri-5429	183	36	agent	agent	NOUN
ajiri-5429	183	37	.	.	PUNCT
ajiri-5429	184	1	notably	notably	ADV
ajiri-5429	184	2	,	,	PUNCT
ajiri-5429	184	3	the	the	DET
ajiri-5429	184	4	deep	deep	ADJ
ajiri-5429	184	5	rl	rl	PROPN
ajiri-5429	184	6	agent	agent	NOUN
ajiri-5429	184	7	learned	learn	VERB
ajiri-5429	184	8	to	to	PART
ajiri-5429	184	9	migrate	migrate	VERB
ajiri-5429	184	10	vms	vms	PROPN
ajiri-5429	184	11	in	in	ADP
ajiri-5429	184	12	anticipation	anticipation	NOUN
ajiri-5429	184	13	of	of	ADP
ajiri-5429	184	14	load	load	NOUN
ajiri-5429	184	15	spikes	spike	NOUN
ajiri-5429	184	16	,	,	PUNCT
ajiri-5429	184	17	resulting	result	VERB
ajiri-5429	184	18	in	in	ADP
ajiri-5429	184	19	fewer	few	ADJ
ajiri-5429	184	20	overload	overload	NOUN
ajiri-5429	184	21	incidents	incident	NOUN
ajiri-5429	184	22	.	.	PUNCT
ajiri-5429	185	1	the	the	DET
ajiri-5429	185	2	static	static	ADJ
ajiri-5429	185	3	threshold	threshold	NOUN
ajiri-5429	185	4	policy	policy	NOUN
ajiri-5429	185	5	did	do	AUX
ajiri-5429	185	6	maintain	maintain	VERB
ajiri-5429	185	7	safe	safe	ADJ
ajiri-5429	185	8	performance	performance	NOUN
ajiri-5429	185	9	in	in	ADP
ajiri-5429	185	10	most	most	ADJ
ajiri-5429	185	11	cases	case	NOUN
ajiri-5429	185	12	(	(	PUNCT
ajiri-5429	185	13	only	only	ADV
ajiri-5429	185	14	4.5	4.5	NUM
ajiri-5429	185	15	%	%	NOUN
ajiri-5429	185	16	sla	sla	PROPN
ajiri-5429	185	17	violation	violation	NOUN
ajiri-5429	185	18	)	)	PUNCT
ajiri-5429	185	19	,	,	PUNCT
ajiri-5429	185	20	but	but	CCONJ
ajiri-5429	185	21	it	it	PRON
ajiri-5429	185	22	was	be	AUX
ajiri-5429	185	23	conservative	conservative	ADJ
ajiri-5429	185	24	in	in	ADP
ajiri-5429	185	25	consolidating	consolidate	VERB
ajiri-5429	185	26	,	,	PUNCT
ajiri-5429	185	27	leading	lead	VERB
ajiri-5429	185	28	to	to	ADP
ajiri-5429	185	29	higher	high	ADJ
ajiri-5429	185	30	energy	energy	NOUN
ajiri-5429	185	31	usage	usage	NOUN
ajiri-5429	185	32	(	(	PUNCT
ajiri-5429	185	33	400	400	NUM
ajiri-5429	185	34	kwh	kwh	NOUN
ajiri-5429	185	35	)	)	PUNCT
ajiri-5429	185	36	.	.	PUNCT
ajiri-5429	186	1	it	it	PRON
ajiri-5429	186	2	would	would	AUX
ajiri-5429	186	3	often	often	ADV
ajiri-5429	186	4	leave	leave	VERB
ajiri-5429	186	5	many	many	ADJ
ajiri-5429	186	6	servers	server	NOUN
ajiri-5429	186	7	running	run	VERB
ajiri-5429	186	8	at	at	ADP
ajiri-5429	186	9	low	low	ADJ
ajiri-5429	186	10	utilization	utilization	NOUN
ajiri-5429	186	11	because	because	SCONJ
ajiri-5429	186	12	of	of	ADP
ajiri-5429	186	13	the	the	DET
ajiri-5429	186	14	fixed	fix	VERB
ajiri-5429	186	15	85	85	NUM
ajiri-5429	186	16	%	%	NOUN
ajiri-5429	186	17	upper	upper	ADJ
ajiri-5429	186	18	threshold	threshold	NOUN
ajiri-5429	186	19	–	–	PUNCT
ajiri-5429	186	20	it	it	PRON
ajiri-5429	186	21	migrated	migrate	VERB
ajiri-5429	186	22	only	only	ADV
ajiri-5429	186	23	when	when	SCONJ
ajiri-5429	186	24	absolutely	absolutely	ADV
ajiri-5429	186	25	necessary	necessary	ADJ
ajiri-5429	186	26	,	,	PUNCT
ajiri-5429	186	27	thus	thus	ADV
ajiri-5429	186	28	missing	miss	VERB
ajiri-5429	186	29	some	some	DET
ajiri-5429	186	30	opportunities	opportunity	NOUN
ajiri-5429	186	31	to	to	PART
ajiri-5429	186	32	turn	turn	VERB
ajiri-5429	186	33	off	off	ADP
ajiri-5429	186	34	more	more	ADJ
ajiri-5429	186	35	machines	machine	NOUN
ajiri-5429	186	36	.	.	PUNCT
ajiri-5429	187	1	the	the	DET
ajiri-5429	187	2	metaheuristic	metaheuristic	ADJ
ajiri-5429	187	3	(	(	PUNCT
ajiri-5429	187	4	da	da	ADJ
ajiri-5429	187	5	-	-	PUNCT
ajiri-5429	187	6	mbfd	mbfd	VERB
ajiri-5429	187	7	)	)	PUNCT
ajiri-5429	187	8	baseline	baseline	NOUN
ajiri-5429	187	9	,	,	PUNCT
ajiri-5429	187	10	by	by	ADP
ajiri-5429	187	11	searching	search	VERB
ajiri-5429	187	12	for	for	ADP
ajiri-5429	187	13	a	a	DET
ajiri-5429	187	14	global	global	ADJ
ajiri-5429	187	15	placement	placement	NOUN
ajiri-5429	187	16	,	,	PUNCT
ajiri-5429	187	17	performed	perform	VERB
ajiri-5429	187	18	closer	close	ADV
ajiri-5429	187	19	to	to	ADP
ajiri-5429	187	20	our	our	PRON
ajiri-5429	187	21	rl	rl	NOUN
ajiri-5429	187	22	agent	agent	NOUN
ajiri-5429	187	23	.	.	PUNCT
ajiri-5429	188	1	it	it	PRON
ajiri-5429	188	2	reduced	reduce	VERB
ajiri-5429	188	3	energy	energy	NOUN
ajiri-5429	188	4	consumption	consumption	NOUN
ajiri-5429	188	5	compared	compare	VERB
ajiri-5429	188	6	to	to	ADP
ajiri-5429	188	7	the	the	DET
ajiri-5429	188	8	threshold	threshold	NOUN
ajiri-5429	188	9	method	method	NOUN
ajiri-5429	188	10	,	,	PUNCT
ajiri-5429	188	11	but	but	CCONJ
ajiri-5429	188	12	it	it	PRON
ajiri-5429	188	13	tended	tend	VERB
ajiri-5429	188	14	to	to	PART
ajiri-5429	188	15	make	make	VERB
ajiri-5429	188	16	many	many	ADJ
ajiri-5429	188	17	migrations	migration	NOUN
ajiri-5429	188	18	(	(	PUNCT
ajiri-5429	188	19	we	we	PRON
ajiri-5429	188	20	recorded	record	VERB
ajiri-5429	188	21	45	45	NUM
ajiri-5429	188	22	migrations	migration	NOUN
ajiri-5429	188	23	in	in	ADP
ajiri-5429	188	24	24h	24h	NOUN
ajiri-5429	188	25	,	,	PUNCT
ajiri-5429	188	26	compared	compare	VERB
ajiri-5429	188	27	to	to	ADP
ajiri-5429	188	28	30	30	NUM
ajiri-5429	188	29	for	for	ADP
ajiri-5429	188	30	rl	rl	PRON
ajiri-5429	188	31	and	and	CCONJ
ajiri-5429	188	32	20	20	NUM
ajiri-5429	188	33	for	for	ADP
ajiri-5429	188	34	the	the	DET
ajiri-5429	188	35	simple	simple	ADJ
ajiri-5429	188	36	heuristic	heuristic	NOUN
ajiri-5429	188	37	)	)	PUNCT
ajiri-5429	188	38	.	.	PUNCT
ajiri-5429	189	1	the	the	DET
ajiri-5429	189	2	higher	high	ADJ
ajiri-5429	189	3	migration	migration	NOUN
ajiri-5429	189	4	count	count	NOUN
ajiri-5429	189	5	of	of	ADP
ajiri-5429	189	6	da	da	ADJ
ajiri-5429	189	7	-	-	PUNCT
ajiri-5429	189	8	mbfd	mbfd	VERB
ajiri-5429	189	9	aligns	align	NOUN
ajiri-5429	189	10	with	with	ADP
ajiri-5429	189	11	observations	observation	NOUN
ajiri-5429	189	12	by	by	ADP
ajiri-5429	189	13	prior	prior	ADJ
ajiri-5429	189	14	work	work	NOUN
ajiri-5429	189	15	that	that	PRON
ajiri-5429	189	16	aggressive	aggressive	ADJ
ajiri-5429	189	17	optimization	optimization	NOUN
ajiri-5429	189	18	can	can	AUX
ajiri-5429	189	19	cause	cause	VERB
ajiri-5429	189	20	frequent	frequent	ADJ
ajiri-5429	189	21	vm	vm	PROPN
ajiri-5429	189	22	moves	move	NOUN
ajiri-5429	189	23	.	.	PUNCT
ajiri-5429	190	1	in	in	ADP
ajiri-5429	190	2	our	our	PRON
ajiri-5429	190	3	experiments	experiment	NOUN
ajiri-5429	190	4	,	,	PUNCT
ajiri-5429	190	5	this	this	PRON
ajiri-5429	190	6	led	lead	VERB
ajiri-5429	190	7	to	to	ADP
ajiri-5429	190	8	diminishing	diminish	VERB
ajiri-5429	190	9	returns	return	NOUN
ajiri-5429	190	10	:	:	PUNCT
ajiri-5429	190	11	the	the	DET
ajiri-5429	190	12	extra	extra	ADJ
ajiri-5429	190	13	migrations	migration	NOUN
ajiri-5429	190	14	gave	give	VERB
ajiri-5429	190	15	only	only	ADV
ajiri-5429	190	16	slight	slight	ADJ
ajiri-5429	190	17	additional	additional	ADJ
ajiri-5429	190	18	energy	energy	NOUN
ajiri-5429	190	19	savings	saving	NOUN
ajiri-5429	190	20	and	and	CCONJ
ajiri-5429	190	21	even	even	ADV
ajiri-5429	190	22	caused	cause	VERB
ajiri-5429	190	23	a	a	DET
ajiri-5429	190	24	bit	bit	NOUN
ajiri-5429	190	25	more	more	ADJ
ajiri-5429	190	26	sla	sla	PROPN
ajiri-5429	190	27	disturbance	disturbance	NOUN
ajiri-5429	190	28	due	due	ADP
ajiri-5429	190	29	to	to	ADP
ajiri-5429	190	30	short	short	ADJ
ajiri-5429	190	31	migration	migration	NOUN
ajiri-5429	190	32	-	-	PUNCT
ajiri-5429	190	33	induced	induce	VERB
ajiri-5429	190	34	downtimes	downtime	NOUN
ajiri-5429	190	35	.	.	PUNCT
ajiri-5429	191	1	our	our	PRON
ajiri-5429	191	2	deep	deep	ADJ
ajiri-5429	191	3	rl	rl	PROPN
ajiri-5429	191	4	approach	approach	NOUN
ajiri-5429	191	5	struck	strike	VERB
ajiri-5429	191	6	a	a	DET
ajiri-5429	191	7	favorable	favorable	ADJ
ajiri-5429	191	8	balance	balance	NOUN
ajiri-5429	191	9	,	,	PUNCT
ajiri-5429	191	10	using	use	VERB
ajiri-5429	191	11	an	an	DET
ajiri-5429	191	12	average	average	NOUN
ajiri-5429	191	13	of	of	ADP
ajiri-5429	191	14	30	30	NUM
ajiri-5429	191	15	migrations	migration	NOUN
ajiri-5429	191	16	over	over	ADP
ajiri-5429	191	17	24	24	NUM
ajiri-5429	191	18	hours	hour	NOUN
ajiri-5429	191	19	.	.	PUNCT
ajiri-5429	192	1	it	it	PRON
ajiri-5429	192	2	actively	actively	ADV
ajiri-5429	192	3	consolidated	consolidate	VERB
ajiri-5429	192	4	vms	vms	PROPN
ajiri-5429	192	5	during	during	ADP
ajiri-5429	192	6	low	low	ADJ
ajiri-5429	192	7	load	load	NOUN
ajiri-5429	192	8	periods	period	NOUN
ajiri-5429	192	9	(	(	PUNCT
ajiri-5429	192	10	typically	typically	ADV
ajiri-5429	192	11	early	early	ADJ
ajiri-5429	192	12	morning	morning	NOUN
ajiri-5429	192	13	hours	hour	NOUN
ajiri-5429	192	14	in	in	ADP
ajiri-5429	192	15	the	the	DET
ajiri-5429	192	16	trace	trace	NOUN
ajiri-5429	192	17	)	)	PUNCT
ajiri-5429	192	18	and	and	CCONJ
ajiri-5429	192	19	spread	spread	VERB
ajiri-5429	192	20	them	they	PRON
ajiri-5429	192	21	out	out	ADP
ajiri-5429	192	22	just	just	ADV
ajiri-5429	192	23	before	before	ADP
ajiri-5429	192	24	peak	peak	NOUN
ajiri-5429	192	25	load	load	NOUN
ajiri-5429	192	26	times	time	NOUN
ajiri-5429	192	27	to	to	PART
ajiri-5429	192	28	avoid	avoid	VERB
ajiri-5429	192	29	overload	overload	NOUN
ajiri-5429	192	30	.	.	PUNCT
ajiri-5429	193	1	this	this	DET
ajiri-5429	193	2	dynamic	dynamic	ADJ
ajiri-5429	193	3	behavior	behavior	NOUN
ajiri-5429	193	4	–	–	PUNCT
ajiri-5429	193	5	learned	learn	VERB
ajiri-5429	193	6	automatically	automatically	ADV
ajiri-5429	193	7	from	from	ADP
ajiri-5429	193	8	the	the	DET
ajiri-5429	193	9	reward	reward	NOUN
ajiri-5429	193	10	signal	signal	NOUN
ajiri-5429	193	11	–	–	PUNCT
ajiri-5429	193	12	is	be	AUX
ajiri-5429	193	13	something	something	PRON
ajiri-5429	193	14	hard	hard	ADV
ajiri-5429	193	15	-	-	PUNCT
ajiri-5429	193	16	coded	code	VERB
ajiri-5429	193	17	policies	policy	NOUN
ajiri-5429	193	18	struggled	struggle	VERB
ajiri-5429	193	19	to	to	PART
ajiri-5429	193	20	emulate	emulate	VERB
ajiri-5429	193	21	.	.	PUNCT
ajiri-5429	194	1	quantitatively	quantitatively	ADV
ajiri-5429	194	2	,	,	PUNCT
ajiri-5429	194	3	rl	rl	PRON
ajiri-5429	194	4	achieved	achieve	VERB
ajiri-5429	194	5	the	the	DET
ajiri-5429	194	6	lowest	low	ADJ
ajiri-5429	194	7	average	average	ADJ
ajiri-5429	194	8	active	active	ADJ
ajiri-5429	194	9	hosts	host	NOUN
ajiri-5429	194	10	(	(	PUNCT
ajiri-5429	194	11	about	about	ADV
ajiri-5429	194	12	60	60	NUM
ajiri-5429	194	13	out	out	ADP
ajiri-5429	194	14	of	of	ADP
ajiri-5429	194	15	100	100	NUM
ajiri-5429	194	16	hosts	host	NOUN
ajiri-5429	194	17	active	active	ADJ
ajiri-5429	194	18	,	,	PUNCT
ajiri-5429	194	19	whereas	whereas	SCONJ
ajiri-5429	194	20	the	the	DET
ajiri-5429	194	21	heuristic	heuristic	NOUN
ajiri-5429	194	22	kept	keep	VERB
ajiri-5429	194	23	~75	~75	ADV
ajiri-5429	194	24	active	active	ADJ
ajiri-5429	194	25	on	on	ADP
ajiri-5429	194	26	average	average	ADJ
ajiri-5429	194	27	)	)	PUNCT
ajiri-5429	194	28	.	.	PUNCT
ajiri-5429	195	1	this	this	PRON
ajiri-5429	195	2	translated	translate	VERB
ajiri-5429	195	3	to	to	ADP
ajiri-5429	195	4	the	the	DET
ajiri-5429	195	5	lowest	low	ADJ
ajiri-5429	195	6	energy	energy	NOUN
ajiri-5429	195	7	footprint	footprint	NOUN
ajiri-5429	195	8	.	.	PUNCT
ajiri-5429	196	1	simultaneously	simultaneously	ADV
ajiri-5429	196	2	,	,	PUNCT
ajiri-5429	196	3	rl	rl	PROPN
ajiri-5429	196	4	kept	keep	VERB
ajiri-5429	196	5	sla	sla	PROPN
ajiri-5429	196	6	violations	violation	NOUN
ajiri-5429	196	7	to	to	ADP
ajiri-5429	196	8	3.0	3.0	NUM
ajiri-5429	196	9	%	%	NOUN
ajiri-5429	196	10	,	,	PUNCT
ajiri-5429	196	11	the	the	DET
ajiri-5429	196	12	lowest	low	ADJ
ajiri-5429	196	13	of	of	ADP
ajiri-5429	196	14	all	all	DET
ajiri-5429	196	15	methods	method	NOUN
ajiri-5429	196	16	,	,	PUNCT
ajiri-5429	196	17	indicating	indicate	VERB
ajiri-5429	196	18	it	it	PRON
ajiri-5429	196	19	rarely	rarely	ADV
ajiri-5429	196	20	allowed	allow	VERB
ajiri-5429	196	21	overloads	overload	NOUN
ajiri-5429	196	22	.	.	PUNCT
ajiri-5429	197	1	most	most	ADJ
ajiri-5429	197	2	violations	violation	NOUN
ajiri-5429	197	3	in	in	ADP
ajiri-5429	197	4	rl	rl	PROPN
ajiri-5429	197	5	happened	happen	VERB
ajiri-5429	197	6	only	only	ADV
ajiri-5429	197	7	briefly	briefly	ADV
ajiri-5429	197	8	when	when	SCONJ
ajiri-5429	197	9	unpredictable	unpredictable	ADJ
ajiri-5429	197	10	rapid	rapid	ADJ
ajiri-5429	197	11	spikes	spike	NOUN
ajiri-5429	197	12	occurred	occur	VERB
ajiri-5429	197	13	faster	fast	ADV
ajiri-5429	197	14	than	than	ADP
ajiri-5429	197	15	the	the	DET
ajiri-5429	197	16	5	5	NUM
ajiri-5429	197	17	-	-	PUNCT
ajiri-5429	197	18	minute	minute	NOUN
ajiri-5429	197	19	decision	decision	NOUN
ajiri-5429	197	20	interval	interval	NOUN
ajiri-5429	197	21	.	.	PUNCT
ajiri-5429	198	1	overall	overall	ADV
ajiri-5429	198	2	,	,	PUNCT
ajiri-5429	198	3	rl	rl	PROPN
ajiri-5429	198	4	improved	improve	VERB
ajiri-5429	198	5	the	the	DET
ajiri-5429	198	6	energy	energy	NOUN
ajiri-5429	198	7	-	-	PUNCT
ajiri-5429	198	8	efficiency	efficiency	NOUN
ajiri-5429	198	9	metric	metric	NOUN
ajiri-5429	198	10	(	(	PUNCT
ajiri-5429	198	11	kwh	kwh	X
ajiri-5429	198	12	per	per	ADP
ajiri-5429	198	13	useful	useful	ADJ
ajiri-5429	198	14	work	work	NOUN
ajiri-5429	198	15	)	)	PUNCT
ajiri-5429	198	16	by	by	ADP
ajiri-5429	198	17	~25	~25	DET
ajiri-5429	198	18	%	%	NOUN
ajiri-5429	198	19	over	over	ADP
ajiri-5429	198	20	the	the	DET
ajiri-5429	198	21	no	no	DET
ajiri-5429	198	22	-	-	PUNCT
ajiri-5429	198	23	migration	migration	NOUN
ajiri-5429	198	24	scenario	scenario	NOUN
ajiri-5429	198	25	and	and	CCONJ
ajiri-5429	198	26	~15	~15	ADP
ajiri-5429	198	27	%	%	NOUN
ajiri-5429	198	28	over	over	ADP
ajiri-5429	198	29	the	the	DET
ajiri-5429	198	30	next	next	ADJ
ajiri-5429	198	31	best	good	ADJ
ajiri-5429	198	32	baseline	baseline	NOUN
ajiri-5429	198	33	.	.	PUNCT
ajiri-5429	199	1	the	the	DET
ajiri-5429	199	2	experimental	experimental	ADJ
ajiri-5429	199	3	results	result	NOUN
ajiri-5429	199	4	demonstrate	demonstrate	VERB
ajiri-5429	199	5	the	the	DET
ajiri-5429	199	6	potential	potential	ADJ
ajiri-5429	199	7	pa	pa	PROPN
ajiri-5429	199	8	ge	ge	PROPN
ajiri-5429	199	9	15	15	NUM
ajiri-5429	199	10	https://journals.e-palli.com/home/index.php/ajiri	https://journals.e-palli.com/home/index.php/ajiri	PROPN
ajiri-5429	199	11	am	be	AUX
ajiri-5429	199	12	.	.	PUNCT
ajiri-5429	200	1	j.	j.	PROPN
ajiri-5429	200	2	interdiscip	interdiscip	PROPN
ajiri-5429	200	3	.	.	PUNCT
ajiri-5429	201	1	res	re	NOUN
ajiri-5429	201	2	.	.	PUNCT
ajiri-5429	202	1	innov	innov	PROPN
ajiri-5429	202	2	.	.	PUNCT
ajiri-5429	203	1	4(3	4(3	NUM
ajiri-5429	203	2	)	)	PUNCT
ajiri-5429	203	3	10	10	NUM
ajiri-5429	203	4	-	-	SYM
ajiri-5429	203	5	15	15	NUM
ajiri-5429	203	6	2025	2025	NUM
ajiri-5429	203	7	of	of	ADP
ajiri-5429	203	8	deep	deep	ADJ
ajiri-5429	203	9	reinforcement	reinforcement	NOUN
ajiri-5429	203	10	learning	learning	NOUN
ajiri-5429	203	11	to	to	PART
ajiri-5429	203	12	automate	automate	VERB
ajiri-5429	203	13	cloud	cloud	NOUN
ajiri-5429	203	14	workload	workload	NOUN
ajiri-5429	203	15	migration	migration	NOUN
ajiri-5429	203	16	effectively	effectively	ADV
ajiri-5429	203	17	.	.	PUNCT
ajiri-5429	204	1	our	our	PRON
ajiri-5429	204	2	rl	rl	NOUN
ajiri-5429	204	3	-	-	PUNCT
ajiri-5429	204	4	based	base	VERB
ajiri-5429	204	5	approach	approach	NOUN
ajiri-5429	204	6	learned	learn	VERB
ajiri-5429	204	7	a	a	DET
ajiri-5429	204	8	policy	policy	NOUN
ajiri-5429	204	9	that	that	PRON
ajiri-5429	204	10	is	be	AUX
ajiri-5429	204	11	adaptive	adaptive	ADJ
ajiri-5429	204	12	to	to	ADP
ajiri-5429	204	13	workload	workload	NOUN
ajiri-5429	204	14	conditions	condition	NOUN
ajiri-5429	204	15	:	:	PUNCT
ajiri-5429	204	16	it	it	PRON
ajiri-5429	204	17	performs	perform	VERB
ajiri-5429	204	18	consolidation	consolidation	NOUN
ajiri-5429	204	19	when	when	SCONJ
ajiri-5429	204	20	beneficial	beneficial	ADJ
ajiri-5429	204	21	but	but	CCONJ
ajiri-5429	204	22	avoids	avoid	VERB
ajiri-5429	204	23	over	over	ADP
ajiri-5429	204	24	-	-	PUNCT
ajiri-5429	204	25	consolidation	consolidation	NOUN
ajiri-5429	204	26	before	before	ADP
ajiri-5429	204	27	high	high	ADJ
ajiri-5429	204	28	load	load	NOUN
ajiri-5429	204	29	intervals	interval	NOUN
ajiri-5429	204	30	,	,	PUNCT
ajiri-5429	204	31	something	something	PRON
ajiri-5429	204	32	that	that	PRON
ajiri-5429	204	33	static	static	ADJ
ajiri-5429	204	34	heuristics	heuristic	NOUN
ajiri-5429	204	35	typically	typically	ADV
ajiri-5429	204	36	can	can	AUX
ajiri-5429	204	37	not	not	PART
ajiri-5429	204	38	do	do	VERB
ajiri-5429	204	39	.	.	PUNCT
ajiri-5429	205	1	this	this	DET
ajiri-5429	205	2	adaptivity	adaptivity	NOUN
ajiri-5429	205	3	comes	come	VERB
ajiri-5429	205	4	from	from	ADP
ajiri-5429	205	5	the	the	DET
ajiri-5429	205	6	agent	agent	NOUN
ajiri-5429	205	7	’s	’s	PART
ajiri-5429	205	8	ability	ability	NOUN
ajiri-5429	205	9	to	to	PART
ajiri-5429	205	10	learn	learn	VERB
ajiri-5429	205	11	the	the	DET
ajiri-5429	205	12	pattern	pattern	NOUN
ajiri-5429	205	13	in	in	ADP
ajiri-5429	205	14	the	the	DET
ajiri-5429	205	15	workload	workload	NOUN
ajiri-5429	205	16	trace	trace	NOUN
ajiri-5429	205	17	–	–	PUNCT
ajiri-5429	205	18	effectively	effectively	ADV
ajiri-5429	205	19	capturing	capture	VERB
ajiri-5429	205	20	time	time	NOUN
ajiri-5429	205	21	-	-	PUNCT
ajiri-5429	205	22	of	of	ADP
ajiri-5429	205	23	-	-	PUNCT
ajiri-5429	205	24	day	day	NOUN
ajiri-5429	205	25	effects	effect	NOUN
ajiri-5429	205	26	and	and	CCONJ
ajiri-5429	205	27	transient	transient	ADJ
ajiri-5429	205	28	behaviors	behavior	NOUN
ajiri-5429	205	29	through	through	ADP
ajiri-5429	205	30	the	the	DET
ajiri-5429	205	31	state	state	NOUN
ajiri-5429	205	32	representation	representation	NOUN
ajiri-5429	205	33	(	(	PUNCT
ajiri-5429	205	34	including	include	VERB
ajiri-5429	205	35	the	the	DET
ajiri-5429	205	36	predictive	predictive	ADJ
ajiri-5429	205	37	features	feature	NOUN
ajiri-5429	205	38	)	)	PUNCT
ajiri-5429	205	39	.	.	PUNCT
ajiri-5429	206	1	the	the	DET
ajiri-5429	206	2	metaheuristic	metaheuristic	ADJ
ajiri-5429	206	3	baseline	baseline	NOUN
ajiri-5429	206	4	,	,	PUNCT
ajiri-5429	206	5	while	while	SCONJ
ajiri-5429	206	6	more	more	ADV
ajiri-5429	206	7	flexible	flexible	ADJ
ajiri-5429	206	8	than	than	ADP
ajiri-5429	206	9	the	the	DET
ajiri-5429	206	10	static	static	ADJ
ajiri-5429	206	11	policy	policy	NOUN
ajiri-5429	206	12	,	,	PUNCT
ajiri-5429	206	13	lacked	lack	VERB
ajiri-5429	206	14	a	a	DET
ajiri-5429	206	15	mechanism	mechanism	NOUN
ajiri-5429	206	16	to	to	PART
ajiri-5429	206	17	anticipate	anticipate	VERB
ajiri-5429	206	18	future	future	ADJ
ajiri-5429	206	19	load	load	NOUN
ajiri-5429	206	20	beyond	beyond	ADP
ajiri-5429	206	21	the	the	DET
ajiri-5429	206	22	current	current	ADJ
ajiri-5429	206	23	state	state	NOUN
ajiri-5429	206	24	,	,	PUNCT
ajiri-5429	206	25	which	which	PRON
ajiri-5429	206	26	may	may	AUX
ajiri-5429	206	27	explain	explain	VERB
ajiri-5429	206	28	why	why	SCONJ
ajiri-5429	206	29	our	our	PRON
ajiri-5429	206	30	approach	approach	NOUN
ajiri-5429	206	31	yielded	yield	VERB
ajiri-5429	206	32	slightly	slightly	ADV
ajiri-5429	206	33	better	well	ADJ
ajiri-5429	206	34	sla	sla	PROPN
ajiri-5429	206	35	outcomes	outcome	NOUN
ajiri-5429	206	36	.	.	PUNCT
ajiri-5429	207	1	one	one	NUM
ajiri-5429	207	2	interesting	interesting	ADJ
ajiri-5429	207	3	observation	observation	NOUN
ajiri-5429	207	4	is	be	AUX
ajiri-5429	207	5	the	the	DET
ajiri-5429	207	6	way	way	NOUN
ajiri-5429	207	7	the	the	DET
ajiri-5429	207	8	rl	rl	PROPN
ajiri-5429	207	9	agent	agent	NOUN
ajiri-5429	207	10	utilized	utilize	VERB
ajiri-5429	207	11	the	the	DET
ajiri-5429	207	12	no	no	DET
ajiri-5429	207	13	-	-	PUNCT
ajiri-5429	207	14	op	op	NOUN
ajiri-5429	207	15	action	action	NOUN
ajiri-5429	207	16	(	(	PUNCT
ajiri-5429	207	17	choosing	choose	VERB
ajiri-5429	207	18	to	to	PART
ajiri-5429	207	19	not	not	PART
ajiri-5429	207	20	migrate	migrate	VERB
ajiri-5429	207	21	)	)	PUNCT
ajiri-5429	207	22	.	.	PUNCT
ajiri-5429	208	1	in	in	ADP
ajiri-5429	208	2	the	the	DET
ajiri-5429	208	3	beginning	beginning	NOUN
ajiri-5429	208	4	of	of	ADP
ajiri-5429	208	5	the	the	DET
ajiri-5429	208	6	simulation	simulation	NOUN
ajiri-5429	208	7	,	,	PUNCT
ajiri-5429	208	8	when	when	SCONJ
ajiri-5429	208	9	loads	load	NOUN
ajiri-5429	208	10	were	be	AUX
ajiri-5429	208	11	moderate	moderate	ADJ
ajiri-5429	208	12	,	,	PUNCT
ajiri-5429	208	13	the	the	DET
ajiri-5429	208	14	agent	agent	NOUN
ajiri-5429	208	15	consolidated	consolidate	VERB
ajiri-5429	208	16	aggressively	aggressively	ADV
ajiri-5429	208	17	.	.	PUNCT
ajiri-5429	209	1	but	but	CCONJ
ajiri-5429	209	2	during	during	ADP
ajiri-5429	209	3	peak	peak	NOUN
ajiri-5429	209	4	hours	hour	NOUN
ajiri-5429	209	5	,	,	PUNCT
ajiri-5429	209	6	the	the	DET
ajiri-5429	209	7	agent	agent	NOUN
ajiri-5429	209	8	often	often	ADV
ajiri-5429	209	9	chose	choose	VERB
ajiri-5429	209	10	no	no	DET
ajiri-5429	209	11	-	-	PUNCT
ajiri-5429	209	12	op	op	NOUN
ajiri-5429	209	13	,	,	PUNCT
ajiri-5429	209	14	preferring	prefer	VERB
ajiri-5429	209	15	to	to	PART
ajiri-5429	209	16	tolerate	tolerate	VERB
ajiri-5429	209	17	some	some	DET
ajiri-5429	209	18	moderate	moderate	ADJ
ajiri-5429	209	19	host	host	NOUN
ajiri-5429	209	20	underutilization	underutilization	NOUN
ajiri-5429	209	21	rather	rather	ADV
ajiri-5429	209	22	than	than	ADP
ajiri-5429	209	23	trigger	trigger	NOUN
ajiri-5429	209	24	migrations	migration	NOUN
ajiri-5429	209	25	that	that	PRON
ajiri-5429	209	26	could	could	AUX
ajiri-5429	209	27	risk	risk	VERB
ajiri-5429	209	28	a	a	DET
ajiri-5429	209	29	temporary	temporary	ADJ
ajiri-5429	209	30	performance	performance	NOUN
ajiri-5429	209	31	hit	hit	NOUN
ajiri-5429	209	32	.	.	PUNCT
ajiri-5429	210	1	this	this	PRON
ajiri-5429	210	2	suggests	suggest	VERB
ajiri-5429	210	3	the	the	DET
ajiri-5429	210	4	reward	reward	NOUN
ajiri-5429	210	5	function	function	NOUN
ajiri-5429	210	6	successfully	successfully	ADV
ajiri-5429	210	7	encoded	encode	VERB
ajiri-5429	210	8	the	the	DET
ajiri-5429	210	9	trade	trade	NOUN
ajiri-5429	210	10	-	-	PUNCT
ajiri-5429	210	11	off	off	NOUN
ajiri-5429	210	12	–	–	PUNCT
ajiri-5429	210	13	migrations	migration	NOUN
ajiri-5429	210	14	are	be	AUX
ajiri-5429	210	15	only	only	ADV
ajiri-5429	210	16	done	do	VERB
ajiri-5429	210	17	when	when	SCONJ
ajiri-5429	210	18	the	the	DET
ajiri-5429	210	19	long	long	ADJ
ajiri-5429	210	20	-	-	PUNCT
ajiri-5429	210	21	term	term	NOUN
ajiri-5429	210	22	energy	energy	NOUN
ajiri-5429	210	23	savings	saving	NOUN
ajiri-5429	210	24	outweigh	outweigh	VERB
ajiri-5429	210	25	the	the	DET
ajiri-5429	210	26	short	short	ADJ
ajiri-5429	210	27	-	-	PUNCT
ajiri-5429	210	28	term	term	NOUN
ajiri-5429	210	29	performance	performance	NOUN
ajiri-5429	210	30	cost	cost	NOUN
ajiri-5429	210	31	.	.	PUNCT
ajiri-5429	211	1	in	in	ADP
ajiri-5429	211	2	contrast	contrast	NOUN
ajiri-5429	211	3	,	,	PUNCT
ajiri-5429	211	4	the	the	DET
ajiri-5429	211	5	threshold	threshold	NOUN
ajiri-5429	211	6	heuristic	heuristic	NOUN
ajiri-5429	211	7	has	have	VERB
ajiri-5429	211	8	no	no	DET
ajiri-5429	211	9	notion	notion	NOUN
ajiri-5429	211	10	of	of	ADP
ajiri-5429	211	11	this	this	DET
ajiri-5429	211	12	trade	trade	NOUN
ajiri-5429	211	13	-	-	PUNCT
ajiri-5429	211	14	off	off	NOUN
ajiri-5429	211	15	;	;	PUNCT
ajiri-5429	211	16	it	it	PRON
ajiri-5429	211	17	either	either	CCONJ
ajiri-5429	211	18	always	always	ADV
ajiri-5429	211	19	migrates	migrate	VERB
ajiri-5429	211	20	above	above	ADP
ajiri-5429	211	21	a	a	DET
ajiri-5429	211	22	threshold	threshold	NOUN
ajiri-5429	211	23	or	or	CCONJ
ajiri-5429	211	24	never	never	ADV
ajiri-5429	211	25	migrates	migrate	VERB
ajiri-5429	211	26	below	below	ADP
ajiri-5429	211	27	another	another	DET
ajiri-5429	211	28	threshold	threshold	NOUN
ajiri-5429	211	29	,	,	PUNCT
ajiri-5429	211	30	without	without	ADP
ajiri-5429	211	31	regard	regard	NOUN
ajiri-5429	211	32	to	to	ADP
ajiri-5429	211	33	timing	timing	NOUN
ajiri-5429	211	34	or	or	CCONJ
ajiri-5429	211	35	frequency	frequency	NOUN
ajiri-5429	211	36	.	.	PUNCT
ajiri-5429	212	1	the	the	DET
ajiri-5429	212	2	rl	rl	PROPN
ajiri-5429	212	3	agent	agent	NOUN
ajiri-5429	212	4	effectively	effectively	ADV
ajiri-5429	212	5	learned	learn	VERB
ajiri-5429	212	6	an	an	DET
ajiri-5429	212	7	implicit	implicit	ADJ
ajiri-5429	212	8	threshold	threshold	NOUN
ajiri-5429	212	9	that	that	PRON
ajiri-5429	212	10	varied	varied	ADJ
ajiri-5429	212	11	over	over	ADP
ajiri-5429	212	12	time	time	NOUN
ajiri-5429	212	13	depending	depend	VERB
ajiri-5429	212	14	on	on	ADP
ajiri-5429	212	15	context	context	NOUN
ajiri-5429	212	16	(	(	PUNCT
ajiri-5429	212	17	for	for	ADP
ajiri-5429	212	18	example	example	NOUN
ajiri-5429	212	19	,	,	PUNCT
ajiri-5429	212	20	it	it	PRON
ajiri-5429	212	21	allowed	allow	VERB
ajiri-5429	212	22	higher	high	ADJ
ajiri-5429	212	23	utilization	utilization	NOUN
ajiri-5429	212	24	on	on	ADP
ajiri-5429	212	25	a	a	DET
ajiri-5429	212	26	host	host	NOUN
ajiri-5429	212	27	if	if	SCONJ
ajiri-5429	212	28	it	it	PRON
ajiri-5429	212	29	predicted	predict	VERB
ajiri-5429	212	30	the	the	DET
ajiri-5429	212	31	load	load	NOUN
ajiri-5429	212	32	would	would	AUX
ajiri-5429	212	33	drop	drop	VERB
ajiri-5429	212	34	soon	soon	ADV
ajiri-5429	212	35	,	,	PUNCT
ajiri-5429	212	36	instead	instead	ADV
ajiri-5429	212	37	of	of	ADP
ajiri-5429	212	38	migrating	migrate	VERB
ajiri-5429	212	39	immediately	immediately	ADV
ajiri-5429	212	40	)	)	PUNCT
ajiri-5429	212	41	.	.	PUNCT
ajiri-5429	213	1	despite	despite	SCONJ
ajiri-5429	213	2	the	the	DET
ajiri-5429	213	3	positive	positive	ADJ
ajiri-5429	213	4	results	result	NOUN
ajiri-5429	213	5	,	,	PUNCT
ajiri-5429	213	6	there	there	PRON
ajiri-5429	213	7	are	be	VERB
ajiri-5429	213	8	important	important	ADJ
ajiri-5429	213	9	considerations	consideration	NOUN
ajiri-5429	213	10	and	and	CCONJ
ajiri-5429	213	11	potential	potential	ADJ
ajiri-5429	213	12	limitations	limitation	NOUN
ajiri-5429	213	13	.	.	PUNCT
ajiri-5429	214	1	we	we	PRON
ajiri-5429	214	2	trained	train	VERB
ajiri-5429	214	3	and	and	CCONJ
ajiri-5429	214	4	tested	test	VERB
ajiri-5429	214	5	on	on	ADP
ajiri-5429	214	6	a	a	DET
ajiri-5429	214	7	specific	specific	ADJ
ajiri-5429	214	8	trace	trace	NOUN
ajiri-5429	214	9	from	from	ADP
ajiri-5429	214	10	one	one	NUM
ajiri-5429	214	11	data	datum	NOUN
ajiri-5429	214	12	center	center	NOUN
ajiri-5429	214	13	.	.	PUNCT
ajiri-5429	215	1	while	while	SCONJ
ajiri-5429	215	2	the	the	DET
ajiri-5429	215	3	agent	agent	NOUN
ajiri-5429	215	4	did	do	AUX
ajiri-5429	215	5	generalize	generalize	VERB
ajiri-5429	215	6	to	to	ADP
ajiri-5429	215	7	a	a	DET
ajiri-5429	215	8	second	second	ADJ
ajiri-5429	215	9	dataset	dataset	NOUN
ajiri-5429	215	10	(	(	PUNCT
ajiri-5429	215	11	bitbrains	bitbrain	NOUN
ajiri-5429	215	12	)	)	PUNCT
ajiri-5429	215	13	reasonably	reasonably	ADV
ajiri-5429	215	14	well	well	ADV
ajiri-5429	215	15	with	with	ADP
ajiri-5429	215	16	minor	minor	ADJ
ajiri-5429	215	17	retraining	retraining	ADJ
ajiri-5429	215	18	,	,	PUNCT
ajiri-5429	215	19	real	real	ADJ
ajiri-5429	215	20	cloud	cloud	ADJ
ajiri-5429	215	21	environments	environment	NOUN
ajiri-5429	215	22	can	can	AUX
ajiri-5429	215	23	vary	vary	VERB
ajiri-5429	215	24	.	.	PUNCT
ajiri-5429	216	1	in	in	ADP
ajiri-5429	216	2	production	production	NOUN
ajiri-5429	216	3	,	,	PUNCT
ajiri-5429	216	4	the	the	DET
ajiri-5429	216	5	rl	rl	NOUN
ajiri-5429	216	6	model	model	NOUN
ajiri-5429	216	7	might	might	AUX
ajiri-5429	216	8	need	need	VERB
ajiri-5429	216	9	periodic	periodic	ADJ
ajiri-5429	216	10	retraining	retraining	ADJ
ajiri-5429	216	11	or	or	CCONJ
ajiri-5429	216	12	fine	fine	ADV
ajiri-5429	216	13	-	-	PUNCT
ajiri-5429	216	14	tuning	tuning	NOUN
ajiri-5429	216	15	as	as	SCONJ
ajiri-5429	216	16	workload	workload	NOUN
ajiri-5429	216	17	patterns	pattern	NOUN
ajiri-5429	216	18	change	change	VERB
ajiri-5429	216	19	or	or	CCONJ
ajiri-5429	216	20	new	new	ADJ
ajiri-5429	216	21	types	type	NOUN
ajiri-5429	216	22	of	of	ADP
ajiri-5429	216	23	workloads	workload	NOUN
ajiri-5429	216	24	appear	appear	VERB
ajiri-5429	216	25	.	.	PUNCT
ajiri-5429	217	1	transfer	transfer	NOUN
ajiri-5429	217	2	learning	learning	NOUN
ajiri-5429	217	3	or	or	CCONJ
ajiri-5429	217	4	meta	meta	ADV
ajiri-5429	217	5	-	-	PUNCT
ajiri-5429	217	6	learning	learn	VERB
ajiri-5429	217	7	techniques	technique	NOUN
ajiri-5429	217	8	could	could	AUX
ajiri-5429	217	9	be	be	AUX
ajiri-5429	217	10	applied	apply	VERB
ajiri-5429	217	11	in	in	ADP
ajiri-5429	217	12	future	future	NOUN
ajiri-5429	217	13	to	to	PART
ajiri-5429	217	14	enable	enable	VERB
ajiri-5429	217	15	quicker	quick	ADJ
ajiri-5429	217	16	adaptation	adaptation	NOUN
ajiri-5429	217	17	to	to	ADP
ajiri-5429	217	18	new	new	ADJ
ajiri-5429	217	19	environments	environment	NOUN
ajiri-5429	217	20	.	.	PUNCT
ajiri-5429	218	1	our	our	PRON
ajiri-5429	218	2	current	current	ADJ
ajiri-5429	218	3	state	state	NOUN
ajiri-5429	218	4	representation	representation	NOUN
ajiri-5429	218	5	scales	scale	VERB
ajiri-5429	218	6	linearly	linearly	ADV
ajiri-5429	218	7	with	with	ADP
ajiri-5429	218	8	the	the	DET
ajiri-5429	218	9	number	number	NOUN
ajiri-5429	218	10	of	of	ADP
ajiri-5429	218	11	hosts	host	NOUN
ajiri-5429	218	12	.	.	PUNCT
ajiri-5429	219	1	for	for	ADP
ajiri-5429	219	2	very	very	ADV
ajiri-5429	219	3	large	large	ADJ
ajiri-5429	219	4	data	datum	NOUN
ajiri-5429	219	5	centers	center	NOUN
ajiri-5429	219	6	(	(	PUNCT
ajiri-5429	219	7	thousands	thousand	NOUN
ajiri-5429	219	8	of	of	ADP
ajiri-5429	219	9	servers	server	NOUN
ajiri-5429	219	10	)	)	PUNCT
ajiri-5429	219	11	,	,	PUNCT
ajiri-5429	219	12	this	this	PRON
ajiri-5429	219	13	could	could	AUX
ajiri-5429	219	14	become	become	VERB
ajiri-5429	219	15	unwieldy	unwieldy	ADJ
ajiri-5429	219	16	for	for	ADP
ajiri-5429	219	17	a	a	DET
ajiri-5429	219	18	single	single	ADJ
ajiri-5429	219	19	neural	neural	ADJ
ajiri-5429	219	20	network	network	NOUN
ajiri-5429	219	21	to	to	AUX
ajiri-5429	219	22	process	process	NOUN
ajiri-5429	219	23	.	.	PUNCT
ajiri-5429	220	1	in	in	ADP
ajiri-5429	220	2	such	such	ADJ
ajiri-5429	220	3	cases	case	NOUN
ajiri-5429	220	4	,	,	PUNCT
ajiri-5429	220	5	a	a	DET
ajiri-5429	220	6	possible	possible	ADJ
ajiri-5429	220	7	extension	extension	NOUN
ajiri-5429	220	8	is	be	AUX
ajiri-5429	220	9	to	to	PART
ajiri-5429	220	10	use	use	VERB
ajiri-5429	220	11	a	a	DET
ajiri-5429	220	12	hierarchical	hierarchical	ADJ
ajiri-5429	220	13	approach	approach	NOUN
ajiri-5429	220	14	(	(	PUNCT
ajiri-5429	220	15	clustering	clustering	NOUN
ajiri-5429	220	16	hosts	host	NOUN
ajiri-5429	220	17	or	or	CCONJ
ajiri-5429	220	18	using	use	VERB
ajiri-5429	220	19	multiple	multiple	ADJ
ajiri-5429	220	20	agents	agent	NOUN
ajiri-5429	220	21	for	for	ADP
ajiri-5429	220	22	different	different	ADJ
ajiri-5429	220	23	clusters	cluster	NOUN
ajiri-5429	220	24	of	of	ADP
ajiri-5429	220	25	the	the	DET
ajiri-5429	220	26	data	datum	NOUN
ajiri-5429	220	27	center	center	NOUN
ajiri-5429	220	28	)	)	PUNCT
ajiri-5429	220	29	.	.	PUNCT
ajiri-5429	221	1	similarly	similarly	ADV
ajiri-5429	221	2	,	,	PUNCT
ajiri-5429	221	3	our	our	PRON
ajiri-5429	221	4	action	action	NOUN
ajiri-5429	221	5	space	space	NOUN
ajiri-5429	221	6	of	of	ADP
ajiri-5429	221	7	single	single	ADJ
ajiri-5429	221	8	-	-	PUNCT
ajiri-5429	221	9	vm	vm	NOUN
ajiri-5429	221	10	migrations	migration	NOUN
ajiri-5429	221	11	might	might	AUX
ajiri-5429	221	12	become	become	VERB
ajiri-5429	221	13	insufficient	insufficient	ADJ
ajiri-5429	221	14	if	if	SCONJ
ajiri-5429	221	15	,	,	PUNCT
ajiri-5429	221	16	for	for	ADP
ajiri-5429	221	17	instance	instance	NOUN
ajiri-5429	221	18	,	,	PUNCT
ajiri-5429	221	19	a	a	DET
ajiri-5429	221	20	coordinated	coordinated	ADJ
ajiri-5429	221	21	multi	multi	ADJ
ajiri-5429	221	22	-	-	ADJ
ajiri-5429	221	23	vm	vm	NOUN
ajiri-5429	221	24	migration	migration	NOUN
ajiri-5429	221	25	is	be	AUX
ajiri-5429	221	26	needed	need	VERB
ajiri-5429	221	27	to	to	PART
ajiri-5429	221	28	avoid	avoid	VERB
ajiri-5429	221	29	a	a	DET
ajiri-5429	221	30	chain	chain	NOUN
ajiri-5429	221	31	reaction	reaction	NOUN
ajiri-5429	221	32	of	of	ADP
ajiri-5429	221	33	overloads	overload	NOUN
ajiri-5429	221	34	.	.	PUNCT
ajiri-5429	222	1	hierarchical	hierarchical	ADJ
ajiri-5429	222	2	or	or	CCONJ
ajiri-5429	222	3	multiagent	multiagent	NOUN
ajiri-5429	222	4	rl	rl	X
ajiri-5429	222	5	could	could	AUX
ajiri-5429	222	6	address	address	VERB
ajiri-5429	222	7	this	this	PRON
ajiri-5429	222	8	by	by	ADP
ajiri-5429	222	9	orchestrating	orchestrate	VERB
ajiri-5429	222	10	complex	complex	ADJ
ajiri-5429	222	11	actions	action	NOUN
ajiri-5429	222	12	composed	compose	VERB
ajiri-5429	222	13	of	of	ADP
ajiri-5429	222	14	several	several	ADJ
ajiri-5429	222	15	basic	basic	ADJ
ajiri-5429	222	16	moves	move	NOUN
ajiri-5429	222	17	.	.	PUNCT
ajiri-5429	223	1	in	in	ADP
ajiri-5429	223	2	practice	practice	NOUN
ajiri-5429	223	3	,	,	PUNCT
ajiri-5429	223	4	cloud	cloud	NOUN
ajiri-5429	223	5	operators	operator	NOUN
ajiri-5429	223	6	might	might	AUX
ajiri-5429	223	7	be	be	AUX
ajiri-5429	223	8	cautious	cautious	ADJ
ajiri-5429	223	9	to	to	PART
ajiri-5429	223	10	entrust	entrust	VERB
ajiri-5429	223	11	an	an	DET
ajiri-5429	223	12	ai	ai	NOUN
ajiri-5429	223	13	with	with	ADP
ajiri-5429	223	14	live	live	ADJ
ajiri-5429	223	15	migration	migration	NOUN
ajiri-5429	223	16	control	control	NOUN
ajiri-5429	223	17	because	because	SCONJ
ajiri-5429	223	18	of	of	ADP
ajiri-5429	223	19	the	the	DET
ajiri-5429	223	20	risk	risk	NOUN
ajiri-5429	223	21	of	of	ADP
ajiri-5429	223	22	instability	instability	NOUN
ajiri-5429	223	23	(	(	PUNCT
ajiri-5429	223	24	e.g.	e.g.	ADV
ajiri-5429	223	25	,	,	PUNCT
ajiri-5429	223	26	oscillating	oscillate	VERB
ajiri-5429	223	27	migrations	migration	NOUN
ajiri-5429	223	28	or	or	CCONJ
ajiri-5429	223	29	unforeseen	unforeseen	ADJ
ajiri-5429	223	30	interactions	interaction	NOUN
ajiri-5429	223	31	)	)	PUNCT
ajiri-5429	223	32	.	.	PUNCT
ajiri-5429	224	1	our	our	PRON
ajiri-5429	224	2	approach	approach	NOUN
ajiri-5429	224	3	mitigated	mitigate	VERB
ajiri-5429	224	4	this	this	PRON
ajiri-5429	224	5	by	by	ADP
ajiri-5429	224	6	penalizing	penalize	VERB
ajiri-5429	224	7	excessive	excessive	ADJ
ajiri-5429	224	8	migrations	migration	NOUN
ajiri-5429	224	9	(	(	PUNCT
ajiri-5429	224	10	implicitly	implicitly	ADV
ajiri-5429	224	11	through	through	ADP
ajiri-5429	224	12	the	the	DET
ajiri-5429	224	13	downtime	downtime	NOUN
ajiri-5429	224	14	costs	cost	NOUN
ajiri-5429	224	15	in	in	ADP
ajiri-5429	224	16	reward	reward	NOUN
ajiri-5429	224	17	)	)	PUNCT
ajiri-5429	224	18	,	,	PUNCT
ajiri-5429	224	19	but	but	CCONJ
ajiri-5429	224	20	additional	additional	ADJ
ajiri-5429	224	21	safety	safety	NOUN
ajiri-5429	224	22	checks	check	NOUN
ajiri-5429	224	23	could	could	AUX
ajiri-5429	224	24	be	be	AUX
ajiri-5429	224	25	incorporated	incorporate	VERB
ajiri-5429	224	26	.	.	PUNCT
ajiri-5429	225	1	for	for	ADP
ajiri-5429	225	2	example	example	NOUN
ajiri-5429	225	3	,	,	PUNCT
ajiri-5429	225	4	one	one	PRON
ajiri-5429	225	5	could	could	AUX
ajiri-5429	225	6	integrate	integrate	VERB
ajiri-5429	225	7	rules	rule	NOUN
ajiri-5429	225	8	that	that	SCONJ
ajiri-5429	225	9	if	if	SCONJ
ajiri-5429	225	10	an	an	DET
ajiri-5429	225	11	rl	rl	NOUN
ajiri-5429	225	12	action	action	NOUN
ajiri-5429	225	13	is	be	AUX
ajiri-5429	225	14	too	too	ADV
ajiri-5429	225	15	drastic	drastic	ADJ
ajiri-5429	225	16	(	(	PUNCT
ajiri-5429	225	17	migrating	migrate	VERB
ajiri-5429	225	18	a	a	DET
ajiri-5429	225	19	large	large	ADJ
ajiri-5429	225	20	number	number	NOUN
ajiri-5429	225	21	of	of	ADP
ajiri-5429	225	22	vms	vms	PROPN
ajiri-5429	225	23	at	at	ADP
ajiri-5429	225	24	once	once	ADV
ajiri-5429	225	25	)	)	PUNCT
ajiri-5429	225	26	,	,	PUNCT
ajiri-5429	225	27	the	the	DET
ajiri-5429	225	28	system	system	NOUN
ajiri-5429	225	29	could	could	AUX
ajiri-5429	225	30	fall	fall	VERB
ajiri-5429	225	31	back	back	ADV
ajiri-5429	225	32	to	to	ADP
ajiri-5429	225	33	a	a	DET
ajiri-5429	225	34	conservative	conservative	ADJ
ajiri-5429	225	35	strategy	strategy	NOUN
ajiri-5429	225	36	.	.	PUNCT
ajiri-5429	226	1	fortunately	fortunately	ADV
ajiri-5429	226	2	,	,	PUNCT
ajiri-5429	226	3	reinforcement	reinforcement	NOUN
ajiri-5429	226	4	learning	learning	NOUN
ajiri-5429	226	5	allowed	allow	VERB
ajiri-5429	226	6	our	our	PRON
ajiri-5429	226	7	agent	agent	NOUN
ajiri-5429	226	8	to	to	PART
ajiri-5429	226	9	learn	learn	VERB
ajiri-5429	226	10	a	a	DET
ajiri-5429	226	11	balanced	balanced	ADJ
ajiri-5429	226	12	behavior	behavior	NOUN
ajiri-5429	226	13	without	without	ADP
ajiri-5429	226	14	explicit	explicit	ADJ
ajiri-5429	226	15	hard	hard	ADJ
ajiri-5429	226	16	constraints	constraint	NOUN
ajiri-5429	226	17	,	,	PUNCT
ajiri-5429	226	18	as	as	SCONJ
ajiri-5429	226	19	evidenced	evidence	VERB
ajiri-5429	226	20	by	by	ADP
ajiri-5429	226	21	the	the	DET
ajiri-5429	226	22	reasonable	reasonable	ADJ
ajiri-5429	226	23	number	number	NOUN
ajiri-5429	226	24	of	of	ADP
ajiri-5429	226	25	migrations	migration	NOUN
ajiri-5429	226	26	it	it	PRON
ajiri-5429	226	27	performed	perform	VERB
ajiri-5429	226	28	.	.	PUNCT
ajiri-5429	227	1	conclusions	conclusion	NOUN
ajiri-5429	227	2	this	this	DET
ajiri-5429	227	3	paper	paper	NOUN
ajiri-5429	227	4	proposes	propose	VERB
ajiri-5429	227	5	a	a	DET
ajiri-5429	227	6	deep	deep	ADJ
ajiri-5429	227	7	reinforcement	reinforcement	NOUN
ajiri-5429	227	8	learning	learning	NOUN
ajiri-5429	227	9	(	(	PUNCT
ajiri-5429	227	10	drl	drl	PROPN
ajiri-5429	227	11	)	)	PUNCT
ajiri-5429	227	12	approach	approach	NOUN
ajiri-5429	227	13	to	to	PART
ajiri-5429	227	14	optimize	optimize	VERB
ajiri-5429	227	15	cloud	cloud	NOUN
ajiri-5429	227	16	workload	workload	NOUN
ajiri-5429	227	17	migration	migration	NOUN
ajiri-5429	227	18	,	,	PUNCT
ajiri-5429	227	19	aiming	aim	VERB
ajiri-5429	227	20	to	to	PART
ajiri-5429	227	21	improve	improve	VERB
ajiri-5429	227	22	energy	energy	NOUN
ajiri-5429	227	23	efficiency	efficiency	NOUN
ajiri-5429	227	24	and	and	CCONJ
ajiri-5429	227	25	reduce	reduce	VERB
ajiri-5429	227	26	sla	sla	PROPN
ajiri-5429	227	27	violations	violation	NOUN
ajiri-5429	227	28	.	.	PUNCT
ajiri-5429	228	1	by	by	ADP
ajiri-5429	228	2	modeling	model	VERB
ajiri-5429	228	3	the	the	DET
ajiri-5429	228	4	vm	vm	PROPN
ajiri-5429	228	5	migration	migration	NOUN
ajiri-5429	228	6	problem	problem	NOUN
ajiri-5429	228	7	as	as	ADP
ajiri-5429	228	8	an	an	DET
ajiri-5429	228	9	rl	rl	NOUN
ajiri-5429	228	10	task	task	NOUN
ajiri-5429	228	11	,	,	PUNCT
ajiri-5429	228	12	a	a	DET
ajiri-5429	228	13	deep	deep	ADJ
ajiri-5429	228	14	q	q	ADJ
ajiri-5429	228	15	-	-	PUNCT
ajiri-5429	228	16	network	network	NOUN
ajiri-5429	228	17	agent	agent	NOUN
ajiri-5429	228	18	is	be	AUX
ajiri-5429	228	19	trained	train	VERB
ajiri-5429	228	20	to	to	PART
ajiri-5429	228	21	make	make	VERB
ajiri-5429	228	22	intelligent	intelligent	ADJ
ajiri-5429	228	23	,	,	PUNCT
ajiri-5429	228	24	context	context	NOUN
ajiri-5429	228	25	-	-	PUNCT
ajiri-5429	228	26	aware	aware	ADJ
ajiri-5429	228	27	migration	migration	NOUN
ajiri-5429	228	28	decisions	decision	NOUN
ajiri-5429	228	29	.	.	PUNCT
ajiri-5429	229	1	unlike	unlike	ADP
ajiri-5429	229	2	static	static	NOUN
ajiri-5429	229	3	,	,	PUNCT
ajiri-5429	229	4	rule	rule	NOUN
ajiri-5429	229	5	-	-	PUNCT
ajiri-5429	229	6	based	base	VERB
ajiri-5429	229	7	heuristics	heuristic	NOUN
ajiri-5429	229	8	,	,	PUNCT
ajiri-5429	229	9	the	the	DET
ajiri-5429	229	10	agent	agent	NOUN
ajiri-5429	229	11	proactively	proactively	ADV
ajiri-5429	229	12	adapts	adapt	VERB
ajiri-5429	229	13	to	to	ADP
ajiri-5429	229	14	workload	workload	NOUN
ajiri-5429	229	15	patterns	pattern	NOUN
ajiri-5429	229	16	using	use	VERB
ajiri-5429	229	17	state	state	NOUN
ajiri-5429	229	18	representations	representation	NOUN
ajiri-5429	229	19	that	that	PRON
ajiri-5429	229	20	include	include	VERB
ajiri-5429	229	21	workload	workload	NOUN
ajiri-5429	229	22	predictions	prediction	NOUN
ajiri-5429	229	23	.	.	PUNCT
ajiri-5429	230	1	the	the	DET
ajiri-5429	230	2	method	method	NOUN
ajiri-5429	230	3	was	be	AUX
ajiri-5429	230	4	evaluated	evaluate	VERB
ajiri-5429	230	5	using	use	VERB
ajiri-5429	230	6	the	the	DET
ajiri-5429	230	7	google	google	PROPN
ajiri-5429	230	8	cluster	cluster	NOUN
ajiri-5429	230	9	trace	trace	NOUN
ajiri-5429	230	10	dataset	dataset	NOUN
ajiri-5429	230	11	,	,	PUNCT
ajiri-5429	230	12	and	and	CCONJ
ajiri-5429	230	13	results	result	NOUN
ajiri-5429	230	14	show	show	VERB
ajiri-5429	230	15	it	it	PRON
ajiri-5429	230	16	significantly	significantly	ADV
ajiri-5429	230	17	outperforms	outperform	VERB
ajiri-5429	230	18	traditional	traditional	ADJ
ajiri-5429	230	19	threshold	threshold	NOUN
ajiri-5429	230	20	-	-	PUNCT
ajiri-5429	230	21	based	base	VERB
ajiri-5429	230	22	and	and	CCONJ
ajiri-5429	230	23	metaheuristic	metaheuristic	ADJ
ajiri-5429	230	24	approaches	approach	NOUN
ajiri-5429	230	25	in	in	ADP
ajiri-5429	230	26	minimizing	minimize	VERB
ajiri-5429	230	27	energy	energy	NOUN
ajiri-5429	230	28	consumption	consumption	NOUN
ajiri-5429	230	29	and	and	CCONJ
ajiri-5429	230	30	sla	sla	PROPN
ajiri-5429	230	31	breaches	breach	NOUN
ajiri-5429	230	32	.	.	PUNCT
ajiri-5429	231	1	key	key	ADJ
ajiri-5429	231	2	contributions	contribution	NOUN
ajiri-5429	231	3	include	include	VERB
ajiri-5429	231	4	integrating	integrate	VERB
ajiri-5429	231	5	workload	workload	NOUN
ajiri-5429	231	6	forecasting	forecasting	NOUN
ajiri-5429	231	7	into	into	ADP
ajiri-5429	231	8	the	the	DET
ajiri-5429	231	9	rl	rl	NOUN
ajiri-5429	231	10	framework	framework	NOUN
ajiri-5429	231	11	and	and	CCONJ
ajiri-5429	231	12	conducting	conduct	VERB
ajiri-5429	231	13	extensive	extensive	ADJ
ajiri-5429	231	14	comparisons	comparison	NOUN
ajiri-5429	231	15	with	with	ADP
ajiri-5429	231	16	real	real	ADJ
ajiri-5429	231	17	-	-	PUNCT
ajiri-5429	231	18	world	world	NOUN
ajiri-5429	231	19	data	datum	NOUN
ajiri-5429	231	20	.	.	PUNCT
ajiri-5429	232	1	future	future	ADJ
ajiri-5429	232	2	directions	direction	NOUN
ajiri-5429	232	3	include	include	VERB
ajiri-5429	232	4	applying	apply	VERB
ajiri-5429	232	5	multiagent	multiagent	NOUN
ajiri-5429	232	6	rl	rl	NOUN
ajiri-5429	232	7	for	for	ADP
ajiri-5429	232	8	multi	multi	ADJ
ajiri-5429	232	9	-	-	ADJ
ajiri-5429	232	10	objective	objective	ADJ
ajiri-5429	232	11	optimization	optimization	NOUN
ajiri-5429	232	12	,	,	PUNCT
ajiri-5429	232	13	testing	test	VERB
ajiri-5429	232	14	in	in	ADP
ajiri-5429	232	15	production	production	NOUN
ajiri-5429	232	16	-	-	PUNCT
ajiri-5429	232	17	like	like	ADJ
ajiri-5429	232	18	cloud	cloud	NOUN
ajiri-5429	232	19	environments	environment	NOUN
ajiri-5429	232	20	,	,	PUNCT
ajiri-5429	232	21	and	and	CCONJ
ajiri-5429	232	22	enhancing	enhance	VERB
ajiri-5429	232	23	policy	policy	NOUN
ajiri-5429	232	24	interpretability	interpretability	NOUN
ajiri-5429	232	25	using	use	VERB
ajiri-5429	232	26	explainable	explainable	ADJ
ajiri-5429	232	27	ai	ai	ADJ
ajiri-5429	232	28	techniques	technique	NOUN
ajiri-5429	232	29	.	.	PUNCT
ajiri-5429	233	1	overall	overall	ADV
ajiri-5429	233	2	,	,	PUNCT
ajiri-5429	233	3	this	this	DET
ajiri-5429	233	4	work	work	NOUN
ajiri-5429	233	5	demonstrates	demonstrate	VERB
ajiri-5429	233	6	the	the	DET
ajiri-5429	233	7	potential	potential	NOUN
ajiri-5429	233	8	of	of	ADP
ajiri-5429	233	9	drl	drl	PROPN
ajiri-5429	233	10	to	to	PART
ajiri-5429	233	11	automate	automate	VERB
ajiri-5429	233	12	complex	complex	ADJ
ajiri-5429	233	13	decisions	decision	NOUN
ajiri-5429	233	14	in	in	ADP
ajiri-5429	233	15	cloud	cloud	NOUN
ajiri-5429	233	16	resource	resource	NOUN
ajiri-5429	233	17	management	management	NOUN
ajiri-5429	233	18	,	,	PUNCT
ajiri-5429	233	19	paving	pave	VERB
ajiri-5429	233	20	the	the	DET
ajiri-5429	233	21	way	way	NOUN
ajiri-5429	233	22	for	for	ADP
ajiri-5429	233	23	more	more	ADV
ajiri-5429	233	24	efficient	efficient	ADJ
ajiri-5429	233	25	and	and	CCONJ
ajiri-5429	233	26	adaptive	adaptive	ADJ
ajiri-5429	233	27	systems	system	NOUN
ajiri-5429	233	28	.	.	PUNCT
ajiri-5429	234	1	references	reference	NOUN
ajiri-5429	234	2	beloglazov	beloglazov	NOUN
ajiri-5429	234	3	,	,	PUNCT
ajiri-5429	234	4	a.	a.	NOUN
ajiri-5429	234	5	,	,	PUNCT
ajiri-5429	234	6	&	&	CCONJ
ajiri-5429	234	7	buyya	buyya	PROPN
ajiri-5429	234	8	,	,	PUNCT
ajiri-5429	234	9	r.	r.	PROPN
ajiri-5429	234	10	(	(	PUNCT
ajiri-5429	234	11	2012	2012	NUM
ajiri-5429	234	12	)	)	PUNCT
ajiri-5429	234	13	.	.	PUNCT
ajiri-5429	235	1	optimal	optimal	ADJ
ajiri-5429	235	2	online	online	ADJ
ajiri-5429	235	3	deterministic	deterministic	ADJ
ajiri-5429	235	4	algorithms	algorithm	NOUN
ajiri-5429	235	5	and	and	CCONJ
ajiri-5429	235	6	adaptive	adaptive	ADJ
ajiri-5429	235	7	heuristics	heuristic	NOUN
ajiri-5429	235	8	for	for	ADP
ajiri-5429	235	9	energy	energy	NOUN
ajiri-5429	235	10	and	and	CCONJ
ajiri-5429	235	11	performance	performance	NOUN
ajiri-5429	235	12	efficient	efficient	ADJ
ajiri-5429	235	13	dynamic	dynamic	ADJ
ajiri-5429	235	14	consolidation	consolidation	NOUN
ajiri-5429	235	15	of	of	ADP
ajiri-5429	235	16	virtual	virtual	ADJ
ajiri-5429	235	17	machines	machine	NOUN
ajiri-5429	235	18	in	in	ADP
ajiri-5429	235	19	cloud	cloud	ADJ
ajiri-5429	235	20	data	datum	NOUN
ajiri-5429	235	21	centers	center	NOUN
ajiri-5429	235	22	.	.	PUNCT
ajiri-5429	236	1	concurrency	concurrency	NOUN
ajiri-5429	236	2	and	and	CCONJ
ajiri-5429	236	3	computation	computation	NOUN
ajiri-5429	236	4	:	:	PUNCT
ajiri-5429	236	5	practice	practice	NOUN
ajiri-5429	236	6	and	and	CCONJ
ajiri-5429	236	7	experience	experience	NOUN
ajiri-5429	236	8	,	,	PUNCT
ajiri-5429	236	9	24(13	24(13	NUM
ajiri-5429	236	10	)	)	PUNCT
ajiri-5429	236	11	,	,	PUNCT
ajiri-5429	236	12	1397–1420	1397–1420	NUM
ajiri-5429	236	13	.	.	PUNCT
ajiri-5429	237	1	https://doi.org/10.1002/cpe.1867	https://doi.org/10.1002/cpe.1867	PROPN
ajiri-5429	237	2	calheiros	calheiros	PROPN
ajiri-5429	237	3	,	,	PUNCT
ajiri-5429	237	4	r.	r.	PROPN
ajiri-5429	237	5	n.	n.	PROPN
ajiri-5429	237	6	,	,	PUNCT
ajiri-5429	237	7	ranjan	ranjan	PROPN
ajiri-5429	237	8	,	,	PUNCT
ajiri-5429	237	9	r.	r.	PROPN
ajiri-5429	237	10	,	,	PUNCT
ajiri-5429	237	11	beloglazov	beloglazov	NOUN
ajiri-5429	237	12	,	,	PUNCT
ajiri-5429	237	13	a.	a.	NOUN
ajiri-5429	237	14	,	,	PUNCT
ajiri-5429	237	15	de	de	X
ajiri-5429	237	16	rose	rise	VERB
ajiri-5429	237	17	,	,	PUNCT
ajiri-5429	237	18	c.	c.	PROPN
ajiri-5429	237	19	a.	a.	PROPN
ajiri-5429	237	20	f.	f.	PROPN
ajiri-5429	237	21	,	,	PUNCT
ajiri-5429	237	22	&	&	CCONJ
ajiri-5429	237	23	buyya	buyya	PROPN
ajiri-5429	237	24	,	,	PUNCT
ajiri-5429	237	25	r.	r.	PROPN
ajiri-5429	237	26	(	(	PUNCT
ajiri-5429	237	27	2011	2011	NUM
ajiri-5429	237	28	)	)	PUNCT
ajiri-5429	237	29	.	.	PUNCT
ajiri-5429	238	1	cloudsim	cloudsim	NOUN
ajiri-5429	238	2	:	:	PUNCT
ajiri-5429	238	3	a	a	DET
ajiri-5429	238	4	toolkit	toolkit	NOUN
ajiri-5429	238	5	for	for	ADP
ajiri-5429	238	6	modeling	modeling	NOUN
ajiri-5429	238	7	and	and	CCONJ
ajiri-5429	238	8	simulation	simulation	NOUN
ajiri-5429	238	9	of	of	ADP
ajiri-5429	238	10	cloud	cloud	NOUN
ajiri-5429	238	11	computing	computing	NOUN
ajiri-5429	238	12	environments	environment	NOUN
ajiri-5429	238	13	and	and	CCONJ
ajiri-5429	238	14	evaluation	evaluation	NOUN
ajiri-5429	238	15	of	of	ADP
ajiri-5429	238	16	resource	resource	NOUN
ajiri-5429	238	17	provisioning	provision	VERB
ajiri-5429	238	18	algorithms	algorithm	NOUN
ajiri-5429	238	19	.	.	PUNCT
ajiri-5429	239	1	software	software	NOUN
ajiri-5429	239	2	:	:	PUNCT
ajiri-5429	239	3	practice	practice	NOUN
ajiri-5429	239	4	and	and	CCONJ
ajiri-5429	239	5	experience	experience	NOUN
ajiri-5429	239	6	,	,	PUNCT
ajiri-5429	239	7	41(1	41(1	NUM
ajiri-5429	239	8	)	)	PUNCT
ajiri-5429	239	9	,	,	PUNCT
ajiri-5429	239	10	23	23	NUM
ajiri-5429	239	11	–	–	PUNCT
ajiri-5429	239	12	50	50	NUM
ajiri-5429	239	13	.	.	PUNCT
ajiri-5429	240	1	https://doi.org/10.1002/spe.995	https://doi.org/10.1002/spe.995	PROPN
ajiri-5429	240	2	rashmi	rashmi	PROPN
ajiri-5429	240	3	,	,	PUNCT
ajiri-5429	240	4	s.	s.	PROPN
ajiri-5429	240	5	,	,	PUNCT
ajiri-5429	240	6	siwach	siwach	PROPN
ajiri-5429	240	7	,	,	PUNCT
ajiri-5429	240	8	v.	v.	ADV
ajiri-5429	240	9	,	,	PUNCT
ajiri-5429	240	10	sehrawat	sehrawat	PROPN
ajiri-5429	240	11	,	,	PUNCT
ajiri-5429	240	12	h.	h.	PROPN
ajiri-5429	240	13	,	,	PUNCT
ajiri-5429	240	14	brar	brar	PROPN
ajiri-5429	240	15	,	,	PUNCT
ajiri-5429	240	16	g.	g.	PROPN
ajiri-5429	240	17	s.	s.	PROPN
ajiri-5429	240	18	,	,	PUNCT
ajiri-5429	240	19	singla	singla	PROPN
ajiri-5429	240	20	,	,	PUNCT
ajiri-5429	240	21	j.	j.	PROPN
ajiri-5429	240	22	,	,	PUNCT
ajiri-5429	240	23	jhanjhi	jhanjhi	PROPN
ajiri-5429	240	24	,	,	PUNCT
ajiri-5429	240	25	n.	n.	PROPN
ajiri-5429	240	26	z.	z.	PROPN
ajiri-5429	240	27	,	,	PUNCT
ajiri-5429	240	28	&	&	CCONJ
ajiri-5429	240	29	shorfuzzaman	shorfuzzaman	NOUN
ajiri-5429	240	30	,	,	PUNCT
ajiri-5429	240	31	m.	m.	NOUN
ajiri-5429	240	32	(	(	PUNCT
ajiri-5429	240	33	2024	2024	NUM
ajiri-5429	240	34	)	)	PUNCT
ajiri-5429	240	35	.	.	PUNCT
ajiri-5429	241	1	aipowered	aipowere	VERB
ajiri-5429	241	2	vm	vm	PROPN
ajiri-5429	241	3	selection	selection	PROPN
ajiri-5429	241	4	:	:	PUNCT
ajiri-5429	241	5	amplifying	amplify	VERB
ajiri-5429	241	6	cloud	cloud	NOUN
ajiri-5429	241	7	performance	performance	NOUN
ajiri-5429	241	8	with	with	ADP
ajiri-5429	241	9	dragonfly	dragonfly	PROPN
ajiri-5429	241	10	algorithm	algorithm	NOUN
ajiri-5429	241	11	.	.	PUNCT
ajiri-5429	242	1	heliyon	heliyon	NOUN
ajiri-5429	242	2	,	,	PUNCT
ajiri-5429	242	3	10(9	10(9	NUM
ajiri-5429	242	4	)	)	PUNCT
ajiri-5429	242	5	,	,	PUNCT
ajiri-5429	242	6	e37912	e37912	PROPN
ajiri-5429	242	7	.	.	PUNCT
ajiri-5429	242	8	https://doi.org/10.1016/j.heliyon.2024.e37912	https://doi.org/10.1016/j.heliyon.2024.e37912	PROPN
ajiri-5429	242	9	reiss	reiss	PROPN
ajiri-5429	242	10	,	,	PUNCT
ajiri-5429	242	11	c.	c.	PROPN
ajiri-5429	242	12	,	,	PUNCT
ajiri-5429	242	13	wilkes	wilkes	PROPN
ajiri-5429	242	14	,	,	PUNCT
ajiri-5429	242	15	j.	j.	PROPN
ajiri-5429	242	16	,	,	PUNCT
ajiri-5429	242	17	&	&	CCONJ
ajiri-5429	242	18	hellerstein	hellerstein	PROPN
ajiri-5429	242	19	,	,	PUNCT
ajiri-5429	242	20	j.	j.	PROPN
ajiri-5429	242	21	l.	l.	PROPN
ajiri-5429	242	22	(	(	PUNCT
ajiri-5429	242	23	2011	2011	NUM
ajiri-5429	242	24	)	)	PUNCT
ajiri-5429	242	25	.	.	PUNCT
ajiri-5429	243	1	google	google	PROPN
ajiri-5429	243	2	clusterusage	clusterusage	NOUN
ajiri-5429	243	3	traces	trace	NOUN
ajiri-5429	243	4	:	:	PUNCT
ajiri-5429	243	5	format	format	NOUN
ajiri-5429	243	6	+	+	CCONJ
ajiri-5429	243	7	schema	schema	NOUN
ajiri-5429	243	8	(	(	PUNCT
ajiri-5429	243	9	white	white	ADJ
ajiri-5429	243	10	paper	paper	NOUN
ajiri-5429	243	11	)	)	PUNCT
ajiri-5429	243	12	.	.	PUNCT
ajiri-5429	244	1	google	google	PROPN
ajiri-5429	244	2	inc	inc	PROPN
ajiri-5429	244	3	.	.	PROPN
ajiri-5429	244	4	https://github.com/google/cluster-data	https://github.com/google/cluster-data	PROPN
ajiri-5429	244	5	zhu	zhu	PROPN
ajiri-5429	244	6	,	,	PUNCT
ajiri-5429	244	7	x.	x.	PROPN
ajiri-5429	244	8	,	,	PUNCT
ajiri-5429	244	9	xia	xia	PROPN
ajiri-5429	244	10	,	,	PUNCT
ajiri-5429	244	11	r.	r.	PROPN
ajiri-5429	244	12	,	,	PUNCT
ajiri-5429	244	13	zhou	zhou	PROPN
ajiri-5429	244	14	,	,	PUNCT
ajiri-5429	244	15	h.	h.	PROPN
ajiri-5429	244	16	,	,	PUNCT
ajiri-5429	244	17	zhou	zhou	PROPN
ajiri-5429	244	18	,	,	PUNCT
ajiri-5429	244	19	s.	s.	PROPN
ajiri-5429	244	20	,	,	PUNCT
ajiri-5429	244	21	&	&	CCONJ
ajiri-5429	244	22	liu	liu	PROPN
ajiri-5429	244	23	,	,	PUNCT
ajiri-5429	244	24	h.	h.	PROPN
ajiri-5429	244	25	(	(	PUNCT
ajiri-5429	244	26	2024	2024	NUM
ajiri-5429	244	27	)	)	PUNCT
ajiri-5429	244	28	.	.	PUNCT
ajiri-5429	245	1	an	an	DET
ajiri-5429	245	2	intelligent	intelligent	ADJ
ajiri-5429	245	3	decision	decision	NOUN
ajiri-5429	245	4	system	system	NOUN
ajiri-5429	245	5	for	for	ADP
ajiri-5429	245	6	virtual	virtual	ADJ
ajiri-5429	245	7	machine	machine	NOUN
ajiri-5429	245	8	migration	migration	NOUN
ajiri-5429	245	9	based	base	VERB
ajiri-5429	245	10	on	on	ADP
ajiri-5429	245	11	specific	specific	ADJ
ajiri-5429	245	12	q	q	NOUN
ajiri-5429	245	13	-	-	PUNCT
ajiri-5429	245	14	learning	learning	NOUN
ajiri-5429	245	15	.	.	PUNCT
ajiri-5429	246	1	journal	journal	PROPN
ajiri-5429	246	2	of	of	ADP
ajiri-5429	246	3	cloud	cloud	PROPN
ajiri-5429	246	4	computing	computing	NOUN
ajiri-5429	246	5	,	,	PUNCT
ajiri-5429	246	6	13(1	13(1	NUM
ajiri-5429	246	7	)	)	PUNCT
ajiri-5429	246	8	,	,	PUNCT
ajiri-5429	246	9	article	article	NOUN
ajiri-5429	246	10	122	122	NUM
ajiri-5429	246	11	.	.	PUNCT
ajiri-5429	247	1	https://doi	https://doi	X
ajiri-5429	247	2	.	.	PUNCT
ajiri-5429	247	3	org/10.1186	org/10.1186	PROPN
ajiri-5429	247	4	/	/	SYM
ajiri-5429	247	5	s13677	s13677	NOUN
ajiri-5429	247	6	-	-	PUNCT
ajiri-5429	247	7	024	024	NUM
ajiri-5429	247	8	-	-	PUNCT
ajiri-5429	247	9	00601	00601	NUM
ajiri-5429	247	10	-	-	PUNCT
ajiri-5429	247	11	w	w	NOUN