id	sid	eid	entity	type
fcis-6348	1	1	2832-6024	DATE
fcis-6348	2	1	3	CARDINAL
fcis-6348	2	2	1	CARDINAL
fcis-6348	2	3	2023 124	DATE
fcis-6348	2	4	dandan yan* college	PERSON
fcis-6348	2	5	qingdao university	ORG
fcis-6348	2	6	qingdao	GPE
fcis-6348	2	7	266071	DATE
fcis-6348	2	8	china	GPE
fcis-6348	2	9	1554011273@qq.com	CARDINAL
fcis-6348	5	1	atari	LOC
fcis-6348	8	1	1	CARDINAL
fcis-6348	10	1	1	CARDINAL
fcis-6348	13	1	1	CARDINAL
fcis-6348	16	1	2	CARDINAL
fcis-6348	19	1	xai	ORG
fcis-6348	20	1	3	CARDINAL
fcis-6348	21	1	4	CARDINAL
fcis-6348	21	2	5	CARDINAL
fcis-6348	25	1	drl	ORG
fcis-6348	25	2	atari games	ORG
fcis-6348	31	1	four	CARDINAL
fcis-6348	31	2	6	CARDINAL
fcis-6348	31	3	first	ORDINAL
fcis-6348	31	4	jacobian	NORP
fcis-6348	32	1	drl	ORG
fcis-6348	32	2	jacobian	NORP
fcis-6348	33	1	7	CARDINAL
fcis-6348	34	1	second	ORDINAL
fcis-6348	35	1	8	CARDINAL
fcis-6348	36	1	third	ORDINAL
fcis-6348	37	1	125	CARDINAL
fcis-6348	37	2	10	CARDINAL
fcis-6348	38	1	fourth	ORDINAL
fcis-6348	39	1	11	CARDINAL
fcis-6348	41	1	8]utilize	CARDINAL
fcis-6348	41	2	iyer et al	PERSON
fcis-6348	42	1	10	CARDINAL
fcis-6348	42	2	q(s	PERSON
fcis-6348	45	1	atari games	ORG
fcis-6348	46	1	gupta et al.	PERSON
fcis-6348	48	1	section 2	LAW
fcis-6348	50	1	section 4	LAW
fcis-6348	51	1	section 5	DATE
fcis-6348	51	2	2	CARDINAL
fcis-6348	52	1	first	ORDINAL
fcis-6348	52	2	second	ORDINAL
fcis-6348	54	1	2.1	CARDINAL
fcis-6348	57	1	12	CARDINAL
fcis-6348	60	1	13	CARDINAL
fcis-6348	70	1	fergus	ORG
fcis-6348	70	2	14	CARDINAL
fcis-6348	72	1	15	CARDINAL
fcis-6348	73	1	yang et al	PERSON
fcis-6348	74	1	16	CARDINAL
fcis-6348	75	1	2.2	CARDINAL
fcis-6348	75	2	s.	PERSON
fcis-6348	79	1	126	CARDINAL
fcis-6348	80	1	s. similarly	PERSON
fcis-6348	81	1	s.	PERSON
fcis-6348	81	2	e[𝐺𝑡|𝑆𝑡	DATE
fcis-6348	81	3	1	CARDINAL
fcis-6348	82	1	2	CARDINAL
fcis-6348	85	1	3	CARDINAL
fcis-6348	88	1	4	CARDINAL
fcis-6348	88	2	∇θ𝑙𝑜𝑔πθ(𝐴𝑡|𝑆𝑡	ORG
fcis-6348	89	1	the section 3	DATE
fcis-6348	91	1	qi et al	PERSON
fcis-6348	92	1	17	CARDINAL
fcis-6348	93	1	wang et al	PERSON
fcis-6348	94	1	7	CARDINAL
fcis-6348	95	1	3	CARDINAL
fcis-6348	97	1	18	CARDINAL
fcis-6348	100	1	3.1	CARDINAL
fcis-6348	104	1	3.2	CARDINAL
fcis-6348	104	2	first	ORDINAL
fcis-6348	106	1	second	ORDINAL
fcis-6348	106	2	s. similarly	PERSON
fcis-6348	110	1	8	CARDINAL
fcis-6348	111	1	1 2	DATE
fcis-6348	111	2	5	CARDINAL
fcis-6348	112	1	10	CARDINAL
fcis-6348	112	2	q(s	GPE
fcis-6348	113	1	6	CARDINAL
fcis-6348	114	1	9	CARDINAL
fcis-6348	115	1	two	CARDINAL
fcis-6348	117	1	q(s	GPE
fcis-6348	120	1	section 3.3	LAW
fcis-6348	121	1	3.3	CARDINAL
fcis-6348	126	1	8	CARDINAL
fcis-6348	126	2	s.	PERSON
fcis-6348	126	3	q(s	GPE
fcis-6348	126	4	s.	PERSON
fcis-6348	126	5	7	CARDINAL
fcis-6348	128	1	first	ORDINAL
fcis-6348	128	2	s.	PERSON
fcis-6348	128	3	second	ORDINAL
fcis-6348	128	4	1	CARDINAL
fcis-6348	128	5	𝑎′	ORG
fcis-6348	132	1	9	CARDINAL
fcis-6348	132	2	f. 4	PERSON
fcis-6348	134	1	4.1	CARDINAL
fcis-6348	135	1	atari	ORG
fcis-6348	135	2	4	CARDINAL
fcis-6348	136	1	q(s	GPE
fcis-6348	137	1	gupta et al.	PERSON
fcis-6348	137	2	two	CARDINAL
fcis-6348	137	3	atari	ORG
fcis-6348	139	1	gupta et al	PERSON
fcis-6348	140	1	1	CARDINAL
fcis-6348	141	1	4.2	CARDINAL
fcis-6348	142	1	9	CARDINAL
fcis-6348	145	1	1	CARDINAL
fcis-6348	145	2	128	CARDINAL
fcis-6348	147	1	gupta et al.	ORG
fcis-6348	148	1	three	CARDINAL
fcis-6348	149	1	one	CARDINAL
fcis-6348	150	1	2	CARDINAL
fcis-6348	154	1	gupta et al.	ORG
fcis-6348	156	1	gupta et al	PERSON
fcis-6348	157	1	2	CARDINAL
fcis-6348	158	1	5	CARDINAL
fcis-6348	162	1	1	CARDINAL
fcis-6348	162	2	eric msp veith	PERSON
fcis-6348	163	1	4th	ORDINAL
fcis-6348	163	2	12	CARDINAL
fcis-6348	163	3	8.4	CARDINAL
fcis-6348	163	4	8.9	CARDINAL
fcis-6348	163	5	12.9	CARDINAL
fcis-6348	163	6	2020	DATE
fcis-6348	163	7	dublin	GPE
fcis-6348	163	8	ireland	GPE
fcis-6348	163	9	august 25–28, 2020	DATE
fcis-6348	163	10	4	CARDINAL
fcis-6348	164	1	2020	DATE
fcis-6348	165	1	2	CARDINAL
fcis-6348	165	2	sutton	GPE
fcis-6348	165	3	richard s.	PERSON
fcis-6348	165	4	andrew g. barto	PERSON
fcis-6348	167	1	135	CARDINAL
fcis-6348	168	1	cambridge	GPE
fcis-6348	168	2	1998	DATE
fcis-6348	169	1	3	CARDINAL
fcis-6348	169	2	carlos	PERSON
fcis-6348	171	1	85	CARDINAL
fcis-6348	171	2	2017	DATE
fcis-6348	171	3	114	CARDINAL
fcis-6348	172	1	4	CARDINAL
fcis-6348	172	2	singh	GPE
fcis-6348	172	3	shashi pal	ORG
fcis-6348	174	1	2017	CARDINAL
fcis-6348	175	1	2017	DATE
fcis-6348	176	1	5	CARDINAL
fcis-6348	176	2	quanzeng	PERSON
fcis-6348	179	1	2016	DATE
fcis-6348	180	1	6	CARDINAL
fcis-6348	180	2	atrey	ORG
fcis-6348	180	3	akanksha	GPE
fcis-6348	180	4	kaleigh clary	PERSON
fcis-6348	180	5	david jensen	PERSON
fcis-6348	182	1	arxiv preprint arxiv:1912.05743	ORG
fcis-6348	182	2	2019	DATE
fcis-6348	183	1	7	CARDINAL
fcis-6348	183	2	ziyu	PERSON
fcis-6348	186	1	2016	DATE
fcis-6348	187	1	8	CARDINAL
fcis-6348	187	2	samuel	PERSON
fcis-6348	188	1	atari	ORG
fcis-6348	190	1	2018	DATE
fcis-6348	191	1	9	CARDINAL
fcis-6348	191	2	piyush	PERSON
fcis-6348	192	1	arxiv preprint arxiv:1912.12191	ORG
fcis-6348	192	2	2019	CARDINAL
fcis-6348	193	1	10	CARDINAL
fcis-6348	195	1	2018	DATE
fcis-6348	195	2	aaai/acm conference on ai, ethics	ORG
fcis-6348	196	1	2018	DATE
fcis-6348	197	1	11	CARDINAL
fcis-6348	197	2	mott	ORG
fcis-6348	197	3	alexander	PERSON
fcis-6348	199	1	32	CARDINAL
fcis-6348	199	2	2019	DATE
fcis-6348	200	1	12	CARDINAL
fcis-6348	200	2	ivanovs	GPE
fcis-6348	200	3	roberts kadikis	PERSON
fcis-6348	200	4	kaspars ozols	PERSON
fcis-6348	201	1	150	CARDINAL
fcis-6348	201	2	2021	CARDINAL
fcis-6348	201	3	228	CARDINAL
fcis-6348	201	4	129	CARDINAL
fcis-6348	202	1	13	CARDINAL
fcis-6348	202	2	ashkan	PERSON
fcis-6348	204	1	arxiv preprint arxiv:1911.11081 (	ORG
fcis-6348	204	2	2019	CARDINAL
fcis-6348	205	1	14	CARDINAL
fcis-6348	205	2	matthew d.	PERSON
fcis-6348	205	3	rob fergus	PERSON
fcis-6348	207	1	2014	DATE
fcis-6348	207	2	13th	ORDINAL
fcis-6348	207	3	european	NORP
fcis-6348	207	4	zurich	GPE
fcis-6348	207	5	switzerland	GPE
fcis-6348	207	6	september 6-12, 2014	DATE
fcis-6348	207	7	13	CARDINAL
fcis-6348	208	1	2014	DATE
fcis-6348	209	1	15	CARDINAL
fcis-6348	209	2	vitali	PERSON
fcis-6348	209	3	abir das	PERSON
fcis-6348	209	4	kate	PERSON
fcis-6348	211	1	arxiv	ORG
fcis-6348	211	2	2018	DATE
fcis-6348	212	1	16	CARDINAL
fcis-6348	212	2	yang	PERSON
fcis-6348	213	1	mfpp	PERSON
fcis-6348	214	1	2020 25th	DATE
fcis-6348	215	1	2021	CARDINAL
fcis-6348	216	1	17	CARDINAL
fcis-6348	216	2	chen	PERSON
fcis-6348	218	1	23.8	CARDINAL
fcis-6348	218	2	2019	DATE
fcis-6348	219	1	18	CARDINAL
fcis-6348	222	1	2016	DATE
fcis-6348	223	1	19	CARDINAL
fcis-6348	223	2	tom	DATE
fcis-6348	223	3	ben-zrihem	PERSON
fcis-6348	224	1	dqns	PERSON
fcis-6348	226	1	2016	DATE