id	sid	eid	entity	type
ap-2272	1	1	acta polytechnica doi:10.14311/ap.2014.54.0367	PERSON
ap-2272	1	2	54(5):367–377	CARDINAL
ap-2272	1	3	2014	DATE
ap-2272	1	4	czech technical university	ORG
ap-2272	1	5	prague	GPE
ap-2272	1	6	2014	DATE
ap-2272	1	7	http://ojs.cvut.cz/ojs/index.php/ap	PRODUCT
ap-2272	1	8	pavel nahodil czech technical university	ORG
ap-2272	1	9	prague	GPE
ap-2272	1	10	2, 16627	DATE
ap-2272	1	11	6	CARDINAL
ap-2272	1	12	czech	NORP
ap-2272	2	1	first	ORDINAL
ap-2272	8	1	one	CARDINAL
ap-2272	8	2	one	CARDINAL
ap-2272	11	1	1.	CARDINAL
ap-2272	12	1	many years	DATE
ap-2272	16	1	1.1	CARDINAL
ap-2272	21	1	ros	CARDINAL
ap-2272	22	1	1	CARDINAL
ap-2272	29	1	1	CARDINAL
ap-2272	29	2	2	CARDINAL
ap-2272	30	1	2	CARDINAL
ap-2272	30	2	3	CARDINAL
ap-2272	33	1	4	CARDINAL
ap-2272	36	1	5	CARDINAL
ap-2272	37	1	6	CARDINAL
ap-2272	38	1	1.2	CARDINAL
ap-2272	47	1	367	CARDINAL
ap-2272	47	2	pavel nahodil acta polytechnica	ORG
ap-2272	47	3	1	CARDINAL
ap-2272	48	1	two	CARDINAL
ap-2272	48	2	four	CARDINAL
ap-2272	48	3	four	CARDINAL
ap-2272	50	1	nengoros	DATE
ap-2272	51	1	ros	GPE
ap-2272	52	1	one	CARDINAL
ap-2272	54	1	1.3	CARDINAL
ap-2272	54	2	nengoros	DATE
ap-2272	55	1	third	ORDINAL
ap-2272	57	1	two	CARDINAL
ap-2272	58	1	2.	CARDINAL
ap-2272	58	2	4	CARDINAL
ap-2272	65	1	2.1	CARDINAL
ap-2272	67	1	one day	DATE
ap-2272	70	1	0	CARDINAL
ap-2272	70	2	1〉	CARDINAL
ap-2272	72	1	1	CARDINAL
ap-2272	75	1	2.2	CARDINAL
ap-2272	77	1	54	CARDINAL
ap-2272	85	1	2.3	CARDINAL
ap-2272	85	2	one	CARDINAL
ap-2272	86	1	•	CARDINAL
ap-2272	87	1	•	CARDINAL
ap-2272	88	1	•	CARDINAL
ap-2272	89	1	second	ORDINAL
ap-2272	89	2	three	CARDINAL
ap-2272	91	1	three	CARDINAL
ap-2272	95	1	ea	CARDINAL
ap-2272	97	1	0	CARDINAL
ap-2272	97	2	1〉	CARDINAL
ap-2272	98	1	2.4	CARDINAL
ap-2272	99	1	nengoros	DATE
ap-2272	102	1	8	CARDINAL
ap-2272	103	1	3rd	ORDINAL
ap-2272	103	2	9	CARDINAL
ap-2272	104	1	1	CARDINAL
ap-2272	106	1	ros	CARDINAL
ap-2272	108	1	1	CARDINAL
ap-2272	108	2	ros.	GPE
ap-2272	110	1	3.	CARDINAL
ap-2272	110	2	two	CARDINAL
ap-2272	110	3	first	ORDINAL
ap-2272	114	1	3.1	CARDINAL
ap-2272	119	1	10	CARDINAL
ap-2272	120	1	11	CARDINAL
ap-2272	121	1	2nd	ORDINAL
ap-2272	123	1	2	CARDINAL
ap-2272	125	1	1	CARDINAL
ap-2272	126	1	369 jaroslav vítků	QUANTITY
ap-2272	126	2	pavel nahodil acta polytechnica	ORG
ap-2272	126	3	2	CARDINAL
ap-2272	129	1	1ofn	DATE
ap-2272	131	1	one	CARDINAL
ap-2272	135	1	3.1.1	CARDINAL
ap-2272	138	1	q(s	GPE
ap-2272	138	2	1	CARDINAL
ap-2272	139	1	s. online learning	PERSON
ap-2272	139	2	q(s	GPE
ap-2272	140	1	at+1)−q(st	ORG
ap-2272	141	1	2	CARDINAL
ap-2272	142	1	transition1	PRODUCT
ap-2272	144	1	= maxaq(st+1	ORG
ap-2272	144	2	at+1	ORG
ap-2272	145	1	3	CARDINAL
ap-2272	145	2	0	CARDINAL
ap-2272	145	3	1	CARDINAL
ap-2272	145	4	0	CARDINAL
ap-2272	145	5	1〉	CARDINAL
ap-2272	146	1	3	CARDINAL
ap-2272	146	2	only one	CARDINAL
ap-2272	147	1	one	CARDINAL
ap-2272	148	1	q(λ	ORG
ap-2272	149	1	4	CARDINAL
ap-2272	150	1	st	PERSON
ap-2272	150	2	5	CARDINAL
ap-2272	151	1	1	CARDINAL
ap-2272	151	2	4	CARDINAL
ap-2272	152	1	0	CARDINAL
ap-2272	152	2	1〉	CARDINAL
ap-2272	153	1	370	CARDINAL
ap-2272	154	1	54	CARDINAL
ap-2272	155	1	3	CARDINAL
ap-2272	160	1	1	CARDINAL
ap-2272	161	1	0	CARDINAL
ap-2272	161	2	one	CARDINAL
ap-2272	162	1	1	CARDINAL
ap-2272	162	2	montecarlo learning	ORG
ap-2272	164	1	q(λ	ORG
ap-2272	166	1	q(λ	ORG
ap-2272	170	1	one	CARDINAL
ap-2272	171	1	at+1	CARDINAL
ap-2272	171	2	= maxaq(st+1	ORG
ap-2272	171	3	at+1	ORG
ap-2272	172	1	6	CARDINAL
ap-2272	174	1	1−	CARDINAL
ap-2272	175	1	7	CARDINAL
ap-2272	177	1	q(λ	PERSON
ap-2272	178	1	2	CARDINAL
ap-2272	179	1	1−	TIME
ap-2272	180	1	q(λ	PERSON
ap-2272	183	1	q(λ	PERSON
ap-2272	183	2	two	CARDINAL
ap-2272	184	1	2	CARDINAL
ap-2272	184	2	9	CARDINAL
ap-2272	184	3	371 jaroslav vítků	QUANTITY
ap-2272	184	4	pavel nahodil acta polytechnica	ORG
ap-2272	184	5	4	CARDINAL
ap-2272	191	1	0	CARDINAL
ap-2272	191	2	1	CARDINAL
ap-2272	193	1	t.	PERSON
ap-2272	193	2	10	CARDINAL
ap-2272	193	3	11	CARDINAL
ap-2272	194	1	3.2	CARDINAL
ap-2272	194	2	12	CARDINAL
ap-2272	195	1	13	CARDINAL
ap-2272	197	1	second	ORDINAL
ap-2272	197	2	one	CARDINAL
ap-2272	199	1	0	CARDINAL
ap-2272	199	2	1	CARDINAL
ap-2272	204	1	12	CARDINAL
ap-2272	205	1	1 1 + emin+(max−min)×(1−vt	QUANTITY
ap-2272	205	2	13	CARDINAL
ap-2272	205	3	0	CARDINAL
ap-2272	206	1	1	CARDINAL
ap-2272	207	1	vt+1	ORG
ap-2272	207	2	0	CARDINAL
ap-2272	208	1	3.2.1	CARDINAL
ap-2272	210	1	0	CARDINAL
ap-2272	210	2	1	CARDINAL
ap-2272	212	1	14	CARDINAL
ap-2272	212	2	di	ORG
ap-2272	212	3	1	CARDINAL
ap-2272	213	1	372	CARDINAL
ap-2272	214	1	54	CARDINAL
ap-2272	215	1	5	CARDINAL
ap-2272	221	1	6b	CARDINAL
ap-2272	221	2	fig	ORG
ap-2272	222	1	6c	CARDINAL
ap-2272	224	1	15	CARDINAL
ap-2272	225	1	first	ORDINAL
ap-2272	227	1	two	CARDINAL
ap-2272	228	1	ga	ORG
ap-2272	228	2	ga	ORG
ap-2272	229	1	ga	ORG
ap-2272	230	1	2d	DATE
ap-2272	230	2	15× 15	DATE
ap-2272	231	1	two	CARDINAL
ap-2272	231	2	one	CARDINAL
ap-2272	232	1	6b	CARDINAL
ap-2272	233	1	4	CARDINAL
ap-2272	233	2	four	CARDINAL
ap-2272	234	1	four	CARDINAL
ap-2272	234	2	four	CARDINAL
ap-2272	234	3	two	CARDINAL
ap-2272	234	4	15	CARDINAL
ap-2272	235	1	4	CARDINAL
ap-2272	236	1	0.01	CARDINAL
ap-2272	237	1	nengoros	DATE
ap-2272	239	1	4.1	CARDINAL
ap-2272	243	1	4	CARDINAL
ap-2272	244	1	4.1.1	CARDINAL
ap-2272	247	1	6a	CARDINAL
ap-2272	248	1	20000	CARDINAL
ap-2272	249	1	20000	CARDINAL
ap-2272	250	1	20000	CARDINAL
ap-2272	250	2	40000	CARDINAL
ap-2272	251	1	5	CARDINAL
ap-2272	252	1	373 jaroslav vítků	QUANTITY
ap-2272	252	2	pavel nahodil acta	ORG
ap-2272	252	3	0	CARDINAL
ap-2272	252	4	10	CARDINAL
ap-2272	252	5	0.4 0.5 0.6	QUANTITY
ap-2272	252	6	0.9 1	CARDINAL
ap-2272	252	7	1!msd	ORDINAL
ap-2272	253	1	20000	CARDINAL
ap-2272	254	1	first	ORDINAL
ap-2272	254	2	10000	CARDINAL
ap-2272	256	1	5	CARDINAL
ap-2272	257	1	q(s	PERSON
ap-2272	257	2	til ity	PERSON
ap-2272	257	3	o	DATE
ap-2272	260	1	6	CARDINAL
ap-2272	262	1	one	CARDINAL
ap-2272	263	1	two	CARDINAL
ap-2272	263	2	one	CARDINAL
ap-2272	270	1	two	CARDINAL
ap-2272	271	1	6b	CARDINAL
ap-2272	272	1	convergence	PERSON
ap-2272	273	1	6c	CARDINAL
ap-2272	273	2	q(s	GPE
ap-2272	275	1	zero	CARDINAL
ap-2272	277	1	4.2	CARDINAL
ap-2272	278	1	two	CARDINAL
ap-2272	278	2	ga	ORG
ap-2272	280	1	14	CARDINAL
ap-2272	284	1	ga	ORG
ap-2272	286	1	4	CARDINAL
ap-2272	288	1	20000	CARDINAL
ap-2272	289	1	20000	CARDINAL
ap-2272	291	1	50	CARDINAL
ap-2272	291	2	80	CARDINAL
ap-2272	292	1	0.05	CARDINAL
ap-2272	293	1	one	CARDINAL
ap-2272	293	2	two	CARDINAL
ap-2272	293	3	0.8	CARDINAL
ap-2272	294	1	ga	ORG
ap-2272	295	1	σ	CARDINAL
ap-2272	295	2	1	CARDINAL
ap-2272	295	3	= genei	PERSON
ap-2272	295	4	genei	PERSON
ap-2272	295	5	genei ∈	PERSON
ap-2272	296	1	4.3	CARDINAL
ap-2272	297	1	16	CARDINAL
ap-2272	297	2	374	CARDINAL
ap-2272	298	1	54	CARDINAL
ap-2272	300	1	0.4 0.5 0.6 0.7 0.8	QUANTITY
ap-2272	301	1	o	DATE
ap-2272	301	2	u la tio n	ORG
ap-2272	304	1	95%	PERCENT
ap-2272	304	2	7	CARDINAL
ap-2272	304	3	ga	ORG
ap-2272	306	1	ga	ORG
ap-2272	307	1	10	CARDINAL
ap-2272	308	1	pphys	PERSON
ap-2272	309	1	ga	ORG
ap-2272	310	1	ga	ORG
ap-2272	312	1	7	CARDINAL
ap-2272	312	2	two	CARDINAL
ap-2272	315	1	1	CARDINAL
ap-2272	317	1	ind1	ORG
ap-2272	317	2	ind2	ORG
ap-2272	317	3	•	CARDINAL
ap-2272	318	1	•	CARDINAL
ap-2272	322	1	•	CARDINAL
ap-2272	325	1	4	CARDINAL
ap-2272	327	1	1	CARDINAL
ap-2272	327	2	0.625	CARDINAL
ap-2272	327	3	1	CARDINAL
ap-2272	327	4	0.699	CARDINAL
ap-2272	327	5	0.697	CARDINAL
ap-2272	327	6	ind1	GPE
ap-2272	327	7	0.745	CARDINAL
ap-2272	327	8	0.89	CARDINAL
ap-2272	327	9	1 1	CARDINAL
ap-2272	328	1	0.51 1	DATE
ap-2272	328	2	0.723	CARDINAL
ap-2272	328	3	0.3 0.44	CARDINAL
ap-2272	328	4	1	CARDINAL
ap-2272	328	5	two	CARDINAL
ap-2272	328	6	two	CARDINAL
ap-2272	329	1	ind1	ORG
ap-2272	329	2	ind2	ORG
ap-2272	329	3	one	CARDINAL
ap-2272	330	1	q(s	GPE
ap-2272	331	1	8	CARDINAL
ap-2272	333	1	6	CARDINAL
ap-2272	338	1	1	CARDINAL
ap-2272	338	2	ind2	ORG
ap-2272	338	3	only half	CARDINAL
ap-2272	338	4	q(s	GPE
ap-2272	339	1	ind1	ORG
ap-2272	339	2	one	CARDINAL
ap-2272	342	1	9	CARDINAL
ap-2272	342	2	ind1	ORG
ap-2272	344	1	9b	CARDINAL
ap-2272	346	1	jaroslav vítků	PERSON
ap-2272	346	2	pavel nahodil acta	ORG
ap-2272	346	3	0	CARDINAL
ap-2272	346	4	10	CARDINAL
ap-2272	346	5	0.4 0.5 0.6	QUANTITY
ap-2272	346	6	0.9 1	CARDINAL
ap-2272	346	7	1!msd	ORDINAL
ap-2272	346	8	ind1	GPE
ap-2272	348	1	6a	CARDINAL
ap-2272	349	1	5	CARDINAL
ap-2272	351	1	q(s	PERSON
ap-2272	352	1	o	DATE
ap-2272	352	2	si tio n	ORG
ap-2272	352	3	ind1	GPE
ap-2272	355	1	8	CARDINAL
ap-2272	356	1	ind1	ORG
ap-2272	357	1	two	CARDINAL
ap-2272	359	1	10	CARDINAL
ap-2272	359	2	0.4 0.5 0.6	QUANTITY
ap-2272	359	3	0.9 1	CARDINAL
ap-2272	359	4	1!msd	ORDINAL
ap-2272	359	5	ind1	GPE
ap-2272	360	1	8a	CARDINAL
ap-2272	362	1	2	CARDINAL
ap-2272	364	1	q(s	PERSON
ap-2272	365	1	o	DATE
ap-2272	365	2	si tio n	ORG
ap-2272	365	3	ind1	GPE
ap-2272	368	1	+ 0.71y	DATE
ap-2272	371	1	9	CARDINAL
ap-2272	377	1	1	CARDINAL
ap-2272	378	1	ind1	ORG
ap-2272	378	2	two	CARDINAL
ap-2272	381	1	one	CARDINAL
ap-2272	382	1	376	CARDINAL
ap-2272	383	1	54	CARDINAL
ap-2272	388	1	•	CARDINAL
ap-2272	393	1	0	CARDINAL
ap-2272	393	2	0	DATE
ap-2272	394	1	two	CARDINAL
ap-2272	394	2	one	CARDINAL
ap-2272	397	1	one	CARDINAL
ap-2272	398	1	czech technical university	ORG
ap-2272	398	2	prague	GPE
ap-2272	398	3	sgs	ORG
ap-2272	399	1	1	CARDINAL
ap-2272	399	2	m. quigley	PERSON
ap-2272	399	3	k. conley	PERSON
ap-2272	402	1	2009	DATE
ap-2272	403	1	2	CARDINAL
ap-2272	403	2	f. jiang	PERSON
ap-2272	403	3	h. berry	PERSON
ap-2272	403	4	m. schoenauer	PERSON
ap-2272	405	1	first	ORDINAL
ap-2272	405	2	09	DATE
ap-2272	406	1	247–254	CARDINAL
ap-2272	407	1	acm	ORG
ap-2272	407	2	new york	GPE
ap-2272	407	3	ny, usa	ORG
ap-2272	407	4	2009	DATE
ap-2272	407	5	doi:10.1145/1543834.1543869	ORG
ap-2272	408	1	3	CARDINAL
ap-2272	408	2	j. bullinaria	PERSON
ap-2272	411	1	2004	DATE
ap-2272	412	1	4	CARDINAL
ap-2272	412	2	g. auda	PERSON
ap-2272	412	3	m. kamel	PERSON
ap-2272	414	1	int j neural syst 9(2):129–151, 1999	ORG
ap-2272	415	1	5	CARDINAL
ap-2272	415	2	c. h. anderson	PERSON
ap-2272	417	1	the mit press	ORG
ap-2272	417	2	cambridge	GPE
ap-2272	417	3	0-262-05071-4	CARDINAL
ap-2272	418	1	6	CARDINAL
ap-2272	418	2	e. crawford	PERSON
ap-2272	418	3	m. gingerich	PERSON
ap-2272	420	1	35th	ORDINAL
ap-2272	420	2	annual	DATE
ap-2272	421	1	412–417	CARDINAL
ap-2272	422	1	2013	DATE
ap-2272	423	1	7	CARDINAL
ap-2272	423	2	k. mcgarry	PERSON
ap-2272	423	3	s. wermter	PERSON
ap-2272	423	4	j. macintyre	PERSON
ap-2272	425	1	2:62–93, 1999	DATE
ap-2272	426	1	8	CARDINAL
ap-2272	426	2	cybernetics	PERSON
ap-2272	426	3	prague	GPE
ap-2272	427	1	nengoros	PERSON
ap-2272	429	1	2014-10-01	DATE
ap-2272	430	1	9	CARDINAL
ap-2272	430	2	u waterloo	PERSON
ap-2272	431	1	2014-10-01	DATE
ap-2272	432	1	10	CARDINAL
ap-2272	432	2	m. wiering	PERSON
ap-2272	432	3	h. van hasselt	PERSON
ap-2272	434	1	38(4):930–936, 2008	DATE
ap-2272	435	1	doi:10.1109	NORP
ap-2272	436	1	11	CARDINAL
ap-2272	436	2	j. jiang	PERSON
ap-2272	438	1	ph.d	ORG
ap-2272	439	1	waterloo	PERSON
ap-2272	439	2	canada	GPE
ap-2272	439	3	canada	GPE
ap-2272	439	4	2007	DATE
ap-2272	440	1	aainr34511	PERSON
ap-2272	441	1	12	CARDINAL
ap-2272	441	2	d. kadlecek	PERSON
ap-2272	444	1	2nd ieee ras &	ORG
ap-2272	444	2	biomedical robotics	ORG
ap-2272	444	3	biomechatronics biorob	ORG
ap-2272	444	4	2008	DATE
ap-2272	445	1	924–929. 2008	DATE
ap-2272	446	1	doi:10.1109	NORP
ap-2272	447	1	13	CARDINAL
ap-2272	447	2	t. watanabe	PERSON
ap-2272	447	3	t. sawa	PERSON
ap-2272	448	1	2010	DATE
ap-2272	449	1	2010	DATE
ap-2272	450	1	doi:10.1109	NORP
ap-2272	451	1	14	CARDINAL
ap-2272	451	2	i. zelinka	PERSON
ap-2272	451	3	j. c. burguillo	PERSON
ap-2272	453	1	25th	ORDINAL
ap-2272	453	2	european	NORP
ap-2272	454	1	410–416.	DATE
ap-2272	455	1	2011	DATE
ap-2272	456	1	978	CARDINAL
ap-2272	456	2	377 http://dx.doi.org/10.1145/1543834.1543869 http://nengoros.wordpress.com/ http://nengo.ca/ http://dx.doi.org/10.1109/tsmcb.2008.920231	PERSON
ap-2272	456	3	54(5):367–377	CARDINAL
ap-2272	456	4	2014 1	DATE
ap-2272	456	5	1.1	CARDINAL
ap-2272	456	6	1.2	CARDINAL
ap-2272	457	1	1.3	CARDINAL
ap-2272	457	2	2	CARDINAL
ap-2272	457	3	2.1	CARDINAL
ap-2272	457	4	2.2	CARDINAL
ap-2272	457	5	2.3	CARDINAL
ap-2272	457	6	2.4	CARDINAL
ap-2272	457	7	nengoros	DATE
ap-2272	457	8	3	CARDINAL
ap-2272	457	9	3.1	CARDINAL
ap-2272	457	10	3.1.1	CARDINAL
ap-2272	457	11	3.2	CARDINAL
ap-2272	457	12	3.2.1	CARDINAL
ap-2272	457	13	4	CARDINAL
ap-2272	457	14	4.1	CARDINAL
ap-2272	457	15	4.1.1	CARDINAL
ap-2272	457	16	4.2	CARDINAL
ap-2272	457	17	4.3	CARDINAL
ap-2272	457	18	5	CARDINAL