id	sid	tid	token	lemma	pos
4b29b56616h	1	1	any	any	DET
4b29b56616h	1	2	practical	practical	ADJ
4b29b56616h	1	3	application	application	NOUN
4b29b56616h	1	4	of	of	ADP
4b29b56616h	1	5	machine	machine	NOUN
4b29b56616h	1	6	learning	learning	NOUN
4b29b56616h	1	7	necessarily	necessarily	ADV
4b29b56616h	1	8	begins	begin	VERB
4b29b56616h	1	9	with	with	ADP
4b29b56616h	1	10	the	the	DET
4b29b56616h	1	11	selection	selection	NOUN
4b29b56616h	1	12	of	of	ADP
4b29b56616h	1	13	a	a	DET
4b29b56616h	1	14	classification	classification	NOUN
4b29b56616h	1	15	algorithm	algorithm	NOUN
4b29b56616h	1	16	.	.	PUNCT
4b29b56616h	2	1	generally	generally	ADV
4b29b56616h	2	2	,	,	PUNCT
4b29b56616h	2	3	practitioners	practitioner	NOUN
4b29b56616h	2	4	will	will	AUX
4b29b56616h	2	5	try	try	VERB
4b29b56616h	2	6	several	several	ADJ
4b29b56616h	2	7	different	different	ADJ
4b29b56616h	2	8	types	type	NOUN
4b29b56616h	2	9	of	of	ADP
4b29b56616h	2	10	algorithms	algorithm	NOUN
4b29b56616h	2	11	(	(	PUNCT
4b29b56616h	2	12	such	such	ADJ
4b29b56616h	2	13	as	as	ADP
4b29b56616h	2	14	decision	decision	NOUN
4b29b56616h	2	15	trees	tree	NOUN
4b29b56616h	2	16	,	,	PUNCT
4b29b56616h	2	17	bayesian	bayesian	ADJ
4b29b56616h	2	18	algorithms	algorithm	NOUN
4b29b56616h	2	19	,	,	PUNCT
4b29b56616h	2	20	support	support	VERB
4b29b56616h	2	21	vector	vector	NOUN
4b29b56616h	2	22	machines	machine	NOUN
4b29b56616h	2	23	,	,	PUNCT
4b29b56616h	2	24	or	or	CCONJ
4b29b56616h	2	25	neural	neural	ADJ
4b29b56616h	2	26	networks	network	NOUN
4b29b56616h	2	27	)	)	PUNCT
4b29b56616h	2	28	and	and	CCONJ
4b29b56616h	2	29	select	select	VERB
4b29b56616h	2	30	the	the	DET
4b29b56616h	2	31	algorithm	algorithm	PROPN
4b29b56616h	2	32	that	that	PRON
4b29b56616h	2	33	performs	perform	VERB
4b29b56616h	2	34	best	well	ADV
4b29b56616h	2	35	on	on	ADP
4b29b56616h	2	36	a	a	DET
4b29b56616h	2	37	subset	subset	NOUN
4b29b56616h	2	38	of	of	ADP
4b29b56616h	2	39	the	the	DET
4b29b56616h	2	40	available	available	ADJ
4b29b56616h	2	41	data	datum	NOUN
4b29b56616h	2	42	.	.	PUNCT
4b29b56616h	3	1	that	that	PRON
4b29b56616h	3	2	is	be	AUX
4b29b56616h	3	3	to	to	PART
4b29b56616h	3	4	say	say	VERB
4b29b56616h	3	5	,	,	PUNCT
4b29b56616h	3	6	some	some	DET
4b29b56616h	3	7	measurement	measurement	NOUN
4b29b56616h	3	8	of	of	ADP
4b29b56616h	3	9	the	the	DET
4b29b56616h	3	10	classifier	classifier	NOUN
4b29b56616h	3	11	's	's	PART
4b29b56616h	3	12	performance	performance	NOUN
4b29b56616h	3	13	on	on	ADP
4b29b56616h	3	14	past	past	ADJ
4b29b56616h	3	15	data	datum	NOUN
4b29b56616h	3	16	is	be	AUX
4b29b56616h	3	17	used	use	VERB
4b29b56616h	3	18	as	as	ADP
4b29b56616h	3	19	an	an	DET
4b29b56616h	3	20	estimate	estimate	NOUN
4b29b56616h	3	21	of	of	ADP
4b29b56616h	3	22	its	its	PRON
4b29b56616h	3	23	performance	performance	NOUN
4b29b56616h	3	24	on	on	ADP
4b29b56616h	3	25	future	future	ADJ
4b29b56616h	3	26	data	datum	NOUN
4b29b56616h	3	27	.	.	PUNCT
4b29b56616h	4	1	ideally	ideally	ADV
4b29b56616h	4	2	,	,	PUNCT
4b29b56616h	4	3	this	this	DET
4b29b56616h	4	4	estimate	estimate	NOUN
4b29b56616h	4	5	is	be	AUX
4b29b56616h	4	6	perfectly	perfectly	ADV
4b29b56616h	4	7	aligned	align	VERB
4b29b56616h	4	8	with	with	ADP
4b29b56616h	4	9	the	the	DET
4b29b56616h	4	10	extit{true	extit{true	ADJ
4b29b56616h	4	11	cost	cost	NOUN
4b29b56616h	4	12	}	}	PUNCT
4b29b56616h	4	13	of	of	ADP
4b29b56616h	4	14	applying	apply	VERB
4b29b56616h	4	15	the	the	DET
4b29b56616h	4	16	classifier	classifier	NOUN
4b29b56616h	4	17	on	on	ADP
4b29b56616h	4	18	future	future	ADJ
4b29b56616h	4	19	data	datum	NOUN
4b29b56616h	4	20	,	,	PUNCT
4b29b56616h	4	21	but	but	CCONJ
4b29b56616h	4	22	this	this	PRON
4b29b56616h	4	23	far	far	ADV
4b29b56616h	4	24	from	from	ADP
4b29b56616h	4	25	guaranteed	guarantee	VERB
4b29b56616h	4	26	in	in	ADP
4b29b56616h	4	27	practice	practice	NOUN
4b29b56616h	4	28	.	.	PUNCT
4b29b56616h	5	1	first	first	ADV
4b29b56616h	5	2	,	,	PUNCT
4b29b56616h	5	3	any	any	DET
4b29b56616h	5	4	estimate	estimate	NOUN
4b29b56616h	5	5	of	of	ADP
4b29b56616h	5	6	classifier	classifi	ADJ
4b29b56616h	5	7	performance	performance	NOUN
4b29b56616h	5	8	has	have	VERB
4b29b56616h	5	9	variance	variance	NOUN
4b29b56616h	5	10	,	,	PUNCT
4b29b56616h	5	11	and	and	CCONJ
4b29b56616h	5	12	this	this	DET
4b29b56616h	5	13	variance	variance	NOUN
4b29b56616h	5	14	is	be	AUX
4b29b56616h	5	15	difficult	difficult	ADJ
4b29b56616h	5	16	to	to	PART
4b29b56616h	5	17	estimate	estimate	VERB
4b29b56616h	5	18	.	.	PUNCT
4b29b56616h	6	1	additionally	additionally	ADV
4b29b56616h	6	2	,	,	PUNCT
4b29b56616h	6	3	misclassification	misclassification	NOUN
4b29b56616h	6	4	costs	cost	NOUN
4b29b56616h	6	5	are	be	AUX
4b29b56616h	6	6	rarely	rarely	ADV
4b29b56616h	6	7	known	know	VERB
4b29b56616h	6	8	at	at	ADP
4b29b56616h	6	9	model	model	NOUN
4b29b56616h	6	10	-	-	PUNCT
4b29b56616h	6	11	selection	selection	NOUN
4b29b56616h	6	12	time	time	NOUN
4b29b56616h	6	13	and	and	CCONJ
4b29b56616h	6	14	the	the	DET
4b29b56616h	6	15	characteristics	characteristic	NOUN
4b29b56616h	6	16	of	of	ADP
4b29b56616h	6	17	the	the	DET
4b29b56616h	6	18	population	population	NOUN
4b29b56616h	6	19	from	from	ADP
4b29b56616h	6	20	which	which	PRON
4b29b56616h	6	21	data	datum	NOUN
4b29b56616h	6	22	are	be	AUX
4b29b56616h	6	23	drawn	draw	VERB
4b29b56616h	6	24	may	may	AUX
4b29b56616h	6	25	change	change	VERB
4b29b56616h	6	26	over	over	ADP
4b29b56616h	6	27	time	time	NOUN
4b29b56616h	6	28	.	.	PUNCT
4b29b56616h	7	1	if	if	SCONJ
4b29b56616h	7	2	the	the	DET
4b29b56616h	7	3	training	training	NOUN
4b29b56616h	7	4	-	-	PUNCT
4b29b56616h	7	5	time	time	NOUN
4b29b56616h	7	6	estimate	estimate	NOUN
4b29b56616h	7	7	of	of	ADP
4b29b56616h	7	8	either	either	CCONJ
4b29b56616h	7	9	misclassification	misclassification	NOUN
4b29b56616h	7	10	cost	cost	NOUN
4b29b56616h	7	11	or	or	CCONJ
4b29b56616h	7	12	data	data	NOUN
4b29b56616h	7	13	distribution	distribution	NOUN
4b29b56616h	7	14	is	be	AUX
4b29b56616h	7	15	incorrect	incorrect	ADJ
4b29b56616h	7	16	,	,	PUNCT
4b29b56616h	7	17	the	the	DET
4b29b56616h	7	18	chosen	choose	VERB
4b29b56616h	7	19	classifier	classifier	NOUN
4b29b56616h	7	20	is	be	AUX
4b29b56616h	7	21	sub	sub	ADJ
4b29b56616h	7	22	-	-	ADJ
4b29b56616h	7	23	optimal	optimal	ADJ
4b29b56616h	7	24	and	and	CCONJ
4b29b56616h	7	25	may	may	AUX
4b29b56616h	7	26	perform	perform	VERB
4b29b56616h	7	27	worse	bad	ADJ
4b29b56616h	7	28	than	than	SCONJ
4b29b56616h	7	29	expected	expect	VERB
4b29b56616h	7	30	.	.	PUNCT
4b29b56616h	8	1	finally	finally	ADV
4b29b56616h	8	2	,	,	PUNCT
4b29b56616h	8	3	once	once	ADV
4b29b56616h	8	4	a	a	DET
4b29b56616h	8	5	suitable	suitable	ADJ
4b29b56616h	8	6	classifier	classifier	NOUN
4b29b56616h	8	7	is	be	AUX
4b29b56616h	8	8	built	build	VERB
4b29b56616h	8	9	and	and	CCONJ
4b29b56616h	8	10	deployed	deploy	VERB
4b29b56616h	8	11	,	,	PUNCT
4b29b56616h	8	12	there	there	PRON
4b29b56616h	8	13	need	need	VERB
4b29b56616h	8	14	to	to	PART
4b29b56616h	8	15	be	be	AUX
4b29b56616h	8	16	systems	system	NOUN
4b29b56616h	8	17	in	in	ADP
4b29b56616h	8	18	place	place	NOUN
4b29b56616h	8	19	to	to	PART
4b29b56616h	8	20	ensure	ensure	VERB
4b29b56616h	8	21	that	that	SCONJ
4b29b56616h	8	22	it	it	PRON
4b29b56616h	8	23	continues	continue	VERB
4b29b56616h	8	24	to	to	PART
4b29b56616h	8	25	perform	perform	VERB
4b29b56616h	8	26	at	at	ADP
4b29b56616h	8	27	a	a	DET
4b29b56616h	8	28	high	high	ADJ
4b29b56616h	8	29	level	level	NOUN
4b29b56616h	8	30	over	over	ADP
4b29b56616h	8	31	time	time	NOUN
4b29b56616h	8	32	.	.	PUNCT
4b29b56616h	9	1	the	the	DET
4b29b56616h	9	2	purpose	purpose	NOUN
4b29b56616h	9	3	of	of	ADP
4b29b56616h	9	4	this	this	DET
4b29b56616h	9	5	dissertation	dissertation	NOUN
4b29b56616h	9	6	is	be	AUX
4b29b56616h	9	7	to	to	PART
4b29b56616h	9	8	improve	improve	VERB
4b29b56616h	9	9	the	the	DET
4b29b56616h	9	10	processes	process	NOUN
4b29b56616h	9	11	of	of	ADP
4b29b56616h	9	12	classifier	classifi	ADJ
4b29b56616h	9	13	evaluation	evaluation	NOUN
4b29b56616h	9	14	,	,	PUNCT
4b29b56616h	9	15	selection	selection	NOUN
4b29b56616h	9	16	,	,	PUNCT
4b29b56616h	9	17	and	and	CCONJ
4b29b56616h	9	18	maintenance	maintenance	NOUN
4b29b56616h	9	19	in	in	ADP
4b29b56616h	9	20	real	real	ADJ
4b29b56616h	9	21	-	-	PUNCT
4b29b56616h	9	22	world	world	NOUN
4b29b56616h	9	23	situations	situation	NOUN
4b29b56616h	9	24	.	.	PUNCT