id	sid	tid	token	lemma	pos
crl-16993	1	1	260	260	NUM
crl-16993	1	2	replicable	replicable	ADJ
crl-16993	1	3	services	service	NOUN
crl-16993	1	4	for	for	ADP
crl-16993	1	5	reproducible	reproducible	ADJ
crl-16993	1	6	research	research	NOUN
crl-16993	1	7	:	:	PUNCT
crl-16993	1	8	a	a	DET
crl-16993	1	9	model	model	NOUN
crl-16993	1	10	for	for	ADP
crl-16993	1	11	academic	academic	ADJ
crl-16993	1	12	libraries	library	NOUN
crl-16993	1	13	franklin	franklin	PROPN
crl-16993	1	14	sayre	sayre	PROPN
crl-16993	1	15	and	and	CCONJ
crl-16993	1	16	amy	amy	PROPN
crl-16993	1	17	riegelman	riegelman	PROPN
crl-16993	1	18	*	*	PUNCT
crl-16993	1	19	over	over	ADP
crl-16993	1	20	the	the	DET
crl-16993	1	21	past	past	ADJ
crl-16993	1	22	decade	decade	NOUN
crl-16993	1	23	,	,	PUNCT
crl-16993	1	24	evidence	evidence	NOUN
crl-16993	1	25	from	from	ADP
crl-16993	1	26	disciplines	discipline	NOUN
crl-16993	1	27	ranging	range	VERB
crl-16993	1	28	from	from	ADP
crl-16993	1	29	biology	biology	NOUN
crl-16993	1	30	to	to	ADP
crl-16993	1	31	economics	economics	PROPN
crl-16993	1	32	has	have	AUX
crl-16993	1	33	suggested	suggest	VERB
crl-16993	1	34	that	that	SCONJ
crl-16993	1	35	many	many	ADJ
crl-16993	1	36	scientific	scientific	ADJ
crl-16993	1	37	studies	study	NOUN
crl-16993	1	38	may	may	AUX
crl-16993	1	39	not	not	PART
crl-16993	1	40	be	be	AUX
crl-16993	1	41	reproducible	reproducible	ADJ
crl-16993	1	42	.	.	PUNCT
crl-16993	2	1	this	this	PRON
crl-16993	2	2	has	have	AUX
crl-16993	2	3	led	lead	VERB
crl-16993	2	4	to	to	ADP
crl-16993	2	5	declarations	declaration	NOUN
crl-16993	2	6	in	in	ADP
crl-16993	2	7	both	both	CCONJ
crl-16993	2	8	the	the	DET
crl-16993	2	9	scientific	scientific	ADJ
crl-16993	2	10	and	and	CCONJ
crl-16993	2	11	lay	lay	VERB
crl-16993	2	12	press	press	NOUN
crl-16993	2	13	that	that	SCONJ
crl-16993	2	14	science	science	NOUN
crl-16993	2	15	is	be	AUX
crl-16993	2	16	experiencing	experience	VERB
crl-16993	2	17	a	a	DET
crl-16993	2	18	“	"	PUNCT
crl-16993	2	19	reproducibility	reproducibility	NOUN
crl-16993	2	20	crisis	crisis	NOUN
crl-16993	2	21	”	"	PUNCT
crl-16993	2	22	and	and	CCONJ
crl-16993	2	23	that	that	SCONJ
crl-16993	2	24	this	this	DET
crl-16993	2	25	crisis	crisis	NOUN
crl-16993	2	26	has	have	VERB
crl-16993	2	27	consequences	consequence	NOUN
crl-16993	2	28	for	for	ADP
crl-16993	2	29	the	the	DET
crl-16993	2	30	extent	extent	NOUN
crl-16993	2	31	to	to	PART
crl-16993	2	32	which	which	PRON
crl-16993	2	33	students	student	NOUN
crl-16993	2	34	,	,	PUNCT
crl-16993	2	35	faculty	faculty	NOUN
crl-16993	2	36	,	,	PUNCT
crl-16993	2	37	and	and	CCONJ
crl-16993	2	38	the	the	DET
crl-16993	2	39	public	public	NOUN
crl-16993	2	40	at	at	ADP
crl-16993	2	41	large	large	ADJ
crl-16993	2	42	can	can	AUX
crl-16993	2	43	trust	trust	VERB
crl-16993	2	44	research	research	NOUN
crl-16993	2	45	.	.	PUNCT
crl-16993	3	1	faculty	faculty	NOUN
crl-16993	3	2	build	build	VERB
crl-16993	3	3	on	on	ADP
crl-16993	3	4	these	these	DET
crl-16993	3	5	results	result	NOUN
crl-16993	3	6	with	with	ADP
crl-16993	3	7	their	their	PRON
crl-16993	3	8	own	own	ADJ
crl-16993	3	9	research	research	NOUN
crl-16993	3	10	,	,	PUNCT
crl-16993	3	11	and	and	CCONJ
crl-16993	3	12	students	student	NOUN
crl-16993	3	13	and	and	CCONJ
crl-16993	3	14	the	the	DET
crl-16993	3	15	public	public	ADJ
crl-16993	3	16	use	use	VERB
crl-16993	3	17	these	these	DET
crl-16993	3	18	results	result	NOUN
crl-16993	3	19	for	for	ADP
crl-16993	3	20	everything	everything	PRON
crl-16993	3	21	from	from	ADP
crl-16993	3	22	patient	patient	ADJ
crl-16993	3	23	care	care	NOUN
crl-16993	3	24	to	to	ADP
crl-16993	3	25	public	public	ADJ
crl-16993	3	26	policy	policy	NOUN
crl-16993	3	27	.	.	PUNCT
crl-16993	4	1	to	to	PART
crl-16993	4	2	build	build	VERB
crl-16993	4	3	a	a	DET
crl-16993	4	4	model	model	NOUN
crl-16993	4	5	for	for	ADP
crl-16993	4	6	how	how	SCONJ
crl-16993	4	7	academic	academic	ADJ
crl-16993	4	8	libraries	library	NOUN
crl-16993	4	9	can	can	AUX
crl-16993	4	10	support	support	VERB
crl-16993	4	11	reproducible	reproducible	ADJ
crl-16993	4	12	research	research	NOUN
crl-16993	4	13	,	,	PUNCT
crl-16993	4	14	the	the	DET
crl-16993	4	15	authors	author	NOUN
crl-16993	4	16	conducted	conduct	VERB
crl-16993	4	17	a	a	DET
crl-16993	4	18	review	review	NOUN
crl-16993	4	19	of	of	ADP
crl-16993	4	20	major	major	ADJ
crl-16993	4	21	guidelines	guideline	NOUN
crl-16993	4	22	from	from	ADP
crl-16993	4	23	funders	funder	NOUN
crl-16993	4	24	,	,	PUNCT
crl-16993	4	25	publishers	publisher	NOUN
crl-16993	4	26	,	,	PUNCT
crl-16993	4	27	and	and	CCONJ
crl-16993	4	28	professional	professional	ADJ
crl-16993	4	29	societies	society	NOUN
crl-16993	4	30	.	.	PUNCT
crl-16993	5	1	specific	specific	ADJ
crl-16993	5	2	recommendations	recommendation	NOUN
crl-16993	5	3	were	be	AUX
crl-16993	5	4	extracted	extract	VERB
crl-16993	5	5	from	from	ADP
crl-16993	5	6	guidelines	guideline	NOUN
crl-16993	5	7	and	and	CCONJ
crl-16993	5	8	compared	compare	VERB
crl-16993	5	9	with	with	ADP
crl-16993	5	10	existing	exist	VERB
crl-16993	5	11	academic	academic	ADJ
crl-16993	5	12	library	library	NOUN
crl-16993	5	13	services	service	NOUN
crl-16993	5	14	and	and	CCONJ
crl-16993	5	15	librarian	librarian	ADJ
crl-16993	5	16	expertise	expertise	NOUN
crl-16993	5	17	.	.	PUNCT
crl-16993	6	1	the	the	DET
crl-16993	6	2	authors	author	NOUN
crl-16993	6	3	believe	believe	VERB
crl-16993	6	4	this	this	DET
crl-16993	6	5	review	review	NOUN
crl-16993	6	6	shows	show	VERB
crl-16993	6	7	that	that	SCONJ
crl-16993	6	8	many	many	ADJ
crl-16993	6	9	of	of	ADP
crl-16993	6	10	the	the	DET
crl-16993	6	11	recommendations	recommendation	NOUN
crl-16993	6	12	for	for	ADP
crl-16993	6	13	improving	improve	VERB
crl-16993	6	14	reproducibility	reproducibility	NOUN
crl-16993	6	15	are	be	AUX
crl-16993	6	16	core	core	NOUN
crl-16993	6	17	areas	area	NOUN
crl-16993	6	18	of	of	ADP
crl-16993	6	19	academic	academic	ADJ
crl-16993	6	20	librarianship	librarianship	NOUN
crl-16993	6	21	,	,	PUNCT
crl-16993	6	22	including	include	VERB
crl-16993	6	23	data	data	NOUN
crl-16993	6	24	management	management	NOUN
crl-16993	6	25	,	,	PUNCT
crl-16993	6	26	scholarly	scholarly	ADJ
crl-16993	6	27	communication	communication	NOUN
crl-16993	6	28	,	,	PUNCT
crl-16993	6	29	and	and	CCONJ
crl-16993	6	30	methodological	methodological	ADJ
crl-16993	6	31	support	support	NOUN
crl-16993	6	32	for	for	ADP
crl-16993	6	33	systematic	systematic	ADJ
crl-16993	6	34	reviews	review	NOUN
crl-16993	6	35	and	and	CCONJ
crl-16993	6	36	data	data	NOUN
crl-16993	6	37	-	-	PUNCT
crl-16993	6	38	intensive	intensive	ADJ
crl-16993	6	39	research	research	NOUN
crl-16993	6	40	.	.	PUNCT
crl-16993	7	1	by	by	ADP
crl-16993	7	2	increasing	increase	VERB
crl-16993	7	3	our	our	PRON
crl-16993	7	4	knowledge	knowledge	NOUN
crl-16993	7	5	of	of	ADP
crl-16993	7	6	disciplinary	disciplinary	ADJ
crl-16993	7	7	,	,	PUNCT
crl-16993	7	8	journal	journal	NOUN
crl-16993	7	9	,	,	PUNCT
crl-16993	7	10	funder	funder	VERB
crl-16993	7	11	,	,	PUNCT
crl-16993	7	12	and	and	CCONJ
crl-16993	7	13	society	society	NOUN
crl-16993	7	14	perspectives	perspective	NOUN
crl-16993	7	15	on	on	ADP
crl-16993	7	16	reproducibility	reproducibility	NOUN
crl-16993	7	17	,	,	PUNCT
crl-16993	7	18	and	and	CCONJ
crl-16993	7	19	reframing	reframe	VERB
crl-16993	7	20	existing	exist	VERB
crl-16993	7	21	librarian	librarian	ADJ
crl-16993	7	22	expertise	expertise	NOUN
crl-16993	7	23	and	and	CCONJ
crl-16993	7	24	services	service	NOUN
crl-16993	7	25	,	,	PUNCT
crl-16993	7	26	academic	academic	ADJ
crl-16993	7	27	librarians	librarian	NOUN
crl-16993	7	28	will	will	AUX
crl-16993	7	29	be	be	AUX
crl-16993	7	30	well	well	ADV
crl-16993	7	31	positioned	positioned	ADJ
crl-16993	7	32	to	to	PART
crl-16993	7	33	be	be	AUX
crl-16993	7	34	leaders	leader	NOUN
crl-16993	7	35	in	in	ADP
crl-16993	7	36	supporting	support	VERB
crl-16993	7	37	reproducible	reproducible	ADJ
crl-16993	7	38	research	research	NOUN
crl-16993	7	39	.	.	PUNCT
crl-16993	8	1	introduction	introduction	NOUN
crl-16993	8	2	in	in	ADP
crl-16993	8	3	recent	recent	ADJ
crl-16993	8	4	years	year	NOUN
crl-16993	8	5	,	,	PUNCT
crl-16993	8	6	evidence	evidence	NOUN
crl-16993	8	7	has	have	AUX
crl-16993	8	8	emerged	emerge	VERB
crl-16993	8	9	from	from	ADP
crl-16993	8	10	a	a	DET
crl-16993	8	11	number	number	NOUN
crl-16993	8	12	of	of	ADP
crl-16993	8	13	disciplines	discipline	NOUN
crl-16993	8	14	,	,	PUNCT
crl-16993	8	15	including	include	VERB
crl-16993	8	16	psychology,1	psychology,1	NOUN
crl-16993	8	17	biology,2	biology,2	NOUN
crl-16993	8	18	biomedicine,3	biomedicine,3	NOUN
crl-16993	8	19	neuroscience,4	neuroscience,4	PROPN
crl-16993	8	20	drug	drug	PROPN
crl-16993	8	21	development,5	development,5	PROPN
crl-16993	8	22	chemistry,6	chemistry,6	PROPN
crl-16993	8	23	climate	climate	NOUN
crl-16993	8	24	science,7	science,7	ADJ
crl-16993	8	25	economics,8	economics,8	NOUN
crl-16993	8	26	and	and	CCONJ
crl-16993	8	27	education9	education9	NOUN
crl-16993	8	28	that	that	PRON
crl-16993	8	29	science	science	NOUN
crl-16993	8	30	may	may	AUX
crl-16993	8	31	be	be	AUX
crl-16993	8	32	facing	face	VERB
crl-16993	8	33	a	a	DET
crl-16993	8	34	reproducibility	reproducibility	NOUN
crl-16993	8	35	crisis	crisis	NOUN
crl-16993	8	36	.	.	PUNCT
crl-16993	9	1	the	the	DET
crl-16993	9	2	authors	author	NOUN
crl-16993	9	3	have	have	AUX
crl-16993	9	4	argued	argue	VERB
crl-16993	9	5	previously	previously	ADV
crl-16993	9	6	that	that	SCONJ
crl-16993	9	7	libraries	library	NOUN
crl-16993	9	8	have	have	VERB
crl-16993	9	9	a	a	DET
crl-16993	9	10	responsibility	responsibility	NOUN
crl-16993	9	11	to	to	PART
crl-16993	9	12	help	help	VERB
crl-16993	9	13	support	support	VERB
crl-16993	9	14	reproducible	reproducible	ADJ
crl-16993	9	15	research	research	NOUN
crl-16993	9	16	and	and	CCONJ
crl-16993	9	17	should	should	AUX
crl-16993	9	18	take	take	VERB
crl-16993	9	19	a	a	DET
crl-16993	9	20	leadership	leadership	NOUN
crl-16993	9	21	role	role	NOUN
crl-16993	9	22	within	within	ADP
crl-16993	9	23	academic	academic	ADJ
crl-16993	9	24	institutions.10	institutions.10	ADV
crl-16993	9	25	this	this	DET
crl-16993	9	26	paper	paper	NOUN
crl-16993	9	27	outlines	outline	VERB
crl-16993	9	28	a	a	DET
crl-16993	9	29	model	model	NOUN
crl-16993	9	30	for	for	ADP
crl-16993	9	31	how	how	SCONJ
crl-16993	9	32	academic	academic	ADJ
crl-16993	9	33	libraries	library	NOUN
crl-16993	9	34	can	can	AUX
crl-16993	9	35	broadly	broadly	ADV
crl-16993	9	36	support	support	VERB
crl-16993	9	37	reproducible	reproducible	ADJ
crl-16993	9	38	research	research	NOUN
crl-16993	9	39	based	base	VERB
crl-16993	9	40	on	on	ADP
crl-16993	9	41	the	the	DET
crl-16993	9	42	alignment	alignment	NOUN
crl-16993	9	43	between	between	ADP
crl-16993	9	44	recommendations	recommendation	NOUN
crl-16993	9	45	contained	contain	VERB
crl-16993	9	46	in	in	ADP
crl-16993	9	47	guidelines	guideline	NOUN
crl-16993	9	48	developed	develop	VERB
crl-16993	9	49	by	by	ADP
crl-16993	9	50	funders	funder	NOUN
crl-16993	9	51	,	,	PUNCT
crl-16993	9	52	professional	professional	ADJ
crl-16993	9	53	societies	society	NOUN
crl-16993	9	54	,	,	PUNCT
crl-16993	9	55	and	and	CCONJ
crl-16993	9	56	publishers	publisher	NOUN
crl-16993	9	57	for	for	ADP
crl-16993	9	58	improving	improve	VERB
crl-16993	9	59	reproducibility	reproducibility	NOUN
crl-16993	9	60	and	and	CCONJ
crl-16993	9	61	existing	exist	VERB
crl-16993	9	62	expertise	expertise	NOUN
crl-16993	9	63	and	and	CCONJ
crl-16993	9	64	services	service	NOUN
crl-16993	9	65	offered	offer	VERB
crl-16993	9	66	by	by	ADP
crl-16993	9	67	academic	academic	ADJ
crl-16993	9	68	libraries	library	NOUN
crl-16993	9	69	.	.	PUNCT
crl-16993	10	1	as	as	SCONJ
crl-16993	10	2	the	the	DET
crl-16993	10	3	authors	author	NOUN
crl-16993	10	4	explained	explain	VERB
crl-16993	10	5	in	in	ADP
crl-16993	10	6	a	a	DET
crl-16993	10	7	previous	previous	ADJ
crl-16993	10	8	article	article	NOUN
crl-16993	10	9	,	,	PUNCT
crl-16993	10	10	the	the	DET
crl-16993	10	11	terms	term	NOUN
crl-16993	10	12	reproducibility	reproducibility	NOUN
crl-16993	10	13	and	and	CCONJ
crl-16993	10	14	replicability	replicability	NOUN
crl-16993	10	15	are	be	AUX
crl-16993	10	16	often	often	ADV
crl-16993	10	17	misused	misuse	VERB
crl-16993	10	18	,	,	PUNCT
crl-16993	10	19	and	and	CCONJ
crl-16993	10	20	it	it	PRON
crl-16993	10	21	is	be	AUX
crl-16993	10	22	important	important	ADJ
crl-16993	10	23	to	to	PART
crl-16993	10	24	understand	understand	VERB
crl-16993	10	25	the	the	DET
crl-16993	10	26	differences.11	differences.11	NOUN
crl-16993	10	27	the	the	DET
crl-16993	10	28	previously	previously	ADV
crl-16993	10	29	published	publish	VERB
crl-16993	10	30	editorial	editorial	NOUN
crl-16993	10	31	contains	contain	VERB
crl-16993	10	32	a	a	DET
crl-16993	10	33	longer	long	ADJ
crl-16993	10	34	discussion	discussion	NOUN
crl-16993	10	35	of	of	ADP
crl-16993	10	36	issues	issue	NOUN
crl-16993	10	37	with	with	ADP
crl-16993	10	38	current	current	ADJ
crl-16993	10	39	definitions	definition	NOUN
crl-16993	10	40	and	and	CCONJ
crl-16993	10	41	briefly	briefly	ADV
crl-16993	10	42	outlines	outline	VERB
crl-16993	10	43	franklin	franklin	PROPN
crl-16993	10	44	sayre	sayre	PROPN
crl-16993	10	45	is	be	AUX
crl-16993	10	46	a	a	DET
crl-16993	10	47	liaison	liaison	NOUN
crl-16993	10	48	librarian	librarian	NOUN
crl-16993	10	49	at	at	ADP
crl-16993	10	50	the	the	DET
crl-16993	10	51	university	university	PROPN
crl-16993	10	52	of	of	ADP
crl-16993	10	53	minnesota	minnesota	PROPN
crl-16993	10	54	twin	twin	ADJ
crl-16993	10	55	cities	city	NOUN
crl-16993	10	56	and	and	CCONJ
crl-16993	10	57	amy	amy	PROPN
crl-16993	10	58	riegelman	riegelman	PROPN
crl-16993	10	59	is	be	AUX
crl-16993	10	60	a	a	DET
crl-16993	10	61	social	social	ADJ
crl-16993	10	62	sciences	science	NOUN
crl-16993	10	63	librarian	librarian	NOUN
crl-16993	10	64	at	at	ADP
crl-16993	10	65	the	the	DET
crl-16993	10	66	university	university	PROPN
crl-16993	10	67	of	of	ADP
crl-16993	10	68	minnesota	minnesota	PROPN
crl-16993	10	69	twin	twin	ADJ
crl-16993	10	70	cities	city	NOUN
crl-16993	10	71	;	;	PUNCT
crl-16993	10	72	email	email	NOUN
crl-16993	10	73	:	:	PUNCT
crl-16993	10	74	franklin.sayre@gmail.com	franklin.sayre@gmail.com	X
crl-16993	10	75	,	,	PUNCT
crl-16993	10	76	aspringe@umn.edu	aspringe@umn.edu	PROPN
crl-16993	10	77	.	.	PUNCT
crl-16993	11	1	mailto:franklin.sayre@gmail.com	mailto:franklin.sayre@gmail.com	PROPN
crl-16993	11	2	mailto:aspringe@umn.edu	mailto:aspringe@umn.edu	PROPN
crl-16993	11	3	replicable	replicable	ADJ
crl-16993	11	4	services	service	NOUN
crl-16993	11	5	for	for	ADP
crl-16993	11	6	reproducible	reproducible	ADJ
crl-16993	11	7	research	research	NOUN
crl-16993	11	8	261	261	NUM
crl-16993	11	9	the	the	DET
crl-16993	11	10	most	most	ADV
crl-16993	11	11	useful	useful	ADJ
crl-16993	11	12	distinctions,12	distinctions,12	NOUN
crl-16993	11	13	but	but	CCONJ
crl-16993	11	14	to	to	PART
crl-16993	11	15	summarize	summarize	VERB
crl-16993	11	16	,	,	PUNCT
crl-16993	11	17	the	the	DET
crl-16993	11	18	national	national	PROPN
crl-16993	11	19	science	science	PROPN
crl-16993	11	20	foundation	foundation	PROPN
crl-16993	11	21	’s	’s	PART
crl-16993	11	22	(	(	PUNCT
crl-16993	11	23	nsf	nsf	ADJ
crl-16993	11	24	)	)	PUNCT
crl-16993	11	25	social	social	ADJ
crl-16993	11	26	,	,	PUNCT
crl-16993	11	27	behavioral	behavioral	ADJ
crl-16993	11	28	and	and	CCONJ
crl-16993	11	29	economic	economic	ADJ
crl-16993	11	30	(	(	PUNCT
crl-16993	11	31	sbe	sbe	NOUN
crl-16993	11	32	)	)	PUNCT
crl-16993	11	33	division	division	NOUN
crl-16993	11	34	subcommittee	subcommittee	NOUN
crl-16993	11	35	on	on	ADP
crl-16993	11	36	replicable	replicable	ADJ
crl-16993	11	37	science	science	NOUN
crl-16993	11	38	published	publish	VERB
crl-16993	11	39	a	a	DET
crl-16993	11	40	report	report	NOUN
crl-16993	11	41	on	on	ADP
crl-16993	11	42	robust	robust	ADJ
crl-16993	11	43	research	research	NOUN
crl-16993	11	44	practices	practice	NOUN
crl-16993	11	45	,	,	PUNCT
crl-16993	11	46	where	where	SCONJ
crl-16993	11	47	they	they	PRON
crl-16993	11	48	define	define	VERB
crl-16993	11	49	reproducibility	reproducibility	NOUN
crl-16993	11	50	as	as	ADP
crl-16993	11	51	“	"	PUNCT
crl-16993	11	52	the	the	DET
crl-16993	11	53	ability	ability	NOUN
crl-16993	11	54	of	of	ADP
crl-16993	11	55	a	a	DET
crl-16993	11	56	researcher	researcher	NOUN
crl-16993	11	57	to	to	PART
crl-16993	11	58	duplicate	duplicate	VERB
crl-16993	11	59	the	the	DET
crl-16993	11	60	results	result	NOUN
crl-16993	11	61	of	of	ADP
crl-16993	11	62	a	a	DET
crl-16993	11	63	prior	prior	ADJ
crl-16993	11	64	study	study	NOUN
crl-16993	11	65	using	use	VERB
crl-16993	11	66	the	the	DET
crl-16993	11	67	same	same	ADJ
crl-16993	11	68	materials	material	NOUN
crl-16993	11	69	and	and	CCONJ
crl-16993	11	70	procedures	procedure	NOUN
crl-16993	11	71	[	[	X
crl-16993	11	72	emphasis	emphasis	NOUN
crl-16993	11	73	added	add	VERB
crl-16993	11	74	]	]	PUNCT
crl-16993	11	75	as	as	SCONJ
crl-16993	11	76	were	be	AUX
crl-16993	11	77	used	use	VERB
crl-16993	11	78	by	by	ADP
crl-16993	11	79	the	the	DET
crl-16993	11	80	original	original	ADJ
crl-16993	11	81	investigator	investigator	NOUN
crl-16993	11	82	.	.	PUNCT
crl-16993	12	1	”13	”13	PROPN
crl-16993	12	2	replicability	replicability	NOUN
crl-16993	12	3	was	be	AUX
crl-16993	12	4	defined	define	VERB
crl-16993	12	5	as	as	ADP
crl-16993	12	6	“	"	PUNCT
crl-16993	12	7	the	the	DET
crl-16993	12	8	ability	ability	NOUN
crl-16993	12	9	of	of	ADP
crl-16993	12	10	a	a	DET
crl-16993	12	11	researcher	researcher	NOUN
crl-16993	12	12	to	to	PART
crl-16993	12	13	duplicate	duplicate	VERB
crl-16993	12	14	the	the	DET
crl-16993	12	15	results	result	NOUN
crl-16993	12	16	of	of	ADP
crl-16993	12	17	a	a	DET
crl-16993	12	18	prior	prior	ADJ
crl-16993	12	19	study	study	NOUN
crl-16993	12	20	if	if	SCONJ
crl-16993	12	21	the	the	DET
crl-16993	12	22	same	same	ADJ
crl-16993	12	23	procedures	procedure	NOUN
crl-16993	12	24	are	be	AUX
crl-16993	12	25	followed	follow	VERB
crl-16993	12	26	but	but	CCONJ
crl-16993	12	27	new	new	ADJ
crl-16993	12	28	data	datum	NOUN
crl-16993	12	29	are	be	AUX
crl-16993	12	30	collected	collect	VERB
crl-16993	12	31	[	[	X
crl-16993	12	32	emphasis	emphasis	NOUN
crl-16993	12	33	added].”14	added].”14	NOUN
crl-16993	12	34	leek	leek	NOUN
crl-16993	12	35	and	and	CCONJ
crl-16993	12	36	jager	jager	NOUN
crl-16993	12	37	reinforce	reinforce	VERB
crl-16993	12	38	this	this	DET
crl-16993	12	39	definition	definition	NOUN
crl-16993	12	40	,	,	PUNCT
crl-16993	12	41	noting	note	VERB
crl-16993	12	42	that	that	SCONJ
crl-16993	12	43	“	"	PUNCT
crl-16993	12	44	[	[	X
crl-16993	12	45	a	a	X
crl-16993	12	46	]	]	X
crl-16993	12	47	study	study	NOUN
crl-16993	12	48	is	be	AUX
crl-16993	12	49	reproducible	reproducible	ADJ
crl-16993	12	50	if	if	SCONJ
crl-16993	12	51	all	all	PRON
crl-16993	12	52	of	of	ADP
crl-16993	12	53	the	the	DET
crl-16993	12	54	code	code	NOUN
crl-16993	12	55	and	and	CCONJ
crl-16993	12	56	data	datum	NOUN
crl-16993	12	57	used	use	VERB
crl-16993	12	58	to	to	PART
crl-16993	12	59	generate	generate	VERB
crl-16993	12	60	the	the	DET
crl-16993	12	61	numbers	number	NOUN
crl-16993	12	62	and	and	CCONJ
crl-16993	12	63	figures	figure	NOUN
crl-16993	12	64	in	in	ADP
crl-16993	12	65	the	the	DET
crl-16993	12	66	paper	paper	NOUN
crl-16993	12	67	are	be	AUX
crl-16993	12	68	available	available	ADJ
crl-16993	12	69	and	and	CCONJ
crl-16993	12	70	exactly	exactly	ADV
crl-16993	12	71	produce	produce	VERB
crl-16993	12	72	the	the	DET
crl-16993	12	73	published	publish	VERB
crl-16993	12	74	results	result	NOUN
crl-16993	12	75	.	.	PUNCT
crl-16993	13	1	”15	”15	PUNCT
crl-16993	13	2	stodden	stodden	VERB
crl-16993	13	3	et	et	PROPN
crl-16993	14	1	al	al	PROPN
crl-16993	14	2	.	.	PROPN
crl-16993	14	3	have	have	AUX
crl-16993	14	4	proposed	propose	VERB
crl-16993	14	5	a	a	DET
crl-16993	14	6	continuum	continuum	NOUN
crl-16993	14	7	of	of	ADP
crl-16993	14	8	reproducible	reproducible	ADJ
crl-16993	14	9	research	research	NOUN
crl-16993	14	10	in	in	ADP
crl-16993	14	11	order	order	NOUN
crl-16993	14	12	to	to	PART
crl-16993	14	13	further	far	ADV
crl-16993	14	14	explore	explore	VERB
crl-16993	14	15	the	the	DET
crl-16993	14	16	concept	concept	NOUN
crl-16993	14	17	of	of	ADP
crl-16993	14	18	reproducible	reproducible	ADJ
crl-16993	14	19	research	research	NOUN
crl-16993	14	20	(	(	PUNCT
crl-16993	14	21	table	table	NOUN
crl-16993	14	22	1).16	1).16	NUM
crl-16993	14	23	table	table	NOUN
crl-16993	14	24	1	1	NUM
crl-16993	14	25	levels	level	NOUN
crl-16993	14	26	of	of	ADP
crl-16993	14	27	reproducibility	reproducibility	NOUN
crl-16993	14	28	*	*	PUNCT
crl-16993	14	29	•	•	ADJ
crl-16993	14	30	reviewable	reviewable	NOUN
crl-16993	14	31	research	research	NOUN
crl-16993	14	32	.	.	PUNCT
crl-16993	15	1	the	the	DET
crl-16993	15	2	descriptions	description	NOUN
crl-16993	15	3	of	of	ADP
crl-16993	15	4	the	the	DET
crl-16993	15	5	research	research	NOUN
crl-16993	15	6	methods	method	NOUN
crl-16993	15	7	can	can	AUX
crl-16993	15	8	be	be	AUX
crl-16993	15	9	independently	independently	ADV
crl-16993	15	10	assessed	assess	VERB
crl-16993	15	11	and	and	CCONJ
crl-16993	15	12	the	the	DET
crl-16993	15	13	results	result	NOUN
crl-16993	15	14	judged	judge	VERB
crl-16993	15	15	credible	credible	ADJ
crl-16993	15	16	.	.	PUNCT
crl-16993	16	1	(	(	PUNCT
crl-16993	16	2	this	this	PRON
crl-16993	16	3	includes	include	VERB
crl-16993	16	4	both	both	DET
crl-16993	16	5	traditional	traditional	ADJ
crl-16993	16	6	peer	peer	NOUN
crl-16993	16	7	review	review	NOUN
crl-16993	16	8	and	and	CCONJ
crl-16993	16	9	community	community	NOUN
crl-16993	16	10	review	review	NOUN
crl-16993	16	11	and	and	CCONJ
crl-16993	16	12	does	do	AUX
crl-16993	16	13	not	not	PART
crl-16993	16	14	necessarily	necessarily	ADV
crl-16993	16	15	imply	imply	VERB
crl-16993	16	16	reproducibility	reproducibility	NOUN
crl-16993	16	17	.	.	PUNCT
crl-16993	16	18	)	)	PUNCT
crl-16993	17	1	•	•	VERB
crl-16993	17	2	replicable	replicable	ADJ
crl-16993	17	3	research	research	NOUN
crl-16993	17	4	.	.	PUNCT
crl-16993	18	1	tools	tool	NOUN
crl-16993	18	2	are	be	AUX
crl-16993	18	3	made	make	VERB
crl-16993	18	4	available	available	ADJ
crl-16993	18	5	that	that	PRON
crl-16993	18	6	would	would	AUX
crl-16993	18	7	allow	allow	VERB
crl-16993	18	8	one	one	PRON
crl-16993	18	9	to	to	PART
crl-16993	18	10	duplicate	duplicate	VERB
crl-16993	18	11	the	the	DET
crl-16993	18	12	results	result	NOUN
crl-16993	18	13	of	of	ADP
crl-16993	18	14	the	the	DET
crl-16993	18	15	research	research	NOUN
crl-16993	18	16	(	(	PUNCT
crl-16993	18	17	for	for	ADP
crl-16993	18	18	example	example	NOUN
crl-16993	18	19	,	,	PUNCT
crl-16993	18	20	by	by	ADP
crl-16993	18	21	running	run	VERB
crl-16993	18	22	the	the	DET
crl-16993	18	23	author	author	NOUN
crl-16993	18	24	’s	’s	PART
crl-16993	18	25	code	code	NOUN
crl-16993	18	26	to	to	PART
crl-16993	18	27	produce	produce	VERB
crl-16993	18	28	the	the	DET
crl-16993	18	29	plots	plot	NOUN
crl-16993	18	30	shown	show	VERB
crl-16993	18	31	in	in	ADP
crl-16993	18	32	the	the	DET
crl-16993	18	33	publication	publication	NOUN
crl-16993	18	34	)	)	PUNCT
crl-16993	18	35	.	.	PUNCT
crl-16993	19	1	here	here	ADV
crl-16993	19	2	,	,	PUNCT
crl-16993	19	3	tools	tool	NOUN
crl-16993	19	4	might	might	AUX
crl-16993	19	5	be	be	AUX
crl-16993	19	6	limited	limit	VERB
crl-16993	19	7	in	in	ADP
crl-16993	19	8	scope	scope	NOUN
crl-16993	19	9	(	(	PUNCT
crl-16993	19	10	for	for	ADP
crl-16993	19	11	example	example	NOUN
crl-16993	19	12	,	,	PUNCT
crl-16993	19	13	only	only	ADV
crl-16993	19	14	essential	essential	ADJ
crl-16993	19	15	data	datum	NOUN
crl-16993	19	16	or	or	CCONJ
crl-16993	19	17	executables	executable	NOUN
crl-16993	19	18	)	)	PUNCT
crl-16993	19	19	and	and	CCONJ
crl-16993	19	20	might	might	AUX
crl-16993	19	21	only	only	ADV
crl-16993	19	22	be	be	AUX
crl-16993	19	23	made	make	VERB
crl-16993	19	24	available	available	ADJ
crl-16993	19	25	to	to	ADP
crl-16993	19	26	referees	referee	NOUN
crl-16993	19	27	or	or	CCONJ
crl-16993	19	28	only	only	ADV
crl-16993	19	29	upon	upon	SCONJ
crl-16993	19	30	request	request	NOUN
crl-16993	19	31	.	.	PUNCT
crl-16993	20	1	•	•	VERB
crl-16993	20	2	confirmable	confirmable	ADJ
crl-16993	20	3	research	research	NOUN
crl-16993	20	4	.	.	PUNCT
crl-16993	21	1	the	the	DET
crl-16993	21	2	main	main	ADJ
crl-16993	21	3	conclusions	conclusion	NOUN
crl-16993	21	4	of	of	ADP
crl-16993	21	5	the	the	DET
crl-16993	21	6	research	research	NOUN
crl-16993	21	7	can	can	AUX
crl-16993	21	8	be	be	AUX
crl-16993	21	9	attained	attain	VERB
crl-16993	21	10	independently	independently	ADV
crl-16993	21	11	without	without	ADP
crl-16993	21	12	the	the	DET
crl-16993	21	13	use	use	NOUN
crl-16993	21	14	of	of	ADP
crl-16993	21	15	software	software	NOUN
crl-16993	21	16	provided	provide	VERB
crl-16993	21	17	by	by	ADP
crl-16993	21	18	the	the	DET
crl-16993	21	19	author	author	NOUN
crl-16993	21	20	.	.	PUNCT
crl-16993	22	1	(	(	PUNCT
crl-16993	22	2	but	but	CCONJ
crl-16993	22	3	using	use	VERB
crl-16993	22	4	the	the	DET
crl-16993	22	5	complete	complete	ADJ
crl-16993	22	6	description	description	NOUN
crl-16993	22	7	of	of	ADP
crl-16993	22	8	algorithms	algorithm	NOUN
crl-16993	22	9	and	and	CCONJ
crl-16993	22	10	methodology	methodology	NOUN
crl-16993	22	11	provided	provide	VERB
crl-16993	22	12	in	in	ADP
crl-16993	22	13	the	the	DET
crl-16993	22	14	publication	publication	NOUN
crl-16993	22	15	and	and	CCONJ
crl-16993	22	16	any	any	DET
crl-16993	22	17	supplementary	supplementary	ADJ
crl-16993	22	18	materials	material	NOUN
crl-16993	22	19	.	.	PUNCT
crl-16993	22	20	)	)	PUNCT
crl-16993	22	21	•	•	VERB
crl-16993	22	22	auditable	auditable	ADJ
crl-16993	22	23	research	research	NOUN
crl-16993	22	24	.	.	PUNCT
crl-16993	23	1	sufficient	sufficient	ADJ
crl-16993	23	2	records	record	NOUN
crl-16993	23	3	(	(	PUNCT
crl-16993	23	4	including	include	VERB
crl-16993	23	5	data	datum	NOUN
crl-16993	23	6	and	and	CCONJ
crl-16993	23	7	software	software	NOUN
crl-16993	23	8	)	)	PUNCT
crl-16993	23	9	have	have	AUX
crl-16993	23	10	been	be	AUX
crl-16993	23	11	archived	archive	VERB
crl-16993	23	12	so	so	SCONJ
crl-16993	23	13	that	that	SCONJ
crl-16993	23	14	the	the	DET
crl-16993	23	15	research	research	NOUN
crl-16993	23	16	can	can	AUX
crl-16993	23	17	be	be	AUX
crl-16993	23	18	defended	defend	VERB
crl-16993	23	19	later	later	ADV
crl-16993	23	20	if	if	SCONJ
crl-16993	23	21	necessary	necessary	ADJ
crl-16993	23	22	or	or	CCONJ
crl-16993	23	23	differences	difference	NOUN
crl-16993	23	24	between	between	ADP
crl-16993	23	25	independent	independent	ADJ
crl-16993	23	26	confirmations	confirmation	NOUN
crl-16993	23	27	resolved	resolve	VERB
crl-16993	23	28	.	.	PUNCT
crl-16993	24	1	the	the	DET
crl-16993	24	2	archive	archive	NOUN
crl-16993	24	3	might	might	AUX
crl-16993	24	4	be	be	AUX
crl-16993	24	5	private	private	ADJ
crl-16993	24	6	,	,	PUNCT
crl-16993	24	7	as	as	ADP
crl-16993	24	8	with	with	ADP
crl-16993	24	9	traditional	traditional	ADJ
crl-16993	24	10	laboratory	laboratory	NOUN
crl-16993	24	11	notebooks	notebook	NOUN
crl-16993	24	12	.	.	PUNCT
crl-16993	25	1	•	•	VERB
crl-16993	25	2	open	open	ADJ
crl-16993	25	3	or	or	CCONJ
crl-16993	25	4	reproducible	reproducible	ADJ
crl-16993	25	5	research	research	NOUN
crl-16993	25	6	.	.	PUNCT
crl-16993	26	1	auditable	auditable	ADJ
crl-16993	26	2	research	research	NOUN
crl-16993	26	3	made	make	VERB
crl-16993	26	4	openly	openly	ADV
crl-16993	26	5	available	available	ADJ
crl-16993	26	6	.	.	PUNCT
crl-16993	27	1	this	this	DET
crl-16993	27	2	comprised	comprise	VERB
crl-16993	27	3	welldocumented	welldocumented	ADJ
crl-16993	27	4	and	and	CCONJ
crl-16993	27	5	fully	fully	ADV
crl-16993	27	6	open	open	ADJ
crl-16993	27	7	code	code	NOUN
crl-16993	27	8	and	and	CCONJ
crl-16993	27	9	data	datum	NOUN
crl-16993	27	10	that	that	PRON
crl-16993	27	11	are	be	AUX
crl-16993	27	12	publicly	publicly	ADV
crl-16993	27	13	available	available	ADJ
crl-16993	27	14	that	that	PRON
crl-16993	27	15	would	would	AUX
crl-16993	27	16	allow	allow	VERB
crl-16993	27	17	one	one	NUM
crl-16993	27	18	to	to	PART
crl-16993	27	19	(	(	PUNCT
crl-16993	27	20	a	a	ADV
crl-16993	27	21	)	)	PUNCT
crl-16993	27	22	fully	fully	ADV
crl-16993	27	23	audit	audit	VERB
crl-16993	27	24	the	the	DET
crl-16993	27	25	computational	computational	ADJ
crl-16993	27	26	procedure	procedure	NOUN
crl-16993	27	27	,	,	PUNCT
crl-16993	27	28	(	(	PUNCT
crl-16993	27	29	b	b	NOUN
crl-16993	27	30	)	)	PUNCT
crl-16993	27	31	replicate	replicate	NOUN
crl-16993	27	32	and	and	CCONJ
crl-16993	27	33	also	also	ADV
crl-16993	27	34	independently	independently	ADV
crl-16993	27	35	reproduce	reproduce	VERB
crl-16993	27	36	the	the	DET
crl-16993	27	37	results	result	NOUN
crl-16993	27	38	of	of	ADP
crl-16993	27	39	the	the	DET
crl-16993	27	40	research	research	NOUN
crl-16993	27	41	,	,	PUNCT
crl-16993	27	42	and	and	CCONJ
crl-16993	27	43	(	(	PUNCT
crl-16993	27	44	c	c	X
crl-16993	27	45	)	)	PUNCT
crl-16993	27	46	extend	extend	VERB
crl-16993	27	47	the	the	DET
crl-16993	27	48	results	result	NOUN
crl-16993	27	49	or	or	CCONJ
crl-16993	27	50	apply	apply	VERB
crl-16993	27	51	the	the	DET
crl-16993	27	52	method	method	NOUN
crl-16993	27	53	to	to	ADP
crl-16993	27	54	new	new	ADJ
crl-16993	27	55	problems	problem	NOUN
crl-16993	27	56	.	.	PUNCT
crl-16993	28	1	*	*	PUNCT
crl-16993	28	2	source	source	NOUN
crl-16993	28	3	:	:	PUNCT
crl-16993	28	4	v.	v.	PROPN
crl-16993	28	5	stodden	stodden	PROPN
crl-16993	28	6	,	,	PUNCT
crl-16993	28	7	d.h	d.h	PROPN
crl-16993	28	8	.	.	PROPN
crl-16993	28	9	bailey	bailey	PROPN
crl-16993	28	10	,	,	PUNCT
crl-16993	28	11	j.	j.	PROPN
crl-16993	28	12	borwein	borwein	PROPN
crl-16993	28	13	,	,	PUNCT
crl-16993	28	14	r.j	r.j	PROPN
crl-16993	28	15	.	.	PROPN
crl-16993	28	16	leveque	leveque	PROPN
crl-16993	28	17	,	,	PUNCT
crl-16993	28	18	w.	w.	PROPN
crl-16993	28	19	rider	rider	PROPN
crl-16993	28	20	,	,	PUNCT
crl-16993	28	21	and	and	CCONJ
crl-16993	28	22	w.	w.	PROPN
crl-16993	28	23	stein	stein	PROPN
crl-16993	28	24	(	(	PUNCT
crl-16993	28	25	2014	2014	NUM
crl-16993	28	26	)	)	PUNCT
crl-16993	28	27	,	,	PUNCT
crl-16993	28	28	setting	set	VERB
crl-16993	28	29	the	the	DET
crl-16993	28	30	default	default	NOUN
crl-16993	28	31	to	to	PART
crl-16993	28	32	reproducible	reproducible	VERB
crl-16993	28	33	reproducibility	reproducibility	NOUN
crl-16993	28	34	in	in	ADP
crl-16993	28	35	computational	computational	ADJ
crl-16993	28	36	and	and	CCONJ
crl-16993	28	37	experimental	experimental	ADJ
crl-16993	28	38	mathematics	mathematic	NOUN
crl-16993	28	39	reproducibility	reproducibility	NOUN
crl-16993	28	40	guidelines	guideline	NOUN
crl-16993	28	41	to	to	PART
crl-16993	28	42	address	address	VERB
crl-16993	28	43	the	the	DET
crl-16993	28	44	reproducibility	reproducibility	NOUN
crl-16993	28	45	crisis	crisis	NOUN
crl-16993	28	46	,	,	PUNCT
crl-16993	28	47	many	many	ADJ
crl-16993	28	48	stakeholders	stakeholder	NOUN
crl-16993	28	49	,	,	PUNCT
crl-16993	28	50	including	include	VERB
crl-16993	28	51	funders	funder	NOUN
crl-16993	28	52	,	,	PUNCT
crl-16993	28	53	journals	journal	NOUN
crl-16993	28	54	,	,	PUNCT
crl-16993	28	55	scientific	scientific	ADJ
crl-16993	28	56	societies	society	NOUN
crl-16993	28	57	,	,	PUNCT
crl-16993	28	58	institutions	institution	NOUN
crl-16993	28	59	,	,	PUNCT
crl-16993	28	60	and	and	CCONJ
crl-16993	28	61	individual	individual	ADJ
crl-16993	28	62	researchers	researcher	NOUN
crl-16993	28	63	,	,	PUNCT
crl-16993	28	64	have	have	AUX
crl-16993	28	65	developed	develop	VERB
crl-16993	28	66	reproducibility	reproducibility	NOUN
crl-16993	28	67	guidelines	guideline	NOUN
crl-16993	28	68	and	and	CCONJ
crl-16993	28	69	recommendations	recommendation	NOUN
crl-16993	28	70	.	.	PUNCT
crl-16993	29	1	many	many	ADJ
crl-16993	29	2	of	of	ADP
crl-16993	29	3	these	these	DET
crl-16993	29	4	guidelines	guideline	NOUN
crl-16993	29	5	outline	outline	VERB
crl-16993	29	6	measures	measure	NOUN
crl-16993	29	7	that	that	PRON
crl-16993	29	8	academic	academic	ADJ
crl-16993	29	9	librarians	librarian	NOUN
crl-16993	29	10	are	be	AUX
crl-16993	29	11	well	well	ADV
crl-16993	29	12	positioned	positioned	ADJ
crl-16993	29	13	to	to	PART
crl-16993	29	14	support	support	VERB
crl-16993	29	15	.	.	PUNCT
crl-16993	30	1	this	this	DET
crl-16993	30	2	study	study	NOUN
crl-16993	30	3	examines	examine	VERB
crl-16993	30	4	a	a	DET
crl-16993	30	5	cross	cross	NOUN
crl-16993	30	6	-	-	NOUN
crl-16993	30	7	section	section	NOUN
crl-16993	30	8	of	of	ADP
crl-16993	30	9	these	these	DET
crl-16993	30	10	guidelines	guideline	NOUN
crl-16993	30	11	,	,	PUNCT
crl-16993	30	12	specifically	specifically	ADV
crl-16993	30	13	,	,	PUNCT
crl-16993	30	14	the	the	DET
crl-16993	30	15	transparency	transparency	NOUN
crl-16993	30	16	and	and	CCONJ
crl-16993	30	17	openness	openness	NOUN
crl-16993	30	18	promotion	promotion	NOUN
crl-16993	30	19	(	(	PUNCT
crl-16993	30	20	top	top	ADJ
crl-16993	30	21	)	)	PUNCT
crl-16993	30	22	guidelines	guideline	NOUN
crl-16993	30	23	,	,	PUNCT
crl-16993	30	24	the	the	DET
crl-16993	30	25	american	american	PROPN
crl-16993	30	26	statistical	statistical	PROPN
crl-16993	30	27	association	association	PROPN
crl-16993	30	28	(	(	PUNCT
crl-16993	30	29	asa	asa	PROPN
crl-16993	30	30	)	)	PUNCT
crl-16993	30	31	guidelines	guideline	NOUN
crl-16993	30	32	,	,	PUNCT
crl-16993	30	33	the	the	DET
crl-16993	30	34	national	national	PROPN
crl-16993	30	35	science	science	PROPN
crl-16993	30	36	foundation	foundation	PROPN
crl-16993	30	37	’s	’s	PART
crl-16993	30	38	(	(	PUNCT
crl-16993	30	39	nsf	nsf	NOUN
crl-16993	30	40	)	)	PUNCT
crl-16993	30	41	guidelines	guideline	NOUN
crl-16993	30	42	,	,	PUNCT
crl-16993	30	43	and	and	CCONJ
crl-16993	30	44	the	the	DET
crl-16993	30	45	national	national	ADJ
crl-16993	30	46	institutes	institutes	PROPN
crl-16993	30	47	of	of	ADP
crl-16993	30	48	health	health	NOUN
crl-16993	30	49	(	(	PUNCT
crl-16993	30	50	nih	nih	PROPN
crl-16993	30	51	)	)	PUNCT
crl-16993	30	52	guidelines	guideline	NOUN
crl-16993	30	53	.	.	PUNCT
crl-16993	31	1	these	these	DET
crl-16993	31	2	guidelines	guideline	NOUN
crl-16993	31	3	were	be	AUX
crl-16993	31	4	selected	select	VERB
crl-16993	31	5	because	because	SCONJ
crl-16993	31	6	of	of	ADP
crl-16993	31	7	their	their	PRON
crl-16993	31	8	applicability	applicability	NOUN
crl-16993	31	9	to	to	ADP
crl-16993	31	10	many	many	ADJ
crl-16993	31	11	researchers	researcher	NOUN
crl-16993	31	12	,	,	PUNCT
crl-16993	31	13	their	their	PRON
crl-16993	31	14	broad	broad	ADJ
crl-16993	31	15	applicability	applicability	NOUN
crl-16993	31	16	across	across	ADP
crl-16993	31	17	disciplines	discipline	NOUN
crl-16993	31	18	,	,	PUNCT
crl-16993	31	19	and	and	CCONJ
crl-16993	31	20	the	the	DET
crl-16993	31	21	representative	representative	ADJ
crl-16993	31	22	nature	nature	NOUN
crl-16993	31	23	of	of	ADP
crl-16993	31	24	the	the	DET
crl-16993	31	25	recommendations	recommendation	NOUN
crl-16993	31	26	they	they	PRON
crl-16993	31	27	contain	contain	VERB
crl-16993	31	28	.	.	PUNCT
crl-16993	32	1	the	the	DET
crl-16993	32	2	measures	measure	NOUN
crl-16993	32	3	in	in	ADP
crl-16993	32	4	these	these	DET
crl-16993	32	5	guidelines	guideline	NOUN
crl-16993	32	6	will	will	AUX
crl-16993	32	7	guide	guide	VERB
crl-16993	32	8	the	the	DET
crl-16993	32	9	discussion	discussion	NOUN
crl-16993	32	10	in	in	ADP
crl-16993	32	11	the	the	DET
crl-16993	32	12	next	next	ADJ
crl-16993	32	13	section	section	NOUN
crl-16993	32	14	on	on	ADP
crl-16993	32	15	how	how	SCONJ
crl-16993	32	16	library	library	NOUN
crl-16993	32	17	services	service	NOUN
crl-16993	32	18	can	can	AUX
crl-16993	32	19	support	support	VERB
crl-16993	32	20	reproducible	reproducible	ADJ
crl-16993	32	21	research	research	NOUN
crl-16993	32	22	.	.	PUNCT
crl-16993	33	1	262	262	NUM
crl-16993	33	2	college	college	PROPN
crl-16993	33	3	&	&	CCONJ
crl-16993	33	4	research	research	PROPN
crl-16993	33	5	libraries	librarie	VERB
crl-16993	33	6	march	march	PROPN
crl-16993	33	7	2019	2019	NUM
crl-16993	33	8	the	the	DET
crl-16993	33	9	transparency	transparency	NOUN
crl-16993	33	10	and	and	CCONJ
crl-16993	33	11	openness	openness	NOUN
crl-16993	33	12	promotion	promotion	NOUN
crl-16993	33	13	(	(	PUNCT
crl-16993	33	14	top	top	ADJ
crl-16993	33	15	)	)	PUNCT
crl-16993	33	16	guidelines	guideline	NOUN
crl-16993	33	17	are	be	AUX
crl-16993	33	18	a	a	DET
crl-16993	33	19	set	set	NOUN
crl-16993	33	20	of	of	ADP
crl-16993	33	21	eight	eight	NUM
crl-16993	33	22	standards	standard	NOUN
crl-16993	33	23	for	for	ADP
crl-16993	33	24	academic	academic	ADJ
crl-16993	33	25	journals	journal	NOUN
crl-16993	33	26	created	create	VERB
crl-16993	33	27	in	in	ADP
crl-16993	33	28	2014	2014	NUM
crl-16993	33	29	by	by	ADP
crl-16993	33	30	the	the	DET
crl-16993	33	31	center	center	NOUN
crl-16993	33	32	for	for	ADP
crl-16993	33	33	open	open	ADJ
crl-16993	33	34	science	science	NOUN
crl-16993	33	35	(	(	PUNCT
crl-16993	33	36	cos	cos	PROPN
crl-16993	33	37	)	)	PUNCT
crl-16993	33	38	,	,	PUNCT
crl-16993	33	39	journal	journal	NOUN
crl-16993	33	40	editors	editor	NOUN
crl-16993	33	41	,	,	PUNCT
crl-16993	33	42	funding	funding	NOUN
crl-16993	33	43	agency	agency	NOUN
crl-16993	33	44	representatives	representative	NOUN
crl-16993	33	45	,	,	PUNCT
crl-16993	33	46	and	and	CCONJ
crl-16993	33	47	disciplinary	disciplinary	ADJ
crl-16993	33	48	experts.17	experts.17	X
crl-16993	33	49	the	the	DET
crl-16993	33	50	top	top	ADJ
crl-16993	33	51	guidelines	guideline	NOUN
crl-16993	33	52	are	be	AUX
crl-16993	33	53	a	a	DET
crl-16993	33	54	flexible	flexible	ADJ
crl-16993	33	55	set	set	NOUN
crl-16993	33	56	of	of	ADP
crl-16993	33	57	standards	standard	NOUN
crl-16993	33	58	that	that	PRON
crl-16993	33	59	can	can	AUX
crl-16993	33	60	be	be	AUX
crl-16993	33	61	implemented	implement	VERB
crl-16993	33	62	at	at	ADP
crl-16993	33	63	three	three	NUM
crl-16993	33	64	levels	level	NOUN
crl-16993	33	65	depending	depend	VERB
crl-16993	33	66	on	on	ADP
crl-16993	33	67	disciplinary	disciplinary	ADJ
crl-16993	33	68	norms	norm	NOUN
crl-16993	33	69	and	and	CCONJ
crl-16993	33	70	the	the	DET
crl-16993	33	71	ability	ability	NOUN
crl-16993	33	72	to	to	PART
crl-16993	33	73	implement	implement	VERB
crl-16993	33	74	change	change	NOUN
crl-16993	33	75	.	.	PUNCT
crl-16993	34	1	the	the	DET
crl-16993	34	2	first	first	ADJ
crl-16993	34	3	level	level	NOUN
crl-16993	34	4	requires	require	VERB
crl-16993	34	5	disclosure	disclosure	NOUN
crl-16993	34	6	of	of	ADP
crl-16993	34	7	whether	whether	SCONJ
crl-16993	34	8	the	the	DET
crl-16993	34	9	standard	standard	NOUN
crl-16993	34	10	has	have	AUX
crl-16993	34	11	been	be	AUX
crl-16993	34	12	followed	follow	VERB
crl-16993	34	13	(	(	PUNCT
crl-16993	34	14	for	for	ADP
crl-16993	34	15	example	example	NOUN
crl-16993	34	16	,	,	PUNCT
crl-16993	34	17	a	a	DET
crl-16993	34	18	statement	statement	NOUN
crl-16993	34	19	declaring	declare	VERB
crl-16993	34	20	whether	whether	SCONJ
crl-16993	34	21	data	datum	NOUN
crl-16993	34	22	have	have	AUX
crl-16993	34	23	been	be	AUX
crl-16993	34	24	shared	share	VERB
crl-16993	34	25	)	)	PUNCT
crl-16993	34	26	;	;	PUNCT
crl-16993	34	27	the	the	DET
crl-16993	34	28	second	second	ADJ
crl-16993	34	29	level	level	NOUN
crl-16993	34	30	requires	require	VERB
crl-16993	34	31	that	that	SCONJ
crl-16993	34	32	the	the	DET
crl-16993	34	33	standard	standard	NOUN
crl-16993	34	34	has	have	AUX
crl-16993	34	35	been	be	AUX
crl-16993	34	36	followed	follow	VERB
crl-16993	34	37	(	(	PUNCT
crl-16993	34	38	for	for	ADP
crl-16993	34	39	example	example	NOUN
crl-16993	34	40	,	,	PUNCT
crl-16993	34	41	that	that	SCONJ
crl-16993	34	42	data	datum	NOUN
crl-16993	34	43	are	be	AUX
crl-16993	34	44	actually	actually	ADV
crl-16993	34	45	shared	share	VERB
crl-16993	34	46	)	)	PUNCT
crl-16993	34	47	;	;	PUNCT
crl-16993	34	48	finally	finally	ADV
crl-16993	34	49	,	,	PUNCT
crl-16993	34	50	the	the	DET
crl-16993	34	51	third	third	ADJ
crl-16993	34	52	level	level	NOUN
crl-16993	34	53	requires	require	VERB
crl-16993	34	54	that	that	SCONJ
crl-16993	34	55	the	the	DET
crl-16993	34	56	journal	journal	NOUN
crl-16993	34	57	verifies	verifie	NOUN
crl-16993	34	58	that	that	SCONJ
crl-16993	34	59	the	the	DET
crl-16993	34	60	standard	standard	NOUN
crl-16993	34	61	has	have	AUX
crl-16993	34	62	been	be	AUX
crl-16993	34	63	followed	follow	VERB
crl-16993	34	64	.	.	PUNCT
crl-16993	35	1	this	this	DET
crl-16993	35	2	modular	modular	ADJ
crl-16993	35	3	framework	framework	NOUN
crl-16993	35	4	recognizes	recognize	VERB
crl-16993	35	5	that	that	SCONJ
crl-16993	35	6	there	there	PRON
crl-16993	35	7	are	be	VERB
crl-16993	35	8	different	different	ADJ
crl-16993	35	9	disciplinary	disciplinary	ADJ
crl-16993	35	10	norms	norm	NOUN
crl-16993	35	11	for	for	ADP
crl-16993	35	12	transparency	transparency	NOUN
crl-16993	35	13	and	and	CCONJ
crl-16993	35	14	abilities	ability	NOUN
crl-16993	35	15	to	to	PART
crl-16993	35	16	implement	implement	VERB
crl-16993	35	17	change	change	NOUN
crl-16993	35	18	across	across	ADP
crl-16993	35	19	disciplines	discipline	NOUN
crl-16993	35	20	.	.	PUNCT
crl-16993	36	1	in	in	ADP
crl-16993	36	2	september	september	PROPN
crl-16993	36	3	2017	2017	NUM
crl-16993	36	4	,	,	PUNCT
crl-16993	36	5	elsevier	elsevi	ADJ
crl-16993	36	6	became	become	VERB
crl-16993	36	7	a	a	DET
crl-16993	36	8	signatory	signatory	NOUN
crl-16993	36	9	to	to	ADP
crl-16993	36	10	the	the	DET
crl-16993	36	11	top	top	ADJ
crl-16993	36	12	guidelines	guideline	NOUN
crl-16993	36	13	for	for	ADP
crl-16993	36	14	approximately	approximately	ADV
crl-16993	36	15	1,800	1,800	NUM
crl-16993	36	16	journals.18	journals.18	NOUN
crl-16993	36	17	as	as	ADP
crl-16993	36	18	of	of	ADP
crl-16993	36	19	april	april	PROPN
crl-16993	36	20	2018	2018	NUM
crl-16993	36	21	,	,	PUNCT
crl-16993	36	22	almost	almost	ADV
crl-16993	36	23	5,000	5,000	NUM
crl-16993	36	24	journals	journal	NOUN
crl-16993	36	25	and	and	CCONJ
crl-16993	36	26	societies	society	NOUN
crl-16993	36	27	have	have	AUX
crl-16993	36	28	signed	sign	VERB
crl-16993	36	29	on	on	ADP
crl-16993	36	30	to	to	ADP
crl-16993	36	31	the	the	DET
crl-16993	36	32	top	top	ADJ
crl-16993	36	33	guidelines.19	guidelines.19	NOUN
crl-16993	36	34	as	as	SCONJ
crl-16993	36	35	stated	state	VERB
crl-16993	36	36	by	by	ADP
crl-16993	36	37	the	the	DET
crl-16993	36	38	authors	author	NOUN
crl-16993	36	39	previously	previously	ADV
crl-16993	36	40	,	,	PUNCT
crl-16993	36	41	the	the	DET
crl-16993	36	42	top	top	ADJ
crl-16993	36	43	guidelines	guideline	NOUN
crl-16993	36	44	contain	contain	VERB
crl-16993	36	45	many	many	ADJ
crl-16993	36	46	recommendations	recommendation	NOUN
crl-16993	36	47	academic	academic	ADJ
crl-16993	36	48	librarians	librarian	NOUN
crl-16993	36	49	will	will	AUX
crl-16993	36	50	find	find	VERB
crl-16993	36	51	familiar	familiar	ADJ
crl-16993	36	52	(	(	PUNCT
crl-16993	36	53	table	table	NOUN
crl-16993	36	54	2).20	2).20	NUM
crl-16993	36	55	table	table	NOUN
crl-16993	36	56	2	2	NUM
crl-16993	36	57	top	top	ADJ
crl-16993	36	58	guidelines21	guidelines21	NOUN
crl-16993	36	59	•	•	NUM
crl-16993	36	60	citation	citation	NOUN
crl-16993	36	61	:	:	PUNCT
crl-16993	36	62	proper	proper	ADJ
crl-16993	36	63	citing	citing	NOUN
crl-16993	36	64	of	of	ADP
crl-16993	36	65	data	data	NOUN
crl-16993	36	66	,	,	PUNCT
crl-16993	36	67	code	code	NOUN
crl-16993	36	68	,	,	PUNCT
crl-16993	36	69	and	and	CCONJ
crl-16993	36	70	materials	material	NOUN
crl-16993	36	71	and	and	CCONJ
crl-16993	36	72	the	the	DET
crl-16993	36	73	recognition	recognition	NOUN
crl-16993	36	74	of	of	ADP
crl-16993	36	75	these	these	DET
crl-16993	36	76	products	product	NOUN
crl-16993	36	77	as	as	ADP
crl-16993	36	78	legitimate	legitimate	ADJ
crl-16993	36	79	intellectual	intellectual	ADJ
crl-16993	36	80	contributions	contribution	NOUN
crl-16993	36	81	to	to	ADP
crl-16993	36	82	science	science	NOUN
crl-16993	36	83	.	.	PUNCT
crl-16993	37	1	(	(	PUNCT
crl-16993	37	2	standard	standard	PROPN
crl-16993	37	3	1	1	NUM
crl-16993	37	4	)	)	PUNCT
crl-16993	37	5	•	•	VERB
crl-16993	37	6	data	data	NOUN
crl-16993	37	7	transparency	transparency	NOUN
crl-16993	37	8	,	,	PUNCT
crl-16993	37	9	analytic	analytic	ADJ
crl-16993	37	10	methods	method	NOUN
crl-16993	37	11	(	(	PUNCT
crl-16993	37	12	code	code	NOUN
crl-16993	37	13	)	)	PUNCT
crl-16993	37	14	transparency	transparency	NOUN
crl-16993	37	15	,	,	PUNCT
crl-16993	37	16	research	research	NOUN
crl-16993	37	17	materials	material	NOUN
crl-16993	37	18	transparency	transparency	NOUN
crl-16993	37	19	:	:	PUNCT
crl-16993	37	20	these	these	DET
crl-16993	37	21	three	three	NUM
crl-16993	37	22	distinct	distinct	ADJ
crl-16993	37	23	standards	standard	NOUN
crl-16993	37	24	relate	relate	VERB
crl-16993	37	25	to	to	ADP
crl-16993	37	26	the	the	DET
crl-16993	37	27	degree	degree	NOUN
crl-16993	37	28	to	to	PART
crl-16993	37	29	which	which	PRON
crl-16993	37	30	data	data	NOUN
crl-16993	37	31	,	,	PUNCT
crl-16993	37	32	code	code	NOUN
crl-16993	37	33	,	,	PUNCT
crl-16993	37	34	and	and	CCONJ
crl-16993	37	35	research	research	NOUN
crl-16993	37	36	materials	material	NOUN
crl-16993	37	37	are	be	AUX
crl-16993	37	38	made	make	VERB
crl-16993	37	39	available	available	ADJ
crl-16993	37	40	to	to	ADP
crl-16993	37	41	other	other	ADJ
crl-16993	37	42	researchers	researcher	NOUN
crl-16993	37	43	to	to	PART
crl-16993	37	44	enable	enable	VERB
crl-16993	37	45	reproducibility	reproducibility	NOUN
crl-16993	37	46	and	and	CCONJ
crl-16993	37	47	replication	replication	NOUN
crl-16993	37	48	.	.	PUNCT
crl-16993	38	1	(	(	PUNCT
crl-16993	38	2	standards	standard	NOUN
crl-16993	38	3	2	2	NUM
crl-16993	38	4	,	,	PUNCT
crl-16993	38	5	3	3	NUM
crl-16993	38	6	,	,	PUNCT
crl-16993	38	7	4	4	NUM
crl-16993	38	8	)	)	PUNCT
crl-16993	38	9	•	•	ADJ
crl-16993	38	10	design	design	NOUN
crl-16993	38	11	and	and	CCONJ
crl-16993	38	12	analysis	analysis	NOUN
crl-16993	38	13	transparency	transparency	NOUN
crl-16993	38	14	:	:	PUNCT
crl-16993	38	15	this	this	DET
crl-16993	38	16	standard	standard	NOUN
crl-16993	38	17	encourages	encourage	VERB
crl-16993	38	18	authors	author	NOUN
crl-16993	38	19	to	to	PART
crl-16993	38	20	follow	follow	VERB
crl-16993	38	21	explicit	explicit	ADJ
crl-16993	38	22	guidelines	guideline	NOUN
crl-16993	38	23	for	for	ADP
crl-16993	38	24	disclosing	disclose	VERB
crl-16993	38	25	key	key	ADJ
crl-16993	38	26	aspects	aspect	NOUN
crl-16993	38	27	of	of	ADP
crl-16993	38	28	research	research	NOUN
crl-16993	38	29	design	design	NOUN
crl-16993	38	30	and	and	CCONJ
crl-16993	38	31	analysis	analysis	NOUN
crl-16993	38	32	.	.	PUNCT
crl-16993	39	1	for	for	ADP
crl-16993	39	2	example	example	NOUN
crl-16993	39	3	,	,	PUNCT
crl-16993	39	4	the	the	DET
crl-16993	39	5	prisma	prisma	NOUN
crl-16993	39	6	guidelines	guideline	NOUN
crl-16993	39	7	outline	outline	VERB
crl-16993	39	8	explicit	explicit	ADJ
crl-16993	39	9	standards	standard	NOUN
crl-16993	39	10	for	for	ADP
crl-16993	39	11	reporting	report	VERB
crl-16993	39	12	systematic	systematic	ADJ
crl-16993	39	13	review	review	NOUN
crl-16993	39	14	research	research	NOUN
crl-16993	39	15	,	,	PUNCT
crl-16993	39	16	and	and	CCONJ
crl-16993	39	17	the	the	DET
crl-16993	39	18	arrive	arrive	ADJ
crl-16993	39	19	guidelines	guideline	NOUN
crl-16993	39	20	outline	outline	VERB
crl-16993	39	21	similar	similar	ADJ
crl-16993	39	22	standards	standard	NOUN
crl-16993	39	23	for	for	ADP
crl-16993	39	24	reporting	report	VERB
crl-16993	39	25	animal	animal	NOUN
crl-16993	39	26	research	research	NOUN
crl-16993	39	27	.	.	PUNCT
crl-16993	40	1	(	(	PUNCT
crl-16993	40	2	standard	standard	ADJ
crl-16993	40	3	5	5	NUM
crl-16993	40	4	)	)	PUNCT
crl-16993	40	5	•	•	ADJ
crl-16993	40	6	preregistration	preregistration	NOUN
crl-16993	40	7	of	of	ADP
crl-16993	40	8	studies	study	NOUN
crl-16993	40	9	,	,	PUNCT
crl-16993	40	10	preregistration	preregistration	NOUN
crl-16993	40	11	of	of	ADP
crl-16993	40	12	analysis	analysis	NOUN
crl-16993	40	13	plans	plan	NOUN
crl-16993	40	14	:	:	PUNCT
crl-16993	40	15	preregistration	preregistration	NOUN
crl-16993	40	16	of	of	ADP
crl-16993	40	17	studies	study	NOUN
crl-16993	40	18	involves	involve	VERB
crl-16993	40	19	publicly	publicly	ADV
crl-16993	40	20	declaring	declare	VERB
crl-16993	40	21	the	the	DET
crl-16993	40	22	research	research	NOUN
crl-16993	40	23	you	you	PRON
crl-16993	40	24	are	be	AUX
crl-16993	40	25	conducting	conduct	VERB
crl-16993	40	26	in	in	ADP
crl-16993	40	27	advance	advance	NOUN
crl-16993	40	28	and	and	CCONJ
crl-16993	40	29	therefore	therefore	ADV
crl-16993	40	30	increases	increase	VERB
crl-16993	40	31	discovery	discovery	NOUN
crl-16993	40	32	of	of	ADP
crl-16993	40	33	research	research	NOUN
crl-16993	40	34	that	that	PRON
crl-16993	40	35	was	be	AUX
crl-16993	40	36	not	not	PART
crl-16993	40	37	published	publish	VERB
crl-16993	40	38	(	(	PUNCT
crl-16993	40	39	thus	thus	ADV
crl-16993	40	40	addressing	address	VERB
crl-16993	40	41	publication	publication	NOUN
crl-16993	40	42	bias	bias	NOUN
crl-16993	40	43	)	)	PUNCT
crl-16993	40	44	.	.	PUNCT
crl-16993	41	1	preregistration	preregistration	NOUN
crl-16993	41	2	of	of	ADP
crl-16993	41	3	analysis	analysis	NOUN
crl-16993	41	4	plans	plan	NOUN
crl-16993	41	5	goes	go	VERB
crl-16993	41	6	a	a	DET
crl-16993	41	7	step	step	NOUN
crl-16993	41	8	further	far	ADV
crl-16993	41	9	by	by	ADP
crl-16993	41	10	including	include	VERB
crl-16993	41	11	details	detail	NOUN
crl-16993	41	12	about	about	ADP
crl-16993	41	13	planned	plan	VERB
crl-16993	41	14	analysis	analysis	NOUN
crl-16993	41	15	,	,	PUNCT
crl-16993	41	16	preventing	prevent	VERB
crl-16993	41	17	problems	problem	NOUN
crl-16993	41	18	like	like	ADP
crl-16993	41	19	p	p	NOUN
crl-16993	41	20	-	-	PUNCT
crl-16993	41	21	hacking	hacking	NOUN
crl-16993	41	22	as	as	ADV
crl-16993	41	23	well	well	ADV
crl-16993	41	24	as	as	ADP
crl-16993	41	25	certifying	certify	VERB
crl-16993	41	26	the	the	DET
crl-16993	41	27	distinction	distinction	NOUN
crl-16993	41	28	between	between	ADP
crl-16993	41	29	confirmatory	confirmatory	NOUN
crl-16993	41	30	and	and	CCONJ
crl-16993	41	31	exploratory	exploratory	ADJ
crl-16993	41	32	research	research	NOUN
crl-16993	41	33	.	.	PUNCT
crl-16993	42	1	(	(	PUNCT
crl-16993	42	2	standards	standard	NOUN
crl-16993	42	3	6	6	NUM
crl-16993	42	4	,	,	PUNCT
crl-16993	42	5	7	7	NUM
crl-16993	42	6	)	)	PUNCT
crl-16993	42	7	•	•	NUM
crl-16993	42	8	replication	replication	NOUN
crl-16993	42	9	:	:	PUNCT
crl-16993	42	10	this	this	DET
crl-16993	42	11	standard	standard	NOUN
crl-16993	42	12	relates	relate	VERB
crl-16993	42	13	to	to	ADP
crl-16993	42	14	the	the	DET
crl-16993	42	15	journal	journal	NOUN
crl-16993	42	16	’s	’s	PART
crl-16993	42	17	willingness	willingness	NOUN
crl-16993	42	18	to	to	PART
crl-16993	42	19	publish	publish	VERB
crl-16993	42	20	direct	direct	ADJ
crl-16993	42	21	replications	replication	NOUN
crl-16993	42	22	of	of	ADP
crl-16993	42	23	studies	study	NOUN
crl-16993	42	24	it	it	PRON
crl-16993	42	25	previously	previously	ADV
crl-16993	42	26	published	publish	VERB
crl-16993	42	27	.	.	PUNCT
crl-16993	43	1	(	(	PUNCT
crl-16993	43	2	standard	standard	PROPN
crl-16993	43	3	8)	8)	NUM
crl-16993	43	4	another	another	DET
crl-16993	43	5	set	set	NOUN
crl-16993	43	6	of	of	ADP
crl-16993	43	7	guidelines	guideline	NOUN
crl-16993	43	8	,	,	PUNCT
crl-16993	43	9	developed	develop	VERB
crl-16993	43	10	by	by	ADP
crl-16993	43	11	the	the	DET
crl-16993	43	12	american	american	PROPN
crl-16993	43	13	statistical	statistical	PROPN
crl-16993	43	14	association	association	PROPN
crl-16993	43	15	(	(	PUNCT
crl-16993	43	16	asa	asa	PROPN
crl-16993	43	17	)	)	PUNCT
crl-16993	43	18	,	,	PUNCT
crl-16993	43	19	is	be	AUX
crl-16993	43	20	aimed	aim	VERB
crl-16993	43	21	at	at	ADP
crl-16993	43	22	influencing	influence	VERB
crl-16993	43	23	research	research	NOUN
crl-16993	43	24	funders.22	funders.22	NOUN
crl-16993	43	25	the	the	DET
crl-16993	43	26	asa	asa	PROPN
crl-16993	43	27	guidelines	guideline	NOUN
crl-16993	43	28	also	also	ADV
crl-16993	43	29	contain	contain	VERB
crl-16993	43	30	a	a	DET
crl-16993	43	31	number	number	NOUN
crl-16993	43	32	of	of	ADP
crl-16993	43	33	“	"	PUNCT
crl-16993	43	34	principles	principle	NOUN
crl-16993	43	35	and	and	CCONJ
crl-16993	43	36	observations	observation	NOUN
crl-16993	43	37	”	"	PUNCT
crl-16993	43	38	in	in	ADP
crl-16993	43	39	the	the	DET
crl-16993	43	40	preamble	preamble	NOUN
crl-16993	43	41	that	that	PRON
crl-16993	43	42	are	be	AUX
crl-16993	43	43	more	more	ADV
crl-16993	43	44	general	general	ADJ
crl-16993	43	45	and	and	CCONJ
crl-16993	43	46	may	may	AUX
crl-16993	43	47	be	be	AUX
crl-16993	43	48	especially	especially	ADV
crl-16993	43	49	interesting	interesting	ADJ
crl-16993	43	50	to	to	ADP
crl-16993	43	51	academic	academic	ADJ
crl-16993	43	52	librarians	librarian	NOUN
crl-16993	43	53	.	.	PUNCT
crl-16993	44	1	these	these	DET
crl-16993	44	2	principles	principle	NOUN
crl-16993	44	3	and	and	CCONJ
crl-16993	44	4	observations	observation	NOUN
crl-16993	44	5	recognize	recognize	VERB
crl-16993	44	6	the	the	DET
crl-16993	44	7	importance	importance	NOUN
crl-16993	44	8	of	of	ADP
crl-16993	44	9	open	open	ADJ
crl-16993	44	10	,	,	PUNCT
crl-16993	44	11	citable	citable	ADJ
crl-16993	44	12	,	,	PUNCT
crl-16993	44	13	data	datum	NOUN
crl-16993	44	14	,	,	PUNCT
crl-16993	44	15	and	and	CCONJ
crl-16993	44	16	code	code	NOUN
crl-16993	44	17	published	publish	VERB
crl-16993	44	18	in	in	ADP
crl-16993	44	19	open	open	ADJ
crl-16993	44	20	repositories	repository	NOUN
crl-16993	44	21	,	,	PUNCT
crl-16993	44	22	as	as	ADV
crl-16993	44	23	well	well	ADV
crl-16993	44	24	as	as	ADP
crl-16993	44	25	using	use	VERB
crl-16993	44	26	computational	computational	ADJ
crl-16993	44	27	practices	practice	NOUN
crl-16993	44	28	during	during	ADP
crl-16993	44	29	data	datum	NOUN
crl-16993	44	30	analysis	analysis	NOUN
crl-16993	44	31	and	and	CCONJ
crl-16993	44	32	processing.23	processing.23	VERB
crl-16993	44	33	the	the	DET
crl-16993	44	34	asa	asa	PROPN
crl-16993	44	35	’s	’s	PART
crl-16993	44	36	recommendations	recommendation	NOUN
crl-16993	44	37	include	include	VERB
crl-16993	44	38	the	the	DET
crl-16993	44	39	following:24	following:24	X
crl-16993	44	40	•	•	NOUN
crl-16993	44	41	funding	fund	VERB
crl-16993	44	42	small	small	ADJ
crl-16993	44	43	-	-	PUNCT
crl-16993	44	44	scale	scale	NOUN
crl-16993	44	45	software	software	NOUN
crl-16993	44	46	development	development	NOUN
crl-16993	44	47	,	,	PUNCT
crl-16993	44	48	data	data	NOUN
crl-16993	44	49	products	product	NOUN
crl-16993	44	50	,	,	PUNCT
crl-16993	44	51	and	and	CCONJ
crl-16993	44	52	replications	replication	NOUN
crl-16993	44	53	of	of	ADP
crl-16993	44	54	previous	previous	ADJ
crl-16993	44	55	studies	study	NOUN
crl-16993	44	56	.	.	PUNCT
crl-16993	45	1	•	•	VERB
crl-16993	45	2	increasing	increase	VERB
crl-16993	45	3	support	support	NOUN
crl-16993	45	4	for	for	ADP
crl-16993	45	5	the	the	DET
crl-16993	45	6	methodological	methodological	ADJ
crl-16993	45	7	training	training	NOUN
crl-16993	45	8	,	,	PUNCT
crl-16993	45	9	with	with	ADP
crl-16993	45	10	particular	particular	ADJ
crl-16993	45	11	emphasis	emphasis	NOUN
crl-16993	45	12	on	on	ADP
crl-16993	45	13	the	the	DET
crl-16993	45	14	need	need	NOUN
crl-16993	45	15	for	for	ADP
crl-16993	45	16	data	datum	NOUN
crl-16993	45	17	management	management	NOUN
crl-16993	45	18	skills	skill	NOUN
crl-16993	45	19	.	.	PUNCT
crl-16993	46	1	•	•	VERB
crl-16993	46	2	adding	add	VERB
crl-16993	46	3	code	code	NOUN
crl-16993	46	4	management	management	NOUN
crl-16993	46	5	plans	plan	NOUN
crl-16993	46	6	to	to	ADP
crl-16993	46	7	existing	exist	VERB
crl-16993	46	8	data	datum	NOUN
crl-16993	46	9	management	management	NOUN
crl-16993	46	10	plans	plan	NOUN
crl-16993	46	11	(	(	PUNCT
crl-16993	46	12	dmps	dmp	NOUN
crl-16993	46	13	)	)	PUNCT
crl-16993	46	14	and	and	CCONJ
crl-16993	46	15	asking	ask	VERB
crl-16993	46	16	grant	grant	NOUN
crl-16993	46	17	reviewers	reviewer	NOUN
crl-16993	46	18	to	to	PART
crl-16993	46	19	explicitly	explicitly	ADV
crl-16993	46	20	assess	assess	VERB
crl-16993	46	21	dmps	dmp	NOUN
crl-16993	46	22	.	.	PUNCT
crl-16993	47	1	replicable	replicable	ADJ
crl-16993	47	2	services	service	NOUN
crl-16993	47	3	for	for	ADP
crl-16993	47	4	reproducible	reproducible	ADJ
crl-16993	47	5	research	research	NOUN
crl-16993	47	6	263	263	NUM
crl-16993	47	7	•	•	NOUN
crl-16993	47	8	creating	create	VERB
crl-16993	47	9	mandatory	mandatory	ADJ
crl-16993	47	10	undergraduate	undergraduate	ADJ
crl-16993	47	11	reproducibility	reproducibility	NOUN
crl-16993	47	12	and	and	CCONJ
crl-16993	47	13	computational	computational	ADJ
crl-16993	47	14	research	research	NOUN
crl-16993	47	15	classes	class	NOUN
crl-16993	47	16	.	.	PUNCT
crl-16993	48	1	•	•	AUX
crl-16993	48	2	increasing	increase	VERB
crl-16993	48	3	the	the	DET
crl-16993	48	4	impact	impact	NOUN
crl-16993	48	5	that	that	PRON
crl-16993	48	6	robust	robust	ADJ
crl-16993	48	7	and	and	CCONJ
crl-16993	48	8	reliable	reliable	ADJ
crl-16993	48	9	research	research	NOUN
crl-16993	48	10	practices	practice	NOUN
crl-16993	48	11	have	have	VERB
crl-16993	48	12	on	on	ADP
crl-16993	48	13	a	a	DET
crl-16993	48	14	researcher	researcher	NOUN
crl-16993	48	15	’s	’s	PART
crl-16993	48	16	chance	chance	NOUN
crl-16993	48	17	of	of	ADP
crl-16993	48	18	getting	get	VERB
crl-16993	48	19	grants	grant	NOUN
crl-16993	48	20	.	.	PUNCT
crl-16993	49	1	•	•	VERB
crl-16993	49	2	providing	provide	VERB
crl-16993	49	3	increased	increase	VERB
crl-16993	49	4	guidance	guidance	NOUN
crl-16993	49	5	and	and	CCONJ
crl-16993	49	6	including	include	VERB
crl-16993	49	7	more	more	ADJ
crl-16993	49	8	statisticians	statistician	NOUN
crl-16993	49	9	as	as	ADP
crl-16993	49	10	part	part	NOUN
crl-16993	49	11	of	of	ADP
crl-16993	49	12	grant	grant	NOUN
crl-16993	49	13	review	review	NOUN
crl-16993	49	14	committees	committee	NOUN
crl-16993	49	15	,	,	PUNCT
crl-16993	49	16	and	and	CCONJ
crl-16993	49	17	the	the	DET
crl-16993	49	18	development	development	NOUN
crl-16993	49	19	of	of	ADP
crl-16993	49	20	standard	standard	ADJ
crl-16993	49	21	terminology	terminology	NOUN
crl-16993	49	22	around	around	ADP
crl-16993	49	23	reproducibility	reproducibility	NOUN
crl-16993	49	24	.	.	PUNCT
crl-16993	50	1	national	national	ADJ
crl-16993	50	2	research	research	NOUN
crl-16993	50	3	funders	funder	NOUN
crl-16993	50	4	have	have	AUX
crl-16993	50	5	also	also	ADV
crl-16993	50	6	begun	begin	VERB
crl-16993	50	7	to	to	PART
crl-16993	50	8	address	address	VERB
crl-16993	50	9	reproducibility	reproducibility	NOUN
crl-16993	50	10	.	.	PUNCT
crl-16993	51	1	the	the	DET
crl-16993	51	2	national	national	PROPN
crl-16993	51	3	institute	institute	PROPN
crl-16993	51	4	of	of	ADP
crl-16993	51	5	health	health	PROPN
crl-16993	51	6	(	(	PUNCT
crl-16993	51	7	nih	nih	PROPN
crl-16993	51	8	)	)	PUNCT
crl-16993	51	9	hosted	host	VERB
crl-16993	51	10	a	a	DET
crl-16993	51	11	joint	joint	ADJ
crl-16993	51	12	workshop	workshop	NOUN
crl-16993	51	13	in	in	ADP
crl-16993	51	14	2014	2014	NUM
crl-16993	51	15	with	with	ADP
crl-16993	51	16	the	the	DET
crl-16993	51	17	nature	nature	NOUN
crl-16993	51	18	publishing	publishing	NOUN
crl-16993	51	19	group	group	NOUN
crl-16993	51	20	,	,	PUNCT
crl-16993	51	21	the	the	DET
crl-16993	51	22	journal	journal	NOUN
crl-16993	51	23	science	science	NOUN
crl-16993	51	24	,	,	PUNCT
crl-16993	51	25	and	and	CCONJ
crl-16993	51	26	journal	journal	NOUN
crl-16993	51	27	editors	editor	NOUN
crl-16993	51	28	representing	represent	VERB
crl-16993	51	29	the	the	DET
crl-16993	51	30	30	30	NUM
crl-16993	51	31	journals	journal	NOUN
crl-16993	51	32	where	where	SCONJ
crl-16993	51	33	nih	nih	PROPN
crl-16993	51	34	-	-	PUNCT
crl-16993	51	35	funded	fund	VERB
crl-16993	51	36	research	research	NOUN
crl-16993	51	37	was	be	AUX
crl-16993	51	38	most	most	ADV
crl-16993	51	39	frequently	frequently	ADV
crl-16993	51	40	published.25	published.25	VERB
crl-16993	51	41	the	the	DET
crl-16993	51	42	resulting	result	VERB
crl-16993	51	43	five	five	NUM
crl-16993	51	44	recommendations	recommendation	NOUN
crl-16993	51	45	contained	contain	VERB
crl-16993	51	46	in	in	ADP
crl-16993	51	47	the	the	DET
crl-16993	51	48	principles	principle	NOUN
crl-16993	51	49	and	and	CCONJ
crl-16993	51	50	guidelines	guideline	NOUN
crl-16993	51	51	for	for	ADP
crl-16993	51	52	reporting	report	VERB
crl-16993	51	53	preclinical	preclinical	ADJ
crl-16993	51	54	research	research	NOUN
crl-16993	51	55	call	call	NOUN
crl-16993	51	56	for	for	ADP
crl-16993	51	57	rigorous	rigorous	ADJ
crl-16993	51	58	statistical	statistical	ADJ
crl-16993	51	59	analysis	analysis	NOUN
crl-16993	51	60	;	;	PUNCT
crl-16993	51	61	transparency	transparency	NOUN
crl-16993	51	62	in	in	ADP
crl-16993	51	63	reporting	reporting	NOUN
crl-16993	51	64	methods	method	NOUN
crl-16993	51	65	;	;	PUNCT
crl-16993	51	66	data	datum	NOUN
crl-16993	51	67	and	and	CCONJ
crl-16993	51	68	materials	material	NOUN
crl-16993	51	69	sharing	sharing	NOUN
crl-16993	51	70	;	;	PUNCT
crl-16993	51	71	consideration	consideration	NOUN
crl-16993	51	72	of	of	ADP
crl-16993	51	73	refutations	refutation	NOUN
crl-16993	51	74	;	;	PUNCT
crl-16993	51	75	and	and	CCONJ
crl-16993	51	76	building	build	VERB
crl-16993	51	77	best	good	ADJ
crl-16993	51	78	practices	practice	NOUN
crl-16993	51	79	around	around	ADP
crl-16993	51	80	materials	material	NOUN
crl-16993	51	81	transparency	transparency	NOUN
crl-16993	51	82	and	and	CCONJ
crl-16993	51	83	sharing.26	sharing.26	VERB
crl-16993	51	84	the	the	DET
crl-16993	51	85	most	most	ADV
crl-16993	51	86	actionable	actionable	ADJ
crl-16993	51	87	recommendation	recommendation	NOUN
crl-16993	51	88	here	here	ADV
crl-16993	51	89	in	in	ADP
crl-16993	51	90	terms	term	NOUN
crl-16993	51	91	of	of	ADP
crl-16993	51	92	existing	exist	VERB
crl-16993	51	93	library	library	NOUN
crl-16993	51	94	services	service	NOUN
crl-16993	51	95	and	and	CCONJ
crl-16993	51	96	expertise	expertise	NOUN
crl-16993	51	97	is	be	AUX
crl-16993	51	98	for	for	ADP
crl-16993	51	99	data	datum	NOUN
crl-16993	51	100	and	and	CCONJ
crl-16993	51	101	code	code	NOUN
crl-16993	51	102	sharing	sharing	NOUN
crl-16993	51	103	and	and	CCONJ
crl-16993	51	104	the	the	DET
crl-16993	51	105	use	use	NOUN
crl-16993	51	106	of	of	ADP
crl-16993	51	107	machine	machine	NOUN
crl-16993	51	108	-	-	PUNCT
crl-16993	51	109	readable	readable	ADJ
crl-16993	51	110	formats	format	NOUN
crl-16993	51	111	in	in	ADP
crl-16993	51	112	supplementary	supplementary	ADJ
crl-16993	51	113	information.27	information.27	NOUN
crl-16993	51	114	in	in	ADP
crl-16993	51	115	2014	2014	NUM
crl-16993	51	116	,	,	PUNCT
crl-16993	51	117	the	the	DET
crl-16993	51	118	office	office	NOUN
crl-16993	51	119	for	for	ADP
crl-16993	51	120	the	the	DET
crl-16993	51	121	management	management	NOUN
crl-16993	51	122	and	and	CCONJ
crl-16993	51	123	budget	budget	NOUN
crl-16993	51	124	(	(	PUNCT
crl-16993	51	125	omb	omb	NOUN
crl-16993	51	126	)	)	PUNCT
crl-16993	51	127	of	of	ADP
crl-16993	51	128	the	the	DET
crl-16993	51	129	nsf	nsf	NOUN
crl-16993	51	130	released	release	VERB
crl-16993	51	131	“	"	PUNCT
crl-16993	51	132	a	a	DET
crl-16993	51	133	framework	framework	NOUN
crl-16993	51	134	for	for	ADP
crl-16993	51	135	ongoing	ongoing	ADJ
crl-16993	51	136	and	and	CCONJ
crl-16993	51	137	future	future	ADJ
crl-16993	51	138	national	national	ADJ
crl-16993	51	139	science	science	NOUN
crl-16993	51	140	foundation	foundation	NOUN
crl-16993	51	141	activities	activity	NOUN
crl-16993	51	142	to	to	PART
crl-16993	51	143	improve	improve	VERB
crl-16993	51	144	reproducibility	reproducibility	NOUN
crl-16993	51	145	,	,	PUNCT
crl-16993	51	146	replicability	replicability	NOUN
crl-16993	51	147	,	,	PUNCT
crl-16993	51	148	and	and	CCONJ
crl-16993	51	149	robustness	robustness	NOUN
crl-16993	51	150	in	in	ADP
crl-16993	51	151	funded	fund	VERB
crl-16993	51	152	research	research	NOUN
crl-16993	51	153	.	.	PUNCT
crl-16993	52	1	”28	”28	NOUN
crl-16993	52	2	while	while	SCONJ
crl-16993	52	3	not	not	PART
crl-16993	52	4	an	an	DET
crl-16993	52	5	official	official	ADJ
crl-16993	52	6	set	set	NOUN
crl-16993	52	7	of	of	ADP
crl-16993	52	8	guidelines	guideline	NOUN
crl-16993	52	9	,	,	PUNCT
crl-16993	52	10	this	this	DET
crl-16993	52	11	framework	framework	NOUN
crl-16993	52	12	document	document	NOUN
crl-16993	52	13	reviewed	review	VERB
crl-16993	52	14	“	"	PUNCT
crl-16993	52	15	the	the	DET
crl-16993	52	16	substantial	substantial	ADJ
crl-16993	52	17	amount	amount	NOUN
crl-16993	52	18	of	of	ADP
crl-16993	52	19	activity	activity	NOUN
crl-16993	52	20	underway	underway	ADV
crl-16993	52	21	and	and	CCONJ
crl-16993	52	22	anticipated	anticipate	VERB
crl-16993	52	23	at	at	ADP
crl-16993	52	24	the	the	DET
crl-16993	52	25	nsf	nsf	NOUN
crl-16993	52	26	in	in	ADP
crl-16993	52	27	key	key	ADJ
crl-16993	52	28	areas	area	NOUN
crl-16993	52	29	related	relate	VERB
crl-16993	52	30	to	to	ADP
crl-16993	52	31	ensuring	ensure	VERB
crl-16993	52	32	reproducibility	reproducibility	NOUN
crl-16993	52	33	,	,	PUNCT
crl-16993	52	34	replicability	replicability	NOUN
crl-16993	52	35	,	,	PUNCT
crl-16993	52	36	and	and	CCONJ
crl-16993	52	37	robustness	robustness	NOUN
crl-16993	52	38	in	in	ADP
crl-16993	52	39	funded	fund	VERB
crl-16993	52	40	research	research	NOUN
crl-16993	52	41	.	.	PUNCT
crl-16993	52	42	”29	”29	VERB
crl-16993	53	1	the	the	DET
crl-16993	53	2	authors	author	NOUN
crl-16993	53	3	of	of	ADP
crl-16993	53	4	the	the	DET
crl-16993	53	5	guidelines	guideline	NOUN
crl-16993	53	6	specifically	specifically	ADV
crl-16993	53	7	note	note	VERB
crl-16993	53	8	the	the	DET
crl-16993	53	9	importance	importance	NOUN
crl-16993	53	10	of	of	ADP
crl-16993	53	11	data	datum	NOUN
crl-16993	53	12	sharing	sharing	NOUN
crl-16993	53	13	and	and	CCONJ
crl-16993	53	14	curation	curation	NOUN
crl-16993	53	15	,	,	PUNCT
crl-16993	53	16	including	include	VERB
crl-16993	53	17	“	"	PUNCT
crl-16993	53	18	methods	method	NOUN
crl-16993	53	19	,	,	PUNCT
crl-16993	53	20	protocols	protocol	NOUN
crl-16993	53	21	,	,	PUNCT
crl-16993	53	22	original	original	ADJ
crl-16993	53	23	data	datum	NOUN
crl-16993	53	24	,	,	PUNCT
crl-16993	53	25	data	datum	NOUN
crl-16993	53	26	reductions	reduction	NOUN
crl-16993	53	27	,	,	PUNCT
crl-16993	53	28	and	and	CCONJ
crl-16993	53	29	analysis	analysis	NOUN
crl-16993	53	30	protocols	protocol	NOUN
crl-16993	53	31	as	as	ADP
crl-16993	53	32	appropriate	appropriate	ADJ
crl-16993	53	33	.	.	PUNCT
crl-16993	54	1	”30	”30	PUNCT
crl-16993	55	1	they	they	PRON
crl-16993	55	2	also	also	ADV
crl-16993	55	3	call	call	VERB
crl-16993	55	4	for	for	ADP
crl-16993	55	5	increased	increase	VERB
crl-16993	55	6	transparency	transparency	NOUN
crl-16993	55	7	;	;	PUNCT
crl-16993	55	8	ensuring	ensure	VERB
crl-16993	55	9	the	the	DET
crl-16993	55	10	use	use	NOUN
crl-16993	55	11	of	of	ADP
crl-16993	55	12	robust	robust	ADJ
crl-16993	55	13	models	model	NOUN
crl-16993	55	14	,	,	PUNCT
crl-16993	55	15	instrumentation	instrumentation	NOUN
crl-16993	55	16	,	,	PUNCT
crl-16993	55	17	and	and	CCONJ
crl-16993	55	18	interpretations	interpretation	NOUN
crl-16993	55	19	;	;	PUNCT
crl-16993	55	20	and	and	CCONJ
crl-16993	55	21	increased	increase	VERB
crl-16993	55	22	publication	publication	NOUN
crl-16993	55	23	of	of	ADP
crl-16993	55	24	negative	negative	ADJ
crl-16993	55	25	findings	finding	NOUN
crl-16993	55	26	.	.	PUNCT
crl-16993	56	1	the	the	DET
crl-16993	56	2	following	follow	VERB
crl-16993	56	3	year	year	NOUN
crl-16993	56	4	the	the	DET
crl-16993	56	5	nsf	nsf	ADJ
crl-16993	56	6	directorate	directorate	NOUN
crl-16993	56	7	for	for	ADP
crl-16993	56	8	social	social	ADJ
crl-16993	56	9	,	,	PUNCT
crl-16993	56	10	behavioral	behavioral	ADJ
crl-16993	56	11	,	,	PUNCT
crl-16993	56	12	and	and	CCONJ
crl-16993	56	13	economic	economic	ADJ
crl-16993	56	14	sciences	science	NOUN
crl-16993	56	15	released	release	VERB
crl-16993	56	16	their	their	PRON
crl-16993	56	17	own	own	ADJ
crl-16993	56	18	set	set	NOUN
crl-16993	56	19	of	of	ADP
crl-16993	56	20	nine	nine	NUM
crl-16993	56	21	recommendations.31	recommendations.31	NOUN
crl-16993	56	22	these	these	DET
crl-16993	56	23	recommendations	recommendation	NOUN
crl-16993	56	24	included	include	VERB
crl-16993	56	25	a	a	DET
crl-16993	56	26	call	call	NOUN
crl-16993	56	27	for	for	ADP
crl-16993	56	28	more	more	ADV
crl-16993	56	29	robust	robust	ADJ
crl-16993	56	30	methodologies	methodology	NOUN
crl-16993	56	31	and	and	CCONJ
crl-16993	56	32	reporting	report	VERB
crl-16993	56	33	standards	standard	NOUN
crl-16993	56	34	so	so	SCONJ
crl-16993	56	35	that	that	SCONJ
crl-16993	56	36	reports	report	NOUN
crl-16993	56	37	of	of	ADP
crl-16993	56	38	funded	fund	VERB
crl-16993	56	39	research	research	NOUN
crl-16993	56	40	table	table	NOUN
crl-16993	56	41	3	3	NUM
crl-16993	56	42	commonalities	commonality	NOUN
crl-16993	56	43	between	between	ADP
crl-16993	56	44	major	major	ADJ
crl-16993	56	45	reproducibility	reproducibility	NOUN
crl-16993	56	46	guidelines	guideline	NOUN
crl-16993	56	47	transparency	transparency	NOUN
crl-16993	56	48	and	and	CCONJ
crl-16993	56	49	openness	openness	NOUN
crl-16993	56	50	promotion	promotion	NOUN
crl-16993	56	51	(	(	PUNCT
crl-16993	56	52	top	top	ADJ
crl-16993	56	53	)	)	PUNCT
crl-16993	56	54	american	american	ADJ
crl-16993	56	55	statistical	statistical	ADJ
crl-16993	56	56	association	association	PROPN
crl-16993	56	57	(	(	PUNCT
crl-16993	56	58	asa	asa	PROPN
crl-16993	56	59	)	)	PUNCT
crl-16993	56	60	national	national	PROPN
crl-16993	56	61	science	science	PROPN
crl-16993	56	62	foundation	foundation	PROPN
crl-16993	56	63	(	(	PUNCT
crl-16993	56	64	nsf	nsf	PROPN
crl-16993	56	65	)	)	PUNCT
crl-16993	56	66	national	national	PROPN
crl-16993	56	67	institute	institute	PROPN
crl-16993	56	68	of	of	ADP
crl-16993	56	69	health	health	PROPN
crl-16993	56	70	(	(	PUNCT
crl-16993	56	71	nih	nih	PROPN
crl-16993	56	72	)	)	PUNCT
crl-16993	56	73	data	datum	NOUN
crl-16993	56	74	transparency	transparency	NOUN
crl-16993	56	75	(	(	PUNCT
crl-16993	56	76	sharing	sharing	NOUN
crl-16993	56	77	)	)	PUNCT
crl-16993	57	1	yes	yes	INTJ
crl-16993	57	2	yes	yes	INTJ
crl-16993	57	3	(	(	PUNCT
crl-16993	57	4	+	+	PUNCT
crl-16993	57	5	assessment	assessment	NOUN
crl-16993	57	6	of	of	ADP
crl-16993	57	7	dmps	dmp	NOUN
crl-16993	57	8	by	by	ADP
crl-16993	57	9	funders	funder	NOUN
crl-16993	57	10	)	)	PUNCT
crl-16993	58	1	yes	yes	INTJ
crl-16993	58	2	yes	yes	INTJ
crl-16993	58	3	software	software	NOUN
crl-16993	58	4	transparency	transparency	NOUN
crl-16993	58	5	(	(	PUNCT
crl-16993	58	6	sharing	sharing	NOUN
crl-16993	58	7	)	)	PUNCT
crl-16993	59	1	yes	yes	INTJ
crl-16993	59	2	yes	yes	INTJ
crl-16993	59	3	yes	yes	INTJ
crl-16993	59	4	yes	yes	INTJ
crl-16993	59	5	materials	material	NOUN
crl-16993	59	6	transparency	transparency	NOUN
crl-16993	59	7	(	(	PUNCT
crl-16993	59	8	sharing	sharing	NOUN
crl-16993	59	9	)	)	PUNCT
crl-16993	60	1	yes	yes	INTJ
crl-16993	60	2	yes	yes	INTJ
crl-16993	60	3	methods	method	VERB
crl-16993	60	4	transparency	transparency	NOUN
crl-16993	61	1	yes	yes	INTJ
crl-16993	61	2	yes	yes	INTJ
crl-16993	61	3	yes	yes	INTJ
crl-16993	61	4	preregistration	preregistration	NOUN
crl-16993	61	5	yes	yes	INTJ
crl-16993	61	6	(	(	PUNCT
crl-16993	61	7	study	study	VERB
crl-16993	61	8	+	+	NUM
crl-16993	61	9	analysis	analysis	NOUN
crl-16993	61	10	plans	plan	NOUN
crl-16993	61	11	)	)	PUNCT
crl-16993	61	12	supporting	support	VERB
crl-16993	61	13	replications	replication	NOUN
crl-16993	62	1	yes	yes	INTJ
crl-16993	62	2	yes	yes	INTJ
crl-16993	62	3	(	(	PUNCT
crl-16993	62	4	directly	directly	ADV
crl-16993	62	5	fund	fund	NOUN
crl-16993	62	6	)	)	PUNCT
crl-16993	63	1	yes	yes	INTJ
crl-16993	63	2	(	(	PUNCT
crl-16993	63	3	+	+	CCONJ
crl-16993	63	4	publishing	publish	VERB
crl-16993	63	5	negative	negative	ADJ
crl-16993	63	6	results	result	NOUN
crl-16993	63	7	)	)	PUNCT
crl-16993	63	8	yes	yes	INTJ
crl-16993	63	9	best	good	ADJ
crl-16993	63	10	practices	practice	NOUN
crl-16993	63	11	for	for	ADP
crl-16993	63	12	methodology	methodology	NOUN
crl-16993	63	13	and	and	CCONJ
crl-16993	63	14	analysis	analysis	NOUN
crl-16993	63	15	computational	computational	ADJ
crl-16993	63	16	methods	method	NOUN
crl-16993	63	17	/	/	PUNCT
crl-16993	63	18	scripting	script	VERB
crl-16993	63	19	analysis	analysis	NOUN
crl-16993	63	20	264	264	NUM
crl-16993	63	21	college	college	PROPN
crl-16993	63	22	&	&	CCONJ
crl-16993	63	23	research	research	PROPN
crl-16993	63	24	libraries	librarie	VERB
crl-16993	63	25	march	march	PROPN
crl-16993	63	26	2019	2019	NUM
crl-16993	63	27	would	would	AUX
crl-16993	63	28	contain	contain	VERB
crl-16993	63	29	enough	enough	ADJ
crl-16993	63	30	detail	detail	NOUN
crl-16993	63	31	to	to	PART
crl-16993	63	32	“	"	PUNCT
crl-16993	63	33	enable	enable	VERB
crl-16993	63	34	an	an	DET
crl-16993	63	35	independent	independent	ADJ
crl-16993	63	36	researcher	researcher	NOUN
crl-16993	63	37	to	to	PART
crl-16993	63	38	reproduce	reproduce	VERB
crl-16993	63	39	the	the	DET
crl-16993	63	40	results	result	NOUN
crl-16993	63	41	of	of	ADP
crl-16993	63	42	the	the	DET
crl-16993	63	43	original	original	ADJ
crl-16993	63	44	researcher	researcher	NOUN
crl-16993	63	45	.	.	PUNCT
crl-16993	63	46	”32	”32	PUNCT
crl-16993	64	1	other	other	ADJ
crl-16993	64	2	recommendations	recommendation	NOUN
crl-16993	64	3	included	include	VERB
crl-16993	64	4	sponsoring	sponsor	VERB
crl-16993	64	5	research	research	NOUN
crl-16993	64	6	into	into	ADP
crl-16993	64	7	how	how	SCONJ
crl-16993	64	8	to	to	PART
crl-16993	64	9	evaluate	evaluate	VERB
crl-16993	64	10	replications	replication	NOUN
crl-16993	64	11	,	,	PUNCT
crl-16993	64	12	documenting	document	VERB
crl-16993	64	13	questionable	questionable	ADJ
crl-16993	64	14	and	and	CCONJ
crl-16993	64	15	suboptimal	suboptimal	ADJ
crl-16993	64	16	research	research	NOUN
crl-16993	64	17	practices	practice	NOUN
crl-16993	64	18	,	,	PUNCT
crl-16993	64	19	and	and	CCONJ
crl-16993	64	20	forming	form	VERB
crl-16993	64	21	a	a	DET
crl-16993	64	22	committee	committee	NOUN
crl-16993	64	23	to	to	PART
crl-16993	64	24	monitor	monitor	VERB
crl-16993	64	25	these	these	DET
crl-16993	64	26	issues	issue	NOUN
crl-16993	64	27	and	and	CCONJ
crl-16993	64	28	propose	propose	VERB
crl-16993	64	29	changes	change	NOUN
crl-16993	64	30	to	to	ADP
crl-16993	64	31	the	the	DET
crl-16993	64	32	grant	grant	NOUN
crl-16993	64	33	-	-	PUNCT
crl-16993	64	34	making	make	VERB
crl-16993	64	35	process	process	NOUN
crl-16993	64	36	.	.	PUNCT
crl-16993	65	1	there	there	PRON
crl-16993	65	2	are	be	VERB
crl-16993	65	3	other	other	ADJ
crl-16993	65	4	guidelines	guideline	NOUN
crl-16993	65	5	that	that	PRON
crl-16993	65	6	could	could	AUX
crl-16993	65	7	be	be	AUX
crl-16993	65	8	used	use	VERB
crl-16993	65	9	by	by	ADP
crl-16993	65	10	librarians	librarian	NOUN
crl-16993	65	11	,	,	PUNCT
crl-16993	65	12	especially	especially	ADV
crl-16993	65	13	liaison	liaison	NOUN
crl-16993	65	14	librarians	librarian	NOUN
crl-16993	65	15	and	and	CCONJ
crl-16993	65	16	functional	functional	ADJ
crl-16993	65	17	specialists	specialist	NOUN
crl-16993	65	18	working	work	VERB
crl-16993	65	19	with	with	ADP
crl-16993	65	20	researchers	researcher	NOUN
crl-16993	65	21	from	from	ADP
crl-16993	65	22	specific	specific	ADJ
crl-16993	65	23	disciplines	discipline	NOUN
crl-16993	65	24	.	.	PUNCT
crl-16993	66	1	as	as	SCONJ
crl-16993	66	2	identified	identify	VERB
crl-16993	66	3	previously	previously	ADV
crl-16993	66	4	by	by	ADP
crl-16993	66	5	the	the	DET
crl-16993	66	6	authors	author	NOUN
crl-16993	66	7	,	,	PUNCT
crl-16993	66	8	two	two	NUM
crl-16993	66	9	examples	example	NOUN
crl-16993	66	10	include	include	VERB
crl-16993	66	11	the	the	DET
crl-16993	66	12	federation	federation	PROPN
crl-16993	66	13	of	of	ADP
crl-16993	66	14	american	american	PROPN
crl-16993	66	15	societies	society	NOUN
crl-16993	66	16	for	for	ADP
crl-16993	66	17	experimental	experimental	ADJ
crl-16993	66	18	biology	biology	NOUN
crl-16993	66	19	recommendations	recommendation	NOUN
crl-16993	66	20	as	as	ADV
crl-16993	66	21	well	well	ADV
crl-16993	66	22	as	as	ADP
crl-16993	66	23	the	the	DET
crl-16993	66	24	society	society	NOUN
crl-16993	66	25	for	for	ADP
crl-16993	66	26	neuroscience	neuroscience	NOUN
crl-16993	66	27	’s	’s	PART
crl-16993	66	28	“	"	PUNCT
crl-16993	66	29	research	research	NOUN
crl-16993	66	30	practices	practice	NOUN
crl-16993	66	31	for	for	ADP
crl-16993	66	32	scientific	scientific	ADJ
crl-16993	66	33	rigor	rigor	NOUN
crl-16993	66	34	:	:	PUNCT
crl-16993	66	35	a	a	DET
crl-16993	66	36	resource	resource	NOUN
crl-16993	66	37	for	for	ADP
crl-16993	66	38	discussion	discussion	NOUN
crl-16993	66	39	,	,	PUNCT
crl-16993	66	40	training	training	NOUN
crl-16993	66	41	,	,	PUNCT
crl-16993	66	42	and	and	CCONJ
crl-16993	66	43	practice	practice	NOUN
crl-16993	66	44	,	,	PUNCT
crl-16993	66	45	”	"	PUNCT
crl-16993	66	46	which	which	PRON
crl-16993	66	47	provides	provide	VERB
crl-16993	66	48	discussion	discussion	NOUN
crl-16993	66	49	points	point	NOUN
crl-16993	66	50	and	and	CCONJ
crl-16993	66	51	recommendations	recommendation	NOUN
crl-16993	66	52	for	for	ADP
crl-16993	66	53	methodological	methodological	ADJ
crl-16993	66	54	issues	issue	NOUN
crl-16993	66	55	,	,	PUNCT
crl-16993	66	56	data	data	NOUN
crl-16993	66	57	analyses	analysis	NOUN
crl-16993	66	58	,	,	PUNCT
crl-16993	66	59	and	and	CCONJ
crl-16993	66	60	transparency.33	transparency.33	ADP
crl-16993	66	61	the	the	DET
crl-16993	66	62	authors	author	NOUN
crl-16993	66	63	are	be	AUX
crl-16993	66	64	currently	currently	ADV
crl-16993	66	65	working	work	VERB
crl-16993	66	66	on	on	ADP
crl-16993	66	67	a	a	DET
crl-16993	66	68	resource	resource	NOUN
crl-16993	66	69	to	to	PART
crl-16993	66	70	make	make	VERB
crl-16993	66	71	disciplinary	disciplinary	ADJ
crl-16993	66	72	guidelines	guideline	NOUN
crl-16993	66	73	easier	easy	ADJ
crl-16993	66	74	to	to	PART
crl-16993	66	75	find	find	VERB
crl-16993	66	76	and	and	CCONJ
crl-16993	66	77	use	use	VERB
crl-16993	66	78	.	.	PUNCT
crl-16993	67	1	academic	academic	ADJ
crl-16993	67	2	libraries	library	NOUN
crl-16993	67	3	and	and	CCONJ
crl-16993	67	4	reproducibility	reproducibility	NOUN
crl-16993	67	5	many	many	ADJ
crl-16993	67	6	of	of	ADP
crl-16993	67	7	the	the	DET
crl-16993	67	8	recommendations	recommendation	NOUN
crl-16993	67	9	contained	contain	VERB
crl-16993	67	10	in	in	ADP
crl-16993	67	11	the	the	DET
crl-16993	67	12	reproducibility	reproducibility	NOUN
crl-16993	67	13	guidelines	guideline	NOUN
crl-16993	67	14	outlined	outline	VERB
crl-16993	67	15	in	in	ADP
crl-16993	67	16	the	the	DET
crl-16993	67	17	previous	previous	ADJ
crl-16993	67	18	section	section	NOUN
crl-16993	67	19	coincide	coincide	NOUN
crl-16993	67	20	with	with	ADP
crl-16993	67	21	core	core	NOUN
crl-16993	67	22	areas	area	NOUN
crl-16993	67	23	of	of	ADP
crl-16993	67	24	academic	academic	ADJ
crl-16993	67	25	librarianship	librarianship	NOUN
crl-16993	67	26	.	.	PUNCT
crl-16993	68	1	this	this	DET
crl-16993	68	2	section	section	NOUN
crl-16993	68	3	provides	provide	VERB
crl-16993	68	4	specific	specific	ADJ
crl-16993	68	5	recommendations	recommendation	NOUN
crl-16993	68	6	for	for	ADP
crl-16993	68	7	services	service	NOUN
crl-16993	68	8	and	and	CCONJ
crl-16993	68	9	expertise	expertise	NOUN
crl-16993	68	10	that	that	PRON
crl-16993	68	11	align	align	VERB
crl-16993	68	12	with	with	ADP
crl-16993	68	13	these	these	DET
crl-16993	68	14	guidelines	guideline	NOUN
crl-16993	68	15	.	.	PUNCT
crl-16993	69	1	where	where	SCONJ
crl-16993	69	2	possible	possible	ADJ
crl-16993	69	3	,	,	PUNCT
crl-16993	69	4	examples	example	NOUN
crl-16993	69	5	are	be	AUX
crl-16993	69	6	provided	provide	VERB
crl-16993	69	7	of	of	ADP
crl-16993	69	8	areas	area	NOUN
crl-16993	69	9	where	where	SCONJ
crl-16993	69	10	this	this	PRON
crl-16993	69	11	is	be	AUX
crl-16993	69	12	already	already	ADV
crl-16993	69	13	being	be	AUX
crl-16993	69	14	done	do	VERB
crl-16993	69	15	.	.	PUNCT
crl-16993	70	1	in	in	ADP
crl-16993	70	2	most	most	ADJ
crl-16993	70	3	cases	case	NOUN
crl-16993	70	4	,	,	PUNCT
crl-16993	70	5	these	these	DET
crl-16993	70	6	services	service	NOUN
crl-16993	70	7	and	and	CCONJ
crl-16993	70	8	expertise	expertise	NOUN
crl-16993	70	9	are	be	AUX
crl-16993	70	10	already	already	ADV
crl-16993	70	11	provided	provide	VERB
crl-16993	70	12	by	by	ADP
crl-16993	70	13	academic	academic	ADJ
crl-16993	70	14	libraries	library	NOUN
crl-16993	70	15	;	;	PUNCT
crl-16993	70	16	extending	extend	VERB
crl-16993	70	17	them	they	PRON
crl-16993	70	18	to	to	PART
crl-16993	70	19	support	support	VERB
crl-16993	70	20	reproducibility	reproducibility	NOUN
crl-16993	70	21	will	will	AUX
crl-16993	70	22	require	require	VERB
crl-16993	70	23	that	that	SCONJ
crl-16993	70	24	libraries	library	NOUN
crl-16993	70	25	thoughtfully	thoughtfully	ADV
crl-16993	70	26	frame	frame	VERB
crl-16993	70	27	and	and	CCONJ
crl-16993	70	28	articulate	articulate	VERB
crl-16993	70	29	service	service	NOUN
crl-16993	70	30	and	and	CCONJ
crl-16993	70	31	expertise	expertise	NOUN
crl-16993	70	32	as	as	ADP
crl-16993	70	33	supporting	support	VERB
crl-16993	70	34	reproducible	reproducible	ADJ
crl-16993	70	35	research	research	NOUN
crl-16993	70	36	.	.	PUNCT
crl-16993	71	1	in	in	ADP
crl-16993	71	2	“	"	PUNCT
crl-16993	71	3	a	a	DET
crl-16993	71	4	manifesto	manifesto	NOUN
crl-16993	71	5	for	for	ADP
crl-16993	71	6	reproducible	reproducible	ADJ
crl-16993	71	7	science	science	NOUN
crl-16993	71	8	,	,	PUNCT
crl-16993	71	9	”	"	PUNCT
crl-16993	71	10	munafò	munafò	NOUN
crl-16993	71	11	and	and	CCONJ
crl-16993	71	12	colleagues	colleague	NOUN
crl-16993	71	13	propose	propose	VERB
crl-16993	71	14	a	a	DET
crl-16993	71	15	number	number	NOUN
crl-16993	71	16	of	of	ADP
crl-16993	71	17	measures	measure	NOUN
crl-16993	71	18	to	to	PART
crl-16993	71	19	improve	improve	VERB
crl-16993	71	20	research	research	NOUN
crl-16993	71	21	reproducibility.34	reproducibility.34	ADJ
crl-16993	71	22	these	these	DET
crl-16993	71	23	measures	measure	NOUN
crl-16993	71	24	are	be	AUX
crl-16993	71	25	grouped	group	VERB
crl-16993	71	26	into	into	ADP
crl-16993	71	27	five	five	NUM
crl-16993	71	28	themes	theme	NOUN
crl-16993	71	29	:	:	PUNCT
crl-16993	71	30	methods	method	NOUN
crl-16993	71	31	,	,	PUNCT
crl-16993	71	32	reporting	reporting	NOUN
crl-16993	71	33	and	and	CCONJ
crl-16993	71	34	dissemination	dissemination	NOUN
crl-16993	71	35	,	,	PUNCT
crl-16993	71	36	reproducibility	reproducibility	NOUN
crl-16993	71	37	,	,	PUNCT
crl-16993	71	38	evaluation	evaluation	NOUN
crl-16993	71	39	,	,	PUNCT
crl-16993	71	40	and	and	CCONJ
crl-16993	71	41	incentives.35	incentives.35	VERB
crl-16993	71	42	these	these	DET
crl-16993	71	43	themes	theme	NOUN
crl-16993	71	44	reinforce	reinforce	VERB
crl-16993	71	45	the	the	DET
crl-16993	71	46	trends	trend	NOUN
crl-16993	71	47	seen	see	VERB
crl-16993	71	48	in	in	ADP
crl-16993	71	49	reproducibility	reproducibility	NOUN
crl-16993	71	50	guidelines	guideline	NOUN
crl-16993	71	51	and	and	CCONJ
crl-16993	71	52	act	act	VERB
crl-16993	71	53	as	as	ADP
crl-16993	71	54	a	a	DET
crl-16993	71	55	summary	summary	NOUN
crl-16993	71	56	for	for	ADP
crl-16993	71	57	the	the	DET
crl-16993	71	58	major	major	ADJ
crl-16993	71	59	areas	area	NOUN
crl-16993	71	60	that	that	PRON
crl-16993	71	61	efforts	effort	VERB
crl-16993	71	62	to	to	PART
crl-16993	71	63	support	support	VERB
crl-16993	71	64	reproducible	reproducible	ADJ
crl-16993	71	65	research	research	NOUN
crl-16993	71	66	need	need	NOUN
crl-16993	71	67	to	to	PART
crl-16993	71	68	address	address	VERB
crl-16993	71	69	;	;	PUNCT
crl-16993	71	70	in	in	ADP
crl-16993	71	71	this	this	DET
crl-16993	71	72	paper	paper	NOUN
crl-16993	71	73	these	these	DET
crl-16993	71	74	themes	theme	NOUN
crl-16993	71	75	also	also	ADV
crl-16993	71	76	serve	serve	VERB
crl-16993	71	77	as	as	ADP
crl-16993	71	78	a	a	DET
crl-16993	71	79	framework	framework	NOUN
crl-16993	71	80	for	for	ADP
crl-16993	71	81	organizing	organize	VERB
crl-16993	71	82	the	the	DET
crl-16993	71	83	ways	way	NOUN
crl-16993	71	84	academic	academic	ADJ
crl-16993	71	85	library	library	NOUN
crl-16993	71	86	services	service	NOUN
crl-16993	71	87	and	and	CCONJ
crl-16993	71	88	expertise	expertise	NOUN
crl-16993	71	89	can	can	AUX
crl-16993	71	90	support	support	VERB
crl-16993	71	91	reproducible	reproducible	ADJ
crl-16993	71	92	research	research	NOUN
crl-16993	71	93	.	.	PUNCT
crl-16993	72	1	these	these	DET
crl-16993	72	2	measures	measure	NOUN
crl-16993	72	3	are	be	AUX
crl-16993	72	4	summarized	summarize	VERB
crl-16993	72	5	in	in	ADP
crl-16993	72	6	table	table	NOUN
crl-16993	72	7	4	4	NUM
crl-16993	72	8	below	below	ADV
crl-16993	72	9	,	,	PUNCT
crl-16993	72	10	and	and	CCONJ
crl-16993	72	11	each	each	PRON
crl-16993	72	12	is	be	AUX
crl-16993	72	13	discussed	discuss	VERB
crl-16993	72	14	in	in	ADP
crl-16993	72	15	further	further	ADJ
crl-16993	72	16	detail	detail	NOUN
crl-16993	72	17	in	in	ADP
crl-16993	72	18	the	the	DET
crl-16993	72	19	following	follow	VERB
crl-16993	72	20	sections	section	NOUN
crl-16993	72	21	.	.	PUNCT
crl-16993	73	1	each	each	DET
crl-16993	73	2	section	section	NOUN
crl-16993	73	3	outlines	outline	VERB
crl-16993	73	4	potential	potential	ADJ
crl-16993	73	5	academic	academic	ADJ
crl-16993	73	6	library	library	NOUN
crl-16993	73	7	services	service	NOUN
crl-16993	73	8	that	that	PRON
crl-16993	73	9	impact	impact	VERB
crl-16993	73	10	research	research	NOUN
crl-16993	73	11	reproducibility	reproducibility	NOUN
crl-16993	73	12	and	and	CCONJ
crl-16993	73	13	then	then	ADV
crl-16993	73	14	provides	provide	VERB
crl-16993	73	15	examples	example	NOUN
crl-16993	73	16	where	where	SCONJ
crl-16993	73	17	this	this	PRON
crl-16993	73	18	is	be	AUX
crl-16993	73	19	being	be	AUX
crl-16993	73	20	done	do	VERB
crl-16993	73	21	.	.	PUNCT
crl-16993	74	1	theme	theme	NOUN
crl-16993	74	2	:	:	PUNCT
crl-16993	74	3	methods	method	NOUN
crl-16993	74	4	the	the	DET
crl-16993	74	5	methods	method	NOUN
crl-16993	74	6	theme	theme	NOUN
crl-16993	74	7	encompasses	encompass	VERB
crl-16993	74	8	measures	measure	NOUN
crl-16993	74	9	that	that	PRON
crl-16993	74	10	can	can	AUX
crl-16993	74	11	be	be	AUX
crl-16993	74	12	implemented	implement	VERB
crl-16993	74	13	during	during	ADP
crl-16993	74	14	the	the	DET
crl-16993	74	15	study	study	NOUN
crl-16993	74	16	design	design	NOUN
crl-16993	74	17	stage	stage	NOUN
crl-16993	74	18	of	of	ADP
crl-16993	74	19	research	research	NOUN
crl-16993	74	20	.	.	PUNCT
crl-16993	75	1	for	for	ADP
crl-16993	75	2	example	example	NOUN
crl-16993	75	3	,	,	PUNCT
crl-16993	75	4	munafò	munafò	VERB
crl-16993	75	5	et	et	PROPN
crl-16993	75	6	al	al	PROPN
crl-16993	75	7	.	.	PROPN
crl-16993	75	8	include	include	VERB
crl-16993	75	9	measures	measure	NOUN
crl-16993	75	10	aimed	aim	VERB
crl-16993	75	11	at	at	ADP
crl-16993	75	12	protecting	protect	VERB
crl-16993	75	13	against	against	ADP
crl-16993	75	14	cognitive	cognitive	ADJ
crl-16993	75	15	biases	bias	NOUN
crl-16993	75	16	and	and	CCONJ
crl-16993	75	17	improving	improve	VERB
crl-16993	75	18	independent	independent	ADJ
crl-16993	75	19	methodological	methodological	ADJ
crl-16993	75	20	support.36	support.36	NOUN
crl-16993	75	21	while	while	SCONJ
crl-16993	75	22	most	most	ADJ
crl-16993	75	23	libraries	library	NOUN
crl-16993	75	24	can	can	AUX
crl-16993	75	25	not	not	PART
crl-16993	75	26	systematically	systematically	ADV
crl-16993	75	27	support	support	VERB
crl-16993	75	28	measures	measure	NOUN
crl-16993	75	29	aimed	aim	VERB
crl-16993	75	30	at	at	ADP
crl-16993	75	31	improving	improve	VERB
crl-16993	75	32	study	study	NOUN
crl-16993	75	33	design	design	NOUN
crl-16993	75	34	and	and	CCONJ
crl-16993	75	35	statistical	statistical	ADJ
crl-16993	75	36	analysis	analysis	NOUN
crl-16993	75	37	,	,	PUNCT
crl-16993	75	38	academic	academic	ADJ
crl-16993	75	39	libraries	library	NOUN
crl-16993	75	40	do	do	AUX
crl-16993	75	41	have	have	VERB
crl-16993	75	42	a	a	DET
crl-16993	75	43	role	role	NOUN
crl-16993	75	44	as	as	ADP
crl-16993	75	45	a	a	DET
crl-16993	75	46	connector	connector	NOUN
crl-16993	75	47	to	to	ADP
crl-16993	75	48	other	other	ADJ
crl-16993	75	49	experts	expert	NOUN
crl-16993	75	50	that	that	PRON
crl-16993	75	51	can	can	AUX
crl-16993	75	52	directly	directly	ADV
crl-16993	75	53	support	support	VERB
crl-16993	75	54	these	these	DET
crl-16993	75	55	areas	area	NOUN
crl-16993	75	56	,	,	PUNCT
crl-16993	75	57	such	such	ADJ
crl-16993	75	58	as	as	ADP
crl-16993	75	59	statistical	statistical	ADJ
crl-16993	75	60	consulting	consulting	NOUN
crl-16993	75	61	and	and	CCONJ
crl-16993	75	62	research	research	NOUN
crl-16993	75	63	computing	computing	NOUN
crl-16993	75	64	services	service	NOUN
crl-16993	75	65	.	.	PUNCT
crl-16993	76	1	academic	academic	ADJ
crl-16993	76	2	librarians	librarians	PROPN
crl-16993	76	3	typically	typically	ADV
crl-16993	76	4	have	have	VERB
crl-16993	76	5	institution	institution	NOUN
crl-16993	76	6	-	-	PUNCT
crl-16993	76	7	wide	wide	ADJ
crl-16993	76	8	roles	role	NOUN
crl-16993	76	9	that	that	PRON
crl-16993	76	10	can	can	AUX
crl-16993	76	11	be	be	AUX
crl-16993	76	12	leveraged	leverage	VERB
crl-16993	76	13	to	to	PART
crl-16993	76	14	build	build	VERB
crl-16993	76	15	relationships	relationship	NOUN
crl-16993	76	16	and	and	CCONJ
crl-16993	76	17	connect	connect	VERB
crl-16993	76	18	researchers	researcher	NOUN
crl-16993	76	19	with	with	ADP
crl-16993	76	20	the	the	DET
crl-16993	76	21	support	support	NOUN
crl-16993	76	22	they	they	PRON
crl-16993	76	23	require	require	VERB
crl-16993	76	24	.	.	PUNCT
crl-16993	77	1	especially	especially	ADV
crl-16993	77	2	at	at	ADP
crl-16993	77	3	large	large	ADJ
crl-16993	77	4	institutions	institution	NOUN
crl-16993	77	5	,	,	PUNCT
crl-16993	77	6	librarians	librarian	NOUN
crl-16993	77	7	are	be	AUX
crl-16993	77	8	much	much	ADV
crl-16993	77	9	more	more	ADV
crl-16993	77	10	likely	likely	ADJ
crl-16993	77	11	to	to	PART
crl-16993	77	12	be	be	AUX
crl-16993	77	13	aware	aware	ADJ
crl-16993	77	14	of	of	ADP
crl-16993	77	15	these	these	DET
crl-16993	77	16	services	service	NOUN
crl-16993	77	17	than	than	ADP
crl-16993	77	18	students	student	NOUN
crl-16993	77	19	or	or	CCONJ
crl-16993	77	20	faculty	faculty	NOUN
crl-16993	77	21	.	.	PUNCT
crl-16993	78	1	furthermore	furthermore	ADV
crl-16993	78	2	,	,	PUNCT
crl-16993	78	3	with	with	ADP
crl-16993	78	4	the	the	DET
crl-16993	78	5	growth	growth	NOUN
crl-16993	78	6	of	of	ADP
crl-16993	78	7	data	data	NOUN
crl-16993	78	8	-	-	PUNCT
crl-16993	78	9	intensive	intensive	ADJ
crl-16993	78	10	and	and	CCONJ
crl-16993	78	11	computational	computational	ADJ
crl-16993	78	12	research	research	NOUN
crl-16993	78	13	,	,	PUNCT
crl-16993	78	14	students	student	NOUN
crl-16993	78	15	and	and	CCONJ
crl-16993	78	16	researchers	researcher	NOUN
crl-16993	78	17	need	need	VERB
crl-16993	78	18	increased	increase	VERB
crl-16993	78	19	training	training	NOUN
crl-16993	78	20	and	and	CCONJ
crl-16993	78	21	support	support	NOUN
crl-16993	78	22	for	for	ADP
crl-16993	78	23	managing	manage	VERB
crl-16993	78	24	data	datum	NOUN
crl-16993	78	25	and	and	CCONJ
crl-16993	78	26	workflows	workflow	NOUN
crl-16993	78	27	.	.	PUNCT
crl-16993	79	1	librarians	librarian	VERB
crl-16993	79	2	replicable	replicable	ADJ
crl-16993	79	3	services	service	NOUN
crl-16993	79	4	for	for	ADP
crl-16993	79	5	reproducible	reproducible	ADJ
crl-16993	79	6	research	research	NOUN
crl-16993	79	7	265	265	NUM
crl-16993	79	8	table	table	NOUN
crl-16993	79	9	4	4	NUM
crl-16993	79	10	library	library	NOUN
crl-16993	79	11	services	service	NOUN
crl-16993	79	12	contributing	contribute	VERB
crl-16993	79	13	to	to	ADP
crl-16993	79	14	reproducibility	reproducibility	NOUN
crl-16993	79	15	theme	theme	NOUN
crl-16993	79	16	intervention	intervention	NOUN
crl-16993	79	17	type	type	NOUN
crl-16993	79	18	of	of	ADP
crl-16993	79	19	support	support	NOUN
crl-16993	79	20	methods	method	NOUN
crl-16993	79	21	support	support	NOUN
crl-16993	79	22	for	for	ADP
crl-16993	79	23	data	data	NOUN
crl-16993	79	24	-	-	PUNCT
crl-16993	79	25	intensive	intensive	ADJ
crl-16993	79	26	research	research	NOUN
crl-16993	79	27	methodologies	methodology	NOUN
crl-16993	79	28	;	;	PUNCT
crl-16993	79	29	automation	automation	NOUN
crl-16993	79	30	of	of	ADP
crl-16993	79	31	data	datum	NOUN
crl-16993	79	32	processing	processing	NOUN
crl-16993	79	33	and	and	CCONJ
crl-16993	79	34	analysis	analysis	NOUN
crl-16993	79	35	supporting	support	VERB
crl-16993	79	36	computational	computational	ADJ
crl-16993	79	37	and	and	CCONJ
crl-16993	79	38	data	data	NOUN
crl-16993	79	39	-	-	PUNCT
crl-16993	79	40	intensive	intensive	ADJ
crl-16993	79	41	research	research	NOUN
crl-16993	79	42	methodologies	methodology	NOUN
crl-16993	79	43	,	,	PUNCT
crl-16993	79	44	bibliometrics	bibliometric	NOUN
crl-16993	79	45	,	,	PUNCT
crl-16993	79	46	and	and	CCONJ
crl-16993	79	47	gis	gis	NOUN
crl-16993	79	48	.	.	PUNCT
crl-16993	80	1	supporting	support	VERB
crl-16993	80	2	researchers	researcher	NOUN
crl-16993	80	3	building	build	VERB
crl-16993	80	4	data	datum	NOUN
crl-16993	80	5	processing	processing	NOUN
crl-16993	80	6	and	and	CCONJ
crl-16993	80	7	analysis	analysis	NOUN
crl-16993	80	8	pipelines	pipeline	NOUN
crl-16993	80	9	in	in	ADP
crl-16993	80	10	standard	standard	ADJ
crl-16993	80	11	computational	computational	ADJ
crl-16993	80	12	tools	tool	NOUN
crl-16993	80	13	such	such	ADJ
crl-16993	80	14	as	as	ADP
crl-16993	80	15	r	r	NOUN
crl-16993	80	16	and	and	CCONJ
crl-16993	80	17	python	python	NOUN
crl-16993	80	18	support	support	NOUN
crl-16993	80	19	for	for	ADP
crl-16993	80	20	systematic	systematic	ADJ
crl-16993	80	21	reviews	review	NOUN
crl-16993	80	22	supporting	support	VERB
crl-16993	80	23	systematic	systematic	ADJ
crl-16993	80	24	reviews	review	NOUN
crl-16993	80	25	and	and	CCONJ
crl-16993	80	26	extending	extend	VERB
crl-16993	80	27	systematic	systematic	ADJ
crl-16993	80	28	review	review	NOUN
crl-16993	80	29	methodologies	methodology	NOUN
crl-16993	80	30	to	to	ADP
crl-16993	80	31	new	new	ADJ
crl-16993	80	32	domains	domain	NOUN
crl-16993	80	33	;	;	PUNCT
crl-16993	80	34	providing	provide	VERB
crl-16993	80	35	support	support	NOUN
crl-16993	80	36	for	for	ADP
crl-16993	80	37	systematic	systematic	ADJ
crl-16993	80	38	reviews	review	NOUN
crl-16993	80	39	across	across	ADP
crl-16993	80	40	the	the	DET
crl-16993	80	41	scientific	scientific	ADJ
crl-16993	80	42	process	process	NOUN
crl-16993	80	43	.	.	PUNCT
crl-16993	81	1	connector	connector	NOUN
crl-16993	81	2	to	to	ADP
crl-16993	81	3	methodological	methodological	ADJ
crl-16993	81	4	and	and	CCONJ
crl-16993	81	5	statistical	statistical	ADJ
crl-16993	81	6	support	support	NOUN
crl-16993	81	7	units	unit	NOUN
crl-16993	81	8	connecting	connect	VERB
crl-16993	81	9	researchers	researcher	NOUN
crl-16993	81	10	to	to	ADP
crl-16993	81	11	statistical	statistical	ADJ
crl-16993	81	12	and	and	CCONJ
crl-16993	81	13	methodological	methodological	ADJ
crl-16993	81	14	expertise	expertise	NOUN
crl-16993	81	15	reporting	reporting	NOUN
crl-16993	81	16	and	and	CCONJ
crl-16993	81	17	dissemination	dissemination	NOUN
crl-16993	81	18	finding	finding	NOUN
crl-16993	81	19	and	and	CCONJ
crl-16993	81	20	using	use	VERB
crl-16993	81	21	reporting	reporting	NOUN
crl-16993	81	22	guidelines	guideline	NOUN
crl-16993	81	23	helping	help	VERB
crl-16993	81	24	researchers	researcher	NOUN
crl-16993	81	25	find	find	VERB
crl-16993	81	26	and	and	CCONJ
crl-16993	81	27	use	use	VERB
crl-16993	81	28	guidelines	guideline	NOUN
crl-16993	81	29	and	and	CCONJ
crl-16993	81	30	checklists	checklist	NOUN
crl-16993	81	31	(	(	PUNCT
crl-16993	81	32	e.g.	e.g.	X
crl-16993	81	33	prisma	prisma	X
crl-16993	81	34	,	,	PUNCT
crl-16993	81	35	etc	etc	X
crl-16993	81	36	.	.	X
crl-16993	81	37	)	)	PUNCT
crl-16993	81	38	to	to	PART
crl-16993	81	39	improve	improve	VERB
crl-16993	81	40	methods	method	NOUN
crl-16993	81	41	reporting	report	VERB
crl-16993	81	42	providing	provide	VERB
crl-16993	81	43	repositories	repository	NOUN
crl-16993	81	44	for	for	ADP
crl-16993	81	45	preregistrations	preregistration	NOUN
crl-16993	81	46	providing	provide	VERB
crl-16993	81	47	institutional	institutional	ADJ
crl-16993	81	48	repositories	repository	NOUN
crl-16993	81	49	capable	capable	ADJ
crl-16993	81	50	of	of	ADP
crl-16993	81	51	supporting	support	VERB
crl-16993	81	52	pre	pre	NOUN
crl-16993	81	53	-	-	NOUN
crl-16993	81	54	registrations	registration	NOUN
crl-16993	81	55	helping	help	VERB
crl-16993	81	56	researchers	researcher	NOUN
crl-16993	81	57	understand	understand	VERB
crl-16993	81	58	and	and	CCONJ
crl-16993	81	59	find	find	VERB
crl-16993	81	60	repositories	repository	NOUN
crl-16993	81	61	for	for	ADP
crl-16993	81	62	preregistration	preregistration	NOUN
crl-16993	81	63	helping	help	VERB
crl-16993	81	64	researchers	researcher	NOUN
crl-16993	81	65	find	find	VERB
crl-16993	81	66	appropriate	appropriate	ADJ
crl-16993	81	67	repositories	repository	NOUN
crl-16993	81	68	for	for	ADP
crl-16993	81	69	preregistration	preregistration	NOUN
crl-16993	81	70	and	and	CCONJ
crl-16993	81	71	helping	help	VERB
crl-16993	81	72	new	new	ADJ
crl-16993	81	73	researchers	researcher	NOUN
crl-16993	81	74	understand	understand	VERB
crl-16993	81	75	why	why	SCONJ
crl-16993	81	76	preregistration	preregistration	NOUN
crl-16993	81	77	is	be	AUX
crl-16993	81	78	important	important	ADJ
crl-16993	81	79	open	open	ADJ
crl-16993	81	80	access	access	NOUN
crl-16993	81	81	publisher	publisher	NOUN
crl-16993	81	82	providing	provide	VERB
crl-16993	81	83	open	open	ADJ
crl-16993	81	84	access	access	NOUN
crl-16993	81	85	journal	journal	NOUN
crl-16993	81	86	publishing	publishing	NOUN
crl-16993	81	87	platforms	platform	NOUN
crl-16993	81	88	encouraging	encourage	VERB
crl-16993	81	89	replications	replication	NOUN
crl-16993	81	90	encouraging	encourage	VERB
crl-16993	81	91	replications	replication	NOUN
crl-16993	81	92	through	through	ADP
crl-16993	81	93	support	support	NOUN
crl-16993	81	94	,	,	PUNCT
crl-16993	81	95	programming	programming	NOUN
crl-16993	81	96	(	(	PUNCT
crl-16993	81	97	e.g.	e.g.	ADV
crl-16993	81	98	,	,	PUNCT
crl-16993	81	99	poster	poster	NOUN
crl-16993	81	100	session	session	NOUN
crl-16993	81	101	featuring	feature	VERB
crl-16993	81	102	replication	replication	NOUN
crl-16993	81	103	studies	study	NOUN
crl-16993	81	104	of	of	ADP
crl-16993	81	105	graduate	graduate	NOUN
crl-16993	81	106	students	student	NOUN
crl-16993	81	107	)	)	PUNCT
crl-16993	81	108	,	,	PUNCT
crl-16993	81	109	and	and	CCONJ
crl-16993	81	110	institutional	institutional	ADJ
crl-16993	81	111	open	open	ADJ
crl-16993	81	112	-	-	PUNCT
crl-16993	81	113	access	access	NOUN
crl-16993	81	114	publishing	publishing	NOUN
crl-16993	81	115	reproducibility	reproducibility	NOUN
crl-16993	81	116	(	(	PUNCT
crl-16993	81	117	encouraging	encourage	VERB
crl-16993	81	118	transparency	transparency	NOUN
crl-16993	81	119	and	and	CCONJ
crl-16993	81	120	open	open	ADJ
crl-16993	81	121	science	science	NOUN
crl-16993	81	122	)	)	PUNCT
crl-16993	81	123	data	datum	NOUN
crl-16993	81	124	curation	curation	NOUN
crl-16993	81	125	curating	curate	VERB
crl-16993	81	126	research	research	NOUN
crl-16993	81	127	data	datum	NOUN
crl-16993	81	128	before	before	ADP
crl-16993	81	129	depositing	deposit	VERB
crl-16993	81	130	into	into	ADP
crl-16993	81	131	repositories	repository	NOUN
crl-16993	81	132	active	active	ADJ
crl-16993	81	133	research	research	NOUN
crl-16993	81	134	data	datum	NOUN
crl-16993	81	135	management	management	NOUN
crl-16993	81	136	helping	help	VERB
crl-16993	81	137	researchers	researcher	NOUN
crl-16993	81	138	manage	manage	VERB
crl-16993	81	139	their	their	PRON
crl-16993	81	140	research	research	NOUN
crl-16993	81	141	data	datum	NOUN
crl-16993	81	142	before	before	ADV
crl-16993	81	143	and	and	CCONJ
crl-16993	81	144	during	during	ADP
crl-16993	81	145	research	research	NOUN
crl-16993	81	146	,	,	PUNCT
crl-16993	81	147	working	work	VERB
crl-16993	81	148	with	with	ADP
crl-16993	81	149	quality	quality	NOUN
crl-16993	81	150	assurance	assurance	NOUN
crl-16993	81	151	offices	office	NOUN
crl-16993	81	152	,	,	PUNCT
crl-16993	81	153	and	and	CCONJ
crl-16993	81	154	training	train	VERB
crl-16993	81	155	new	new	ADJ
crl-16993	81	156	lab	lab	NOUN
crl-16993	81	157	members	member	NOUN
crl-16993	81	158	data	data	PROPN
crl-16993	81	159	/	/	SYM
crl-16993	81	160	code	code	NOUN
crl-16993	81	161	/	/	SYM
crl-16993	81	162	methods	method	NOUN
crl-16993	81	163	sharing	share	VERB
crl-16993	81	164	helping	help	VERB
crl-16993	81	165	researchers	researcher	NOUN
crl-16993	81	166	find	find	VERB
crl-16993	81	167	appropriate	appropriate	ADJ
crl-16993	81	168	repositories	repository	NOUN
crl-16993	81	169	for	for	ADP
crl-16993	81	170	sharing	share	VERB
crl-16993	81	171	data	datum	NOUN
crl-16993	81	172	,	,	PUNCT
crl-16993	81	173	running	run	VERB
crl-16993	81	174	institutional	institutional	ADJ
crl-16993	81	175	data	datum	NOUN
crl-16993	81	176	repositories	repository	NOUN
crl-16993	81	177	,	,	PUNCT
crl-16993	81	178	and	and	CCONJ
crl-16993	81	179	helping	helping	AUX
crl-16993	81	180	define	define	VERB
crl-16993	81	181	standards	standard	NOUN
crl-16993	81	182	for	for	ADP
crl-16993	81	183	citation	citation	NOUN
crl-16993	81	184	and	and	CCONJ
crl-16993	81	185	sharing	sharing	NOUN
crl-16993	81	186	evaluation	evaluation	NOUN
crl-16993	81	187	(	(	PUNCT
crl-16993	81	188	diversifying	diversify	VERB
crl-16993	81	189	peer	peer	NOUN
crl-16993	81	190	review	review	NOUN
crl-16993	81	191	)	)	PUNCT
crl-16993	81	192	educating	educate	VERB
crl-16993	81	193	researchers	researcher	NOUN
crl-16993	81	194	educating	educate	VERB
crl-16993	81	195	researchers	researcher	NOUN
crl-16993	81	196	about	about	ADP
crl-16993	81	197	new	new	ADJ
crl-16993	81	198	forms	form	NOUN
crl-16993	81	199	of	of	ADP
crl-16993	81	200	peer	peer	NOUN
crl-16993	81	201	-	-	PUNCT
crl-16993	81	202	review	review	NOUN
crl-16993	81	203	and	and	CCONJ
crl-16993	81	204	publication	publication	NOUN
crl-16993	81	205	supporting	support	VERB
crl-16993	81	206	preprints	preprint	NOUN
crl-16993	81	207	helping	help	VERB
crl-16993	81	208	researchers	researcher	NOUN
crl-16993	81	209	find	find	VERB
crl-16993	81	210	appropriate	appropriate	ADJ
crl-16993	81	211	venues	venue	NOUN
crl-16993	81	212	for	for	ADP
crl-16993	81	213	depositing	deposit	VERB
crl-16993	81	214	preprints	preprint	NOUN
crl-16993	81	215	,	,	PUNCT
crl-16993	81	216	understanding	understand	VERB
crl-16993	81	217	journal	journal	NOUN
crl-16993	81	218	guidelines	guideline	NOUN
crl-16993	81	219	(	(	PUNCT
crl-16993	81	220	e.g.	e.g.	ADV
crl-16993	81	221	,	,	PUNCT
crl-16993	81	222	sherpa	sherpa	ADJ
crl-16993	81	223	romeo	romeo	PROPN
crl-16993	81	224	)	)	PUNCT
crl-16993	81	225	regarding	regard	VERB
crl-16993	81	226	copyright	copyright	NOUN
crl-16993	81	227	,	,	PUNCT
crl-16993	81	228	and	and	CCONJ
crl-16993	81	229	negotiating	negotiate	VERB
crl-16993	81	230	with	with	ADP
crl-16993	81	231	journals	journal	NOUN
crl-16993	81	232	incentives	incentive	NOUN
crl-16993	81	233	(	(	PUNCT
crl-16993	81	234	rewarding	reward	VERB
crl-16993	81	235	open	open	ADJ
crl-16993	81	236	and	and	CCONJ
crl-16993	81	237	reproducible	reproducible	ADJ
crl-16993	81	238	practices	practice	NOUN
crl-16993	81	239	)	)	PUNCT
crl-16993	81	240	citation	citation	NOUN
crl-16993	81	241	standards	standard	NOUN
crl-16993	81	242	helping	helping	AUX
crl-16993	81	243	create	create	VERB
crl-16993	81	244	citation	citation	NOUN
crl-16993	81	245	standards	standard	NOUN
crl-16993	81	246	for	for	ADP
crl-16993	81	247	data	datum	NOUN
crl-16993	81	248	,	,	PUNCT
crl-16993	81	249	code	code	NOUN
crl-16993	81	250	,	,	PUNCT
crl-16993	81	251	research	research	NOUN
crl-16993	81	252	materials	material	NOUN
crl-16993	81	253	,	,	PUNCT
crl-16993	81	254	etc	etc	X
crl-16993	81	255	.	.	X
crl-16993	81	256	education	education	NOUN
crl-16993	81	257	teaching	teaching	NOUN
crl-16993	81	258	faculty	faculty	NOUN
crl-16993	81	259	,	,	PUNCT
crl-16993	81	260	researchers	researcher	NOUN
crl-16993	81	261	,	,	PUNCT
crl-16993	81	262	and	and	CCONJ
crl-16993	81	263	students	student	NOUN
crl-16993	81	264	about	about	ADP
crl-16993	81	265	how	how	SCONJ
crl-16993	81	266	different	different	ADJ
crl-16993	81	267	citation	citation	NOUN
crl-16993	81	268	metrics	metric	NOUN
crl-16993	81	269	work	work	VERB
crl-16993	81	270	and	and	CCONJ
crl-16993	81	271	the	the	DET
crl-16993	81	272	costs	cost	NOUN
crl-16993	81	273	and	and	CCONJ
crl-16993	81	274	benefits	benefit	NOUN
crl-16993	81	275	of	of	ADP
crl-16993	81	276	each	each	PRON
crl-16993	81	277	,	,	PUNCT
crl-16993	81	278	as	as	ADV
crl-16993	81	279	well	well	ADV
crl-16993	81	280	as	as	ADP
crl-16993	81	281	the	the	DET
crl-16993	81	282	longevity	longevity	NOUN
crl-16993	81	283	of	of	ADP
crl-16993	81	284	scholar	scholar	NOUN
crl-16993	81	285	identity	identity	NOUN
crl-16993	81	286	(	(	PUNCT
crl-16993	81	287	e.g.	e.g.	ADV
crl-16993	81	288	,	,	PUNCT
crl-16993	81	289	orcid	orcid	NOUN
crl-16993	81	290	)	)	PUNCT
crl-16993	81	291	citation	citation	NOUN
crl-16993	81	292	data	data	NOUN
crl-16993	81	293	provider	provider	NOUN
crl-16993	81	294	to	to	ADP
crl-16993	81	295	tenure	tenure	NOUN
crl-16993	81	296	and	and	CCONJ
crl-16993	81	297	promotion	promotion	NOUN
crl-16993	81	298	(	(	PUNCT
crl-16993	81	299	t&p	t&p	PROPN
crl-16993	81	300	)	)	PUNCT
crl-16993	81	301	committees	committee	NOUN
crl-16993	81	302	providing	provide	VERB
crl-16993	81	303	citation	citation	NOUN
crl-16993	81	304	data	datum	NOUN
crl-16993	81	305	for	for	ADP
crl-16993	81	306	data	datum	NOUN
crl-16993	81	307	,	,	PUNCT
crl-16993	81	308	code	code	NOUN
crl-16993	81	309	,	,	PUNCT
crl-16993	81	310	software	software	NOUN
crl-16993	81	311	,	,	PUNCT
crl-16993	81	312	and	and	CCONJ
crl-16993	81	313	materials	material	NOUN
crl-16993	81	314	to	to	ADP
crl-16993	81	315	tenure	tenure	NOUN
crl-16993	81	316	and	and	CCONJ
crl-16993	81	317	promotion	promotion	NOUN
crl-16993	81	318	committees	committee	NOUN
crl-16993	81	319	and	and	CCONJ
crl-16993	81	320	advocating	advocate	VERB
crl-16993	81	321	for	for	ADP
crl-16993	81	322	changes	change	NOUN
crl-16993	81	323	to	to	ADP
crl-16993	81	324	academic	academic	ADJ
crl-16993	81	325	incentives	incentive	NOUN
crl-16993	81	326	.	.	PUNCT
crl-16993	82	1	266	266	NUM
crl-16993	82	2	college	college	PROPN
crl-16993	82	3	&	&	CCONJ
crl-16993	82	4	research	research	PROPN
crl-16993	82	5	libraries	librarie	VERB
crl-16993	82	6	march	march	PROPN
crl-16993	82	7	2019	2019	NUM
crl-16993	82	8	working	work	VERB
crl-16993	82	9	with	with	ADP
crl-16993	82	10	the	the	DET
crl-16993	82	11	digital	digital	ADJ
crl-16993	82	12	humanities	humanity	NOUN
crl-16993	82	13	,	,	PUNCT
crl-16993	82	14	bibliometrics	bibliometric	NOUN
crl-16993	82	15	,	,	PUNCT
crl-16993	82	16	and	and	CCONJ
crl-16993	82	17	geographic	geographic	ADJ
crl-16993	82	18	information	information	NOUN
crl-16993	82	19	systems	system	NOUN
crl-16993	82	20	(	(	PUNCT
crl-16993	82	21	gis	gis	NOUN
crl-16993	82	22	)	)	PUNCT
crl-16993	82	23	have	have	AUX
crl-16993	82	24	long	long	ADV
crl-16993	82	25	supported	support	VERB
crl-16993	82	26	data	data	NOUN
crl-16993	82	27	-	-	PUNCT
crl-16993	82	28	intensive	intensive	ADJ
crl-16993	82	29	and	and	CCONJ
crl-16993	82	30	computational	computational	ADJ
crl-16993	82	31	methodologies	methodology	NOUN
crl-16993	82	32	.	.	PUNCT
crl-16993	83	1	academic	academic	ADJ
crl-16993	83	2	libraries	library	NOUN
crl-16993	83	3	have	have	AUX
crl-16993	83	4	been	be	AUX
crl-16993	83	5	involved	involve	VERB
crl-16993	83	6	in	in	ADP
crl-16993	83	7	various	various	ADJ
crl-16993	83	8	digital	digital	ADJ
crl-16993	83	9	scholarship	scholarship	NOUN
crl-16993	83	10	projects.37	projects.37	ADP
crl-16993	83	11	one	one	NUM
crl-16993	83	12	example	example	NOUN
crl-16993	83	13	is	be	AUX
crl-16993	83	14	the	the	DET
crl-16993	83	15	mapping	mapping	NOUN
crl-16993	83	16	prejudice	prejudice	NOUN
crl-16993	83	17	project	project	NOUN
crl-16993	83	18	,	,	PUNCT
crl-16993	83	19	which	which	PRON
crl-16993	83	20	is	be	AUX
crl-16993	83	21	a	a	DET
crl-16993	83	22	collaboration	collaboration	NOUN
crl-16993	83	23	between	between	ADP
crl-16993	83	24	the	the	DET
crl-16993	83	25	university	university	PROPN
crl-16993	83	26	of	of	ADP
crl-16993	83	27	minnesota	minnesota	PROPN
crl-16993	83	28	and	and	CCONJ
crl-16993	83	29	augsburg	augsburg	PROPN
crl-16993	83	30	university.38	university.38	PROPN
crl-16993	83	31	in	in	ADP
crl-16993	83	32	this	this	DET
crl-16993	83	33	example	example	NOUN
crl-16993	83	34	,	,	PUNCT
crl-16993	83	35	staff	staff	NOUN
crl-16993	83	36	from	from	ADP
crl-16993	83	37	the	the	DET
crl-16993	83	38	borchert	borchert	PROPN
crl-16993	83	39	map	map	PROPN
crl-16993	83	40	library	library	PROPN
crl-16993	83	41	have	have	AUX
crl-16993	83	42	served	serve	VERB
crl-16993	83	43	on	on	ADP
crl-16993	83	44	a	a	DET
crl-16993	83	45	team	team	NOUN
crl-16993	83	46	working	work	VERB
crl-16993	83	47	to	to	PART
crl-16993	83	48	compile	compile	VERB
crl-16993	83	49	a	a	DET
crl-16993	83	50	database	database	NOUN
crl-16993	83	51	and	and	CCONJ
crl-16993	83	52	accompanying	accompanying	ADJ
crl-16993	83	53	visualizations	visualization	NOUN
crl-16993	83	54	of	of	ADP
crl-16993	83	55	racial	racial	ADJ
crl-16993	83	56	covenants	covenant	NOUN
crl-16993	83	57	in	in	ADP
crl-16993	83	58	minneapolis.39	minneapolis.39	NOUN
crl-16993	83	59	there	there	PRON
crl-16993	83	60	is	be	VERB
crl-16993	83	61	now	now	ADV
crl-16993	83	62	a	a	DET
crl-16993	83	63	need	need	NOUN
crl-16993	83	64	to	to	PART
crl-16993	83	65	extend	extend	VERB
crl-16993	83	66	support	support	NOUN
crl-16993	83	67	to	to	ADP
crl-16993	83	68	other	other	ADJ
crl-16993	83	69	disciplines	discipline	NOUN
crl-16993	83	70	by	by	ADP
crl-16993	83	71	supporting	support	VERB
crl-16993	83	72	computational	computational	ADJ
crl-16993	83	73	tools	tool	NOUN
crl-16993	83	74	like	like	ADP
crl-16993	83	75	r	r	NOUN
crl-16993	83	76	,	,	PUNCT
crl-16993	83	77	python	python	NOUN
crl-16993	83	78	,	,	PUNCT
crl-16993	83	79	and	and	CCONJ
crl-16993	83	80	git	git	NOUN
crl-16993	83	81	.	.	PUNCT
crl-16993	84	1	these	these	DET
crl-16993	84	2	tools	tool	NOUN
crl-16993	84	3	can	can	AUX
crl-16993	84	4	improve	improve	VERB
crl-16993	84	5	reproducibility	reproducibility	NOUN
crl-16993	84	6	by	by	ADP
crl-16993	84	7	automating	automate	VERB
crl-16993	84	8	data	datum	NOUN
crl-16993	84	9	processing	processing	NOUN
crl-16993	84	10	and	and	CCONJ
crl-16993	84	11	analysis	analysis	NOUN
crl-16993	84	12	,	,	PUNCT
crl-16993	84	13	thus	thus	ADV
crl-16993	84	14	increasing	increase	VERB
crl-16993	84	15	consistency	consistency	NOUN
crl-16993	84	16	and	and	CCONJ
crl-16993	84	17	allowing	allow	VERB
crl-16993	84	18	the	the	DET
crl-16993	84	19	underlying	underlie	VERB
crl-16993	84	20	code	code	NOUN
crl-16993	84	21	to	to	PART
crl-16993	84	22	be	be	AUX
crl-16993	84	23	audited	audit	VERB
crl-16993	84	24	and	and	CCONJ
crl-16993	84	25	shared	share	VERB
crl-16993	84	26	.	.	PUNCT
crl-16993	85	1	with	with	ADP
crl-16993	85	2	these	these	DET
crl-16993	85	3	methodologies	methodology	NOUN
crl-16993	85	4	comes	come	VERB
crl-16993	85	5	a	a	DET
crl-16993	85	6	concurrent	concurrent	ADJ
crl-16993	85	7	need	need	NOUN
crl-16993	85	8	for	for	ADP
crl-16993	85	9	education	education	NOUN
crl-16993	85	10	around	around	ADP
crl-16993	85	11	data	datum	NOUN
crl-16993	85	12	and	and	CCONJ
crl-16993	85	13	code	code	NOUN
crl-16993	85	14	management	management	NOUN
crl-16993	85	15	,	,	PUNCT
crl-16993	85	16	versioning	versioning	NOUN
crl-16993	85	17	,	,	PUNCT
crl-16993	85	18	and	and	CCONJ
crl-16993	85	19	documentation	documentation	NOUN
crl-16993	85	20	.	.	PUNCT
crl-16993	86	1	the	the	DET
crl-16993	86	2	asa	asa	PROPN
crl-16993	86	3	guidelines	guideline	NOUN
crl-16993	86	4	specifically	specifically	ADV
crl-16993	86	5	note	note	VERB
crl-16993	86	6	that	that	SCONJ
crl-16993	86	7	“	"	PUNCT
crl-16993	86	8	most	most	ADJ
crl-16993	86	9	students	student	NOUN
crl-16993	86	10	and	and	CCONJ
crl-16993	86	11	faculty	faculty	NOUN
crl-16993	86	12	have	have	VERB
crl-16993	86	13	little	little	ADJ
crl-16993	86	14	training	training	NOUN
crl-16993	86	15	in	in	ADP
crl-16993	86	16	how	how	SCONJ
crl-16993	86	17	to	to	PART
crl-16993	86	18	organize	organize	VERB
crl-16993	86	19	their	their	PRON
crl-16993	86	20	data	datum	NOUN
crl-16993	86	21	and	and	CCONJ
crl-16993	86	22	software	software	NOUN
crl-16993	86	23	so	so	SCONJ
crl-16993	86	24	that	that	SCONJ
crl-16993	86	25	their	their	PRON
crl-16993	86	26	analyses	analysis	NOUN
crl-16993	86	27	are	be	AUX
crl-16993	86	28	reproducible	reproducible	ADJ
crl-16993	86	29	.	.	PUNCT
crl-16993	86	30	”40	”40	PROPN
crl-16993	87	1	in	in	ADP
crl-16993	87	2	“	"	PUNCT
crl-16993	87	3	good	good	ADJ
crl-16993	87	4	enough	enough	ADJ
crl-16993	87	5	practices	practice	NOUN
crl-16993	87	6	in	in	ADP
crl-16993	87	7	scientific	scientific	ADJ
crl-16993	87	8	computing	computing	NOUN
crl-16993	87	9	,	,	PUNCT
crl-16993	87	10	”	"	PUNCT
crl-16993	87	11	wilson	wilson	NOUN
crl-16993	87	12	et	et	PROPN
crl-16993	87	13	al	al	PROPN
crl-16993	87	14	.	.	PROPN
crl-16993	87	15	recommend	recommend	VERB
crl-16993	87	16	a	a	DET
crl-16993	87	17	number	number	NOUN
crl-16993	87	18	of	of	ADP
crl-16993	87	19	measures	measure	NOUN
crl-16993	87	20	to	to	PART
crl-16993	87	21	improve	improve	VERB
crl-16993	87	22	reproducibility	reproducibility	NOUN
crl-16993	87	23	,	,	PUNCT
crl-16993	87	24	including	include	VERB
crl-16993	87	25	good	good	ADJ
crl-16993	87	26	data	datum	NOUN
crl-16993	87	27	management	management	NOUN
crl-16993	87	28	practices	practice	NOUN
crl-16993	87	29	,	,	PUNCT
crl-16993	87	30	code	code	NOUN
crl-16993	87	31	sharing	sharing	NOUN
crl-16993	87	32	,	,	PUNCT
crl-16993	87	33	proper	proper	ADJ
crl-16993	87	34	documentation	documentation	NOUN
crl-16993	87	35	,	,	PUNCT
crl-16993	87	36	open	open	ADJ
crl-16993	87	37	licensing	licensing	NOUN
crl-16993	87	38	,	,	PUNCT
crl-16993	87	39	project	project	NOUN
crl-16993	87	40	organization	organization	NOUN
crl-16993	87	41	,	,	PUNCT
crl-16993	87	42	and	and	CCONJ
crl-16993	87	43	versioning	versione	VERB
crl-16993	87	44	,	,	PUNCT
crl-16993	87	45	among	among	ADP
crl-16993	87	46	other	other	ADJ
crl-16993	87	47	measures.41	measures.41	NOUN
crl-16993	87	48	sandve	sandve	NOUN
crl-16993	87	49	et	et	PROPN
crl-16993	88	1	al	al	PROPN
crl-16993	88	2	.	.	PROPN
crl-16993	88	3	have	have	VERB
crl-16993	88	4	similar	similar	ADJ
crl-16993	88	5	recommendations	recommendation	NOUN
crl-16993	88	6	for	for	ADP
crl-16993	88	7	reproducible	reproducible	ADJ
crl-16993	88	8	computational	computational	ADJ
crl-16993	88	9	research	research	NOUN
crl-16993	88	10	,	,	PUNCT
crl-16993	88	11	and	and	CCONJ
crl-16993	88	12	similar	similar	ADJ
crl-16993	88	13	recommendations	recommendation	NOUN
crl-16993	88	14	also	also	ADV
crl-16993	88	15	exist	exist	VERB
crl-16993	88	16	for	for	ADP
crl-16993	88	17	cognitive	cognitive	ADJ
crl-16993	88	18	neuroscience.42	neuroscience.42	NOUN
crl-16993	88	19	an	an	DET
crl-16993	88	20	example	example	NOUN
crl-16993	88	21	of	of	ADP
crl-16993	88	22	librarians	librarian	NOUN
crl-16993	88	23	supporting	support	VERB
crl-16993	88	24	these	these	DET
crl-16993	88	25	measures	measure	NOUN
crl-16993	88	26	is	be	AUX
crl-16993	88	27	shirley	shirley	NOUN
crl-16993	88	28	zhao	zhao	PROPN
crl-16993	88	29	’s	’s	PART
crl-16993	88	30	two	two	NUM
crl-16993	88	31	-	-	PUNCT
crl-16993	88	32	day	day	NOUN
crl-16993	88	33	course	course	NOUN
crl-16993	88	34	on	on	ADP
crl-16993	88	35	reproducibility	reproducibility	NOUN
crl-16993	88	36	that	that	PRON
crl-16993	88	37	covered	cover	VERB
crl-16993	88	38	both	both	DET
crl-16993	88	39	tools	tool	NOUN
crl-16993	88	40	and	and	CCONJ
crl-16993	88	41	workflows.43	workflows.43	NOUN
crl-16993	88	42	librarians	librarian	NOUN
crl-16993	88	43	can	can	AUX
crl-16993	88	44	also	also	ADV
crl-16993	88	45	directly	directly	ADV
crl-16993	88	46	support	support	VERB
crl-16993	88	47	reproducibility	reproducibility	NOUN
crl-16993	88	48	for	for	ADP
crl-16993	88	49	some	some	DET
crl-16993	88	50	methodologies	methodology	NOUN
crl-16993	88	51	,	,	PUNCT
crl-16993	88	52	such	such	ADJ
crl-16993	88	53	as	as	ADP
crl-16993	88	54	systematic	systematic	ADJ
crl-16993	88	55	reviews	review	NOUN
crl-16993	88	56	.	.	PUNCT
crl-16993	89	1	as	as	SCONJ
crl-16993	89	2	gore	gore	PROPN
crl-16993	89	3	and	and	CCONJ
crl-16993	89	4	jones	jones	PROPN
crl-16993	89	5	explain	explain	VERB
crl-16993	89	6	,	,	PUNCT
crl-16993	89	7	many	many	ADJ
crl-16993	89	8	systematic	systematic	ADJ
crl-16993	89	9	review	review	NOUN
crl-16993	89	10	guidelines	guideline	NOUN
crl-16993	89	11	,	,	PUNCT
crl-16993	89	12	including	include	VERB
crl-16993	89	13	cochrane	cochrane	NOUN
crl-16993	89	14	and	and	CCONJ
crl-16993	89	15	the	the	DET
crl-16993	89	16	campbell	campbell	NOUN
crl-16993	89	17	collaboration	collaboration	NOUN
crl-16993	89	18	,	,	PUNCT
crl-16993	89	19	explicitly	explicitly	ADV
crl-16993	89	20	recommend	recommend	VERB
crl-16993	89	21	including	include	VERB
crl-16993	89	22	a	a	DET
crl-16993	89	23	librarian	librarian	NOUN
crl-16993	89	24	as	as	ADP
crl-16993	89	25	part	part	NOUN
crl-16993	89	26	of	of	ADP
crl-16993	89	27	the	the	DET
crl-16993	89	28	research	research	NOUN
crl-16993	89	29	team.44	team.44	NOUN
crl-16993	89	30	evidence	evidence	NOUN
crl-16993	89	31	suggests	suggest	VERB
crl-16993	89	32	that	that	SCONJ
crl-16993	89	33	involving	involve	VERB
crl-16993	89	34	librarians	librarian	NOUN
crl-16993	89	35	improves	improve	VERB
crl-16993	89	36	the	the	DET
crl-16993	89	37	quality	quality	NOUN
crl-16993	89	38	and	and	CCONJ
crl-16993	89	39	reproducibility	reproducibility	NOUN
crl-16993	89	40	of	of	ADP
crl-16993	89	41	systematic	systematic	ADJ
crl-16993	89	42	review.45	review.45	NOUN
crl-16993	89	43	koffel	koffel	NOUN
crl-16993	89	44	analyzed	analyze	VERB
crl-16993	89	45	reported	report	VERB
crl-16993	89	46	systematic	systematic	ADJ
crl-16993	89	47	review	review	NOUN
crl-16993	89	48	search	search	NOUN
crl-16993	89	49	strategies	strategy	NOUN
crl-16993	89	50	and	and	CCONJ
crl-16993	89	51	found	find	VERB
crl-16993	89	52	that	that	SCONJ
crl-16993	89	53	“	"	PUNCT
crl-16993	89	54	librarian	librarian	ADJ
crl-16993	89	55	involvement	involvement	NOUN
crl-16993	89	56	was	be	AUX
crl-16993	89	57	strongly	strongly	ADV
crl-16993	89	58	associated	associate	VERB
crl-16993	89	59	with	with	ADP
crl-16993	89	60	the	the	DET
crl-16993	89	61	use	use	NOUN
crl-16993	89	62	of	of	ADP
crl-16993	89	63	many	many	ADJ
crl-16993	89	64	recommended	recommend	VERB
crl-16993	89	65	search	search	NOUN
crl-16993	89	66	methods	method	NOUN
crl-16993	89	67	and	and	CCONJ
crl-16993	89	68	could	could	AUX
crl-16993	89	69	improve	improve	VERB
crl-16993	89	70	the	the	DET
crl-16993	89	71	quality	quality	NOUN
crl-16993	89	72	of	of	ADP
crl-16993	89	73	the	the	DET
crl-16993	89	74	review	review	NOUN
crl-16993	89	75	,	,	PUNCT
crl-16993	89	76	contributing	contribute	VERB
crl-16993	89	77	to	to	ADP
crl-16993	89	78	the	the	DET
crl-16993	89	79	replicability	replicability	NOUN
crl-16993	89	80	and	and	CCONJ
crl-16993	89	81	robustness	robustness	NOUN
crl-16993	89	82	of	of	ADP
crl-16993	89	83	meta	meta	ADJ
crl-16993	89	84	-	-	PUNCT
crl-16993	89	85	analytic	analytic	ADJ
crl-16993	89	86	findings	finding	NOUN
crl-16993	89	87	.	.	PUNCT
crl-16993	90	1	”46	”46	PROPN
crl-16993	90	2	koffel	koffel	PROPN
crl-16993	90	3	and	and	CCONJ
crl-16993	90	4	rethlefsen	rethlefsen	PROPN
crl-16993	90	5	found	find	VERB
crl-16993	90	6	that	that	SCONJ
crl-16993	90	7	only	only	ADV
crl-16993	90	8	22	22	NUM
crl-16993	90	9	percent	percent	NOUN
crl-16993	90	10	of	of	ADP
crl-16993	90	11	systematic	systematic	ADJ
crl-16993	90	12	reviews	review	NOUN
crl-16993	90	13	they	they	PRON
crl-16993	90	14	analyzed	analyze	VERB
crl-16993	90	15	provided	provide	VERB
crl-16993	90	16	at	at	ADV
crl-16993	90	17	least	least	ADV
crl-16993	90	18	one	one	NUM
crl-16993	90	19	reproducible	reproducible	ADJ
crl-16993	90	20	search	search	NOUN
crl-16993	90	21	strategy	strategy	NOUN
crl-16993	90	22	,	,	PUNCT
crl-16993	90	23	and	and	CCONJ
crl-16993	90	24	only	only	ADV
crl-16993	90	25	13	13	NUM
crl-16993	90	26	percent	percent	NOUN
crl-16993	90	27	provided	provide	VERB
crl-16993	90	28	reproducible	reproducible	ADJ
crl-16993	90	29	strategies	strategy	NOUN
crl-16993	90	30	for	for	ADP
crl-16993	90	31	all	all	DET
crl-16993	90	32	databases.47	databases.47	PROPN
crl-16993	90	33	librarian	librarian	ADJ
crl-16993	90	34	involvement	involvement	NOUN
crl-16993	90	35	was	be	AUX
crl-16993	90	36	found	find	VERB
crl-16993	90	37	to	to	PART
crl-16993	90	38	significantly	significantly	ADV
crl-16993	90	39	predict	predict	VERB
crl-16993	90	40	the	the	DET
crl-16993	90	41	inclusion	inclusion	NOUN
crl-16993	90	42	of	of	ADP
crl-16993	90	43	a	a	DET
crl-16993	90	44	reproducible	reproducible	ADJ
crl-16993	90	45	strategy	strategy	NOUN
crl-16993	90	46	.	.	PUNCT
crl-16993	91	1	while	while	SCONJ
crl-16993	91	2	librarians	librarian	NOUN
crl-16993	91	3	have	have	AUX
crl-16993	91	4	supported	support	VERB
crl-16993	91	5	systematic	systematic	ADJ
crl-16993	91	6	reviews	review	NOUN
crl-16993	91	7	in	in	ADP
crl-16993	91	8	the	the	DET
crl-16993	91	9	health	health	NOUN
crl-16993	91	10	sciences	science	NOUN
crl-16993	91	11	for	for	ADP
crl-16993	91	12	many	many	ADJ
crl-16993	91	13	years	year	NOUN
crl-16993	91	14	,	,	PUNCT
crl-16993	91	15	this	this	DET
crl-16993	91	16	methodology	methodology	NOUN
crl-16993	91	17	is	be	AUX
crl-16993	91	18	becoming	become	VERB
crl-16993	91	19	more	more	ADV
crl-16993	91	20	common	common	ADJ
crl-16993	91	21	in	in	ADP
crl-16993	91	22	other	other	ADJ
crl-16993	91	23	disciplines	discipline	NOUN
crl-16993	91	24	(	(	PUNCT
crl-16993	91	25	such	such	ADJ
crl-16993	91	26	as	as	ADP
crl-16993	91	27	psychology	psychology	NOUN
crl-16993	91	28	and	and	CCONJ
crl-16993	91	29	education	education	NOUN
crl-16993	91	30	)	)	PUNCT
crl-16993	91	31	.	.	PUNCT
crl-16993	92	1	there	there	PRON
crl-16993	92	2	have	have	AUX
crl-16993	92	3	also	also	ADV
crl-16993	92	4	been	be	AUX
crl-16993	92	5	suggestions	suggestion	NOUN
crl-16993	92	6	that	that	SCONJ
crl-16993	92	7	systematic	systematic	ADJ
crl-16993	92	8	reviews	review	NOUN
crl-16993	92	9	should	should	AUX
crl-16993	92	10	be	be	AUX
crl-16993	92	11	adopted	adopt	VERB
crl-16993	92	12	across	across	ADP
crl-16993	92	13	the	the	DET
crl-16993	92	14	scientific	scientific	ADJ
crl-16993	92	15	process	process	NOUN
crl-16993	92	16	as	as	ADP
crl-16993	92	17	one	one	NUM
crl-16993	92	18	way	way	NOUN
crl-16993	92	19	of	of	ADP
crl-16993	92	20	directly	directly	ADV
crl-16993	92	21	improving	improve	VERB
crl-16993	92	22	the	the	DET
crl-16993	92	23	reproducibility	reproducibility	NOUN
crl-16993	92	24	of	of	ADP
crl-16993	92	25	research.48	research.48	ADJ
crl-16993	92	26	future	future	ADJ
crl-16993	92	27	research	research	NOUN
crl-16993	92	28	will	will	AUX
crl-16993	92	29	be	be	AUX
crl-16993	92	30	needed	need	VERB
crl-16993	92	31	to	to	PART
crl-16993	92	32	analyze	analyze	VERB
crl-16993	92	33	the	the	DET
crl-16993	92	34	role	role	NOUN
crl-16993	92	35	of	of	ADP
crl-16993	92	36	librarians	librarian	NOUN
crl-16993	92	37	in	in	ADP
crl-16993	92	38	supporting	support	VERB
crl-16993	92	39	systematic	systematic	ADJ
crl-16993	92	40	reviews	review	NOUN
crl-16993	92	41	outside	outside	ADP
crl-16993	92	42	the	the	DET
crl-16993	92	43	health	health	NOUN
crl-16993	92	44	sciences	science	NOUN
crl-16993	92	45	,	,	PUNCT
crl-16993	92	46	but	but	CCONJ
crl-16993	92	47	services	service	NOUN
crl-16993	92	48	exist	exist	VERB
crl-16993	92	49	currently	currently	ADV
crl-16993	92	50	at	at	ADP
crl-16993	92	51	cornell	cornell	PROPN
crl-16993	92	52	and	and	CCONJ
crl-16993	92	53	the	the	DET
crl-16993	92	54	university	university	PROPN
crl-16993	92	55	of	of	ADP
crl-16993	92	56	minnesota.49	minnesota.49	PROPN
crl-16993	92	57	theme	theme	NOUN
crl-16993	92	58	:	:	PUNCT
crl-16993	92	59	reporting	reporting	NOUN
crl-16993	92	60	and	and	CCONJ
crl-16993	92	61	dissemination	dissemination	NOUN
crl-16993	92	62	the	the	DET
crl-16993	92	63	reporting	reporting	NOUN
crl-16993	92	64	and	and	CCONJ
crl-16993	92	65	dissemination	dissemination	NOUN
crl-16993	92	66	theme	theme	NOUN
crl-16993	92	67	refers	refer	VERB
crl-16993	92	68	to	to	ADP
crl-16993	92	69	measures	measure	NOUN
crl-16993	92	70	that	that	PRON
crl-16993	92	71	can	can	AUX
crl-16993	92	72	improve	improve	VERB
crl-16993	92	73	how	how	SCONJ
crl-16993	92	74	the	the	DET
crl-16993	92	75	methodology	methodology	NOUN
crl-16993	92	76	of	of	ADP
crl-16993	92	77	studies	study	NOUN
crl-16993	92	78	is	be	AUX
crl-16993	92	79	reported	report	VERB
crl-16993	92	80	.	.	PUNCT
crl-16993	93	1	examples	example	NOUN
crl-16993	93	2	include	include	VERB
crl-16993	93	3	promoting	promote	VERB
crl-16993	93	4	study	study	NOUN
crl-16993	93	5	and	and	CCONJ
crl-16993	93	6	analysis	analysis	NOUN
crl-16993	93	7	plan	plan	NOUN
crl-16993	93	8	preregistration	preregistration	NOUN
crl-16993	93	9	and	and	CCONJ
crl-16993	93	10	improving	improve	VERB
crl-16993	93	11	the	the	DET
crl-16993	93	12	quality	quality	NOUN
crl-16993	93	13	of	of	ADP
crl-16993	93	14	methodological	methodological	ADJ
crl-16993	93	15	reporting.50	reporting.50	NOUN
crl-16993	93	16	one	one	NUM
crl-16993	93	17	measure	measure	NOUN
crl-16993	93	18	encountered	encounter	VERB
crl-16993	93	19	in	in	ADP
crl-16993	93	20	multiple	multiple	ADJ
crl-16993	93	21	guidelines	guideline	NOUN
crl-16993	93	22	is	be	AUX
crl-16993	93	23	for	for	SCONJ
crl-16993	93	24	researchers	researcher	NOUN
crl-16993	93	25	to	to	PART
crl-16993	93	26	adhere	adhere	VERB
crl-16993	93	27	to	to	ADP
crl-16993	93	28	reporting	report	VERB
crl-16993	93	29	guidelines	guideline	NOUN
crl-16993	93	30	and	and	CCONJ
crl-16993	93	31	checklists	checklist	NOUN
crl-16993	93	32	to	to	PART
crl-16993	93	33	improve	improve	VERB
crl-16993	93	34	methods	method	NOUN
crl-16993	93	35	reporting	report	VERB
crl-16993	93	36	so	so	SCONJ
crl-16993	93	37	that	that	DET
crl-16993	93	38	research	research	NOUN
crl-16993	93	39	can	can	AUX
crl-16993	93	40	be	be	AUX
crl-16993	93	41	fully	fully	ADV
crl-16993	93	42	evaluated	evaluate	VERB
crl-16993	93	43	and	and	CCONJ
crl-16993	93	44	reproduced	reproduce	VERB
crl-16993	93	45	.	.	PUNCT
crl-16993	94	1	reporting	report	VERB
crl-16993	94	2	guidelines	guideline	NOUN
crl-16993	94	3	are	be	AUX
crl-16993	94	4	checklists	checklist	NOUN
crl-16993	94	5	of	of	ADP
crl-16993	94	6	items	item	NOUN
crl-16993	94	7	that	that	PRON
crl-16993	94	8	must	must	AUX
crl-16993	94	9	be	be	AUX
crl-16993	94	10	reported	report	VERB
crl-16993	94	11	about	about	ADP
crl-16993	94	12	how	how	SCONJ
crl-16993	94	13	replicable	replicable	ADJ
crl-16993	94	14	services	service	NOUN
crl-16993	94	15	for	for	ADP
crl-16993	94	16	reproducible	reproducible	ADJ
crl-16993	94	17	research	research	NOUN
crl-16993	94	18	267	267	NUM
crl-16993	94	19	research	research	NOUN
crl-16993	94	20	was	be	AUX
crl-16993	94	21	carried	carry	VERB
crl-16993	94	22	out	out	ADP
crl-16993	94	23	and	and	CCONJ
crl-16993	94	24	differ	differ	AUX
crl-16993	94	25	based	base	VERB
crl-16993	94	26	on	on	ADP
crl-16993	94	27	study	study	NOUN
crl-16993	94	28	design	design	NOUN
crl-16993	94	29	.	.	PUNCT
crl-16993	95	1	the	the	DET
crl-16993	95	2	equator	equator	NOUN
crl-16993	95	3	(	(	PUNCT
crl-16993	95	4	enhancing	enhance	VERB
crl-16993	95	5	the	the	DET
crl-16993	95	6	quality	quality	NOUN
crl-16993	95	7	and	and	CCONJ
crl-16993	95	8	transparency	transparency	NOUN
crl-16993	95	9	of	of	ADP
crl-16993	95	10	health	health	NOUN
crl-16993	95	11	research	research	NOUN
crl-16993	95	12	)	)	PUNCT
crl-16993	95	13	network	network	NOUN
crl-16993	95	14	,	,	PUNCT
crl-16993	95	15	an	an	DET
crl-16993	95	16	international	international	ADJ
crl-16993	95	17	initiative	initiative	NOUN
crl-16993	95	18	run	run	VERB
crl-16993	95	19	from	from	ADP
crl-16993	95	20	the	the	DET
crl-16993	95	21	centre	centre	NOUN
crl-16993	95	22	for	for	ADP
crl-16993	95	23	statistics	statistic	NOUN
crl-16993	95	24	in	in	ADP
crl-16993	95	25	medicine	medicine	NOUN
crl-16993	95	26	at	at	ADP
crl-16993	95	27	the	the	DET
crl-16993	95	28	university	university	PROPN
crl-16993	95	29	of	of	ADP
crl-16993	95	30	oxford	oxford	PROPN
crl-16993	95	31	,	,	PUNCT
crl-16993	95	32	promotes	promote	VERB
crl-16993	95	33	the	the	DET
crl-16993	95	34	use	use	NOUN
crl-16993	95	35	of	of	ADP
crl-16993	95	36	reporting	report	VERB
crl-16993	95	37	guidelines	guideline	NOUN
crl-16993	95	38	to	to	PART
crl-16993	95	39	improve	improve	VERB
crl-16993	95	40	published	publish	VERB
crl-16993	95	41	health	health	NOUN
crl-16993	95	42	research	research	NOUN
crl-16993	95	43	;	;	PUNCT
crl-16993	95	44	as	as	ADP
crl-16993	95	45	of	of	ADP
crl-16993	95	46	april	april	PROPN
crl-16993	95	47	2018	2018	NUM
crl-16993	95	48	,	,	PUNCT
crl-16993	95	49	the	the	DET
crl-16993	95	50	equator	equator	NOUN
crl-16993	95	51	website	website	NOUN
crl-16993	95	52	contained	contain	VERB
crl-16993	95	53	398	398	NUM
crl-16993	95	54	reporting	reporting	NOUN
crl-16993	95	55	guidelines	guideline	NOUN
crl-16993	95	56	for	for	ADP
crl-16993	95	57	both	both	CCONJ
crl-16993	95	58	quantitative	quantitative	ADJ
crl-16993	95	59	and	and	CCONJ
crl-16993	95	60	qualitative	qualitative	ADJ
crl-16993	95	61	study	study	NOUN
crl-16993	95	62	designs.51	designs.51	PROPN
crl-16993	95	63	health	health	NOUN
crl-16993	95	64	science	science	NOUN
crl-16993	95	65	librarians	librarian	NOUN
crl-16993	95	66	have	have	AUX
crl-16993	95	67	been	be	AUX
crl-16993	95	68	helping	help	VERB
crl-16993	95	69	researchers	researcher	NOUN
crl-16993	95	70	use	use	VERB
crl-16993	95	71	guidelines	guideline	NOUN
crl-16993	95	72	like	like	ADP
crl-16993	95	73	the	the	DET
crl-16993	95	74	preferred	preferred	ADJ
crl-16993	95	75	reporting	reporting	NOUN
crl-16993	95	76	items	item	NOUN
crl-16993	95	77	for	for	ADP
crl-16993	95	78	systematic	systematic	ADJ
crl-16993	95	79	reviews	review	NOUN
crl-16993	95	80	and	and	CCONJ
crl-16993	95	81	meta	meta	NOUN
crl-16993	95	82	-	-	PUNCT
crl-16993	95	83	analyses	analysis	NOUN
crl-16993	95	84	(	(	PUNCT
crl-16993	95	85	prisma	prisma	NOUN
crl-16993	95	86	)	)	PUNCT
crl-16993	95	87	checklist	checklist	NOUN
crl-16993	95	88	while	while	SCONJ
crl-16993	95	89	conducting	conduct	VERB
crl-16993	95	90	systematic	systematic	ADJ
crl-16993	95	91	reviews	review	NOUN
crl-16993	95	92	for	for	ADP
crl-16993	95	93	many	many	ADJ
crl-16993	95	94	years	year	NOUN
crl-16993	95	95	,	,	PUNCT
crl-16993	95	96	and	and	CCONJ
crl-16993	95	97	librarians	librarian	NOUN
crl-16993	95	98	can	can	AUX
crl-16993	95	99	generally	generally	ADV
crl-16993	95	100	help	help	VERB
crl-16993	95	101	educate	educate	VERB
crl-16993	95	102	researchers	researcher	NOUN
crl-16993	95	103	about	about	ADP
crl-16993	95	104	the	the	DET
crl-16993	95	105	guidelines	guideline	NOUN
crl-16993	95	106	available	available	ADJ
crl-16993	95	107	for	for	ADP
crl-16993	95	108	different	different	ADJ
crl-16993	95	109	methodologies.52	methodologies.52	NOUN
crl-16993	95	110	according	accord	VERB
crl-16993	95	111	to	to	ADP
crl-16993	95	112	equator	equator	NOUN
crl-16993	95	113	,	,	PUNCT
crl-16993	95	114	“	"	PUNCT
crl-16993	95	115	librarians	librarian	NOUN
crl-16993	95	116	are	be	AUX
crl-16993	95	117	excellently	excellently	ADV
crl-16993	95	118	positioned	positioned	ADJ
crl-16993	95	119	to	to	PART
crl-16993	95	120	raise	raise	VERB
crl-16993	95	121	awareness	awareness	NOUN
crl-16993	95	122	of	of	ADP
crl-16993	95	123	the	the	DET
crl-16993	95	124	importance	importance	NOUN
crl-16993	95	125	of	of	ADP
crl-16993	95	126	complete	complete	ADJ
crl-16993	95	127	,	,	PUNCT
crl-16993	95	128	accurate	accurate	ADJ
crl-16993	95	129	and	and	CCONJ
crl-16993	95	130	transparent	transparent	ADJ
crl-16993	95	131	reporting	reporting	NOUN
crl-16993	95	132	of	of	ADP
crl-16993	95	133	research	research	NOUN
crl-16993	95	134	studies	study	NOUN
crl-16993	95	135	amongst	amongst	ADP
crl-16993	95	136	the	the	DET
crl-16993	95	137	clinicians	clinician	NOUN
crl-16993	95	138	and	and	CCONJ
crl-16993	95	139	researchers	researcher	NOUN
crl-16993	95	140	with	with	ADP
crl-16993	95	141	whom	whom	PRON
crl-16993	95	142	they	they	PRON
crl-16993	95	143	work	work	VERB
crl-16993	95	144	.	.	PUNCT
crl-16993	96	1	”53	”53	ADJ
crl-16993	96	2	in	in	ADP
crl-16993	96	3	2017	2017	NUM
crl-16993	96	4	,	,	PUNCT
crl-16993	96	5	the	the	DET
crl-16993	96	6	librarian	librarian	ADJ
crl-16993	96	7	network	network	NOUN
crl-16993	96	8	of	of	ADP
crl-16993	96	9	equator	equator	NOUN
crl-16993	96	10	launched	launch	VERB
crl-16993	96	11	two	two	NUM
crl-16993	96	12	initiatives	initiative	NOUN
crl-16993	96	13	for	for	ADP
crl-16993	96	14	supporting	support	VERB
crl-16993	96	15	reproducibility	reproducibility	NOUN
crl-16993	96	16	via	via	ADP
crl-16993	96	17	guidelines.54	guidelines.54	NOUN
crl-16993	96	18	another	another	DET
crl-16993	96	19	measure	measure	NOUN
crl-16993	96	20	that	that	PRON
crl-16993	96	21	appears	appear	VERB
crl-16993	96	22	across	across	ADP
crl-16993	96	23	multiple	multiple	ADJ
crl-16993	96	24	reproducibility	reproducibility	NOUN
crl-16993	96	25	guidelines	guideline	NOUN
crl-16993	96	26	is	be	AUX
crl-16993	96	27	preregistration	preregistration	NOUN
crl-16993	96	28	of	of	ADP
crl-16993	96	29	studies	study	NOUN
crl-16993	96	30	and	and	CCONJ
crl-16993	96	31	analysis	analysis	NOUN
crl-16993	96	32	plans	plan	NOUN
crl-16993	96	33	.	.	PUNCT
crl-16993	97	1	preregistering	preregistere	VERB
crl-16993	97	2	a	a	DET
crl-16993	97	3	study	study	NOUN
crl-16993	97	4	involves	involve	VERB
crl-16993	97	5	publicly	publicly	ADV
crl-16993	97	6	registering	register	VERB
crl-16993	97	7	the	the	DET
crl-16993	97	8	intent	intent	NOUN
crl-16993	97	9	of	of	ADP
crl-16993	97	10	the	the	DET
crl-16993	97	11	study	study	NOUN
crl-16993	97	12	and	and	CCONJ
crl-16993	97	13	is	be	AUX
crl-16993	97	14	a	a	DET
crl-16993	97	15	guard	guard	NOUN
crl-16993	97	16	against	against	ADP
crl-16993	97	17	the	the	DET
crl-16993	97	18	file	file	NOUN
crl-16993	97	19	drawer	drawer	NOUN
crl-16993	97	20	problem	problem	NOUN
crl-16993	97	21	,	,	PUNCT
crl-16993	97	22	where	where	SCONJ
crl-16993	97	23	studies	study	NOUN
crl-16993	97	24	,	,	PUNCT
crl-16993	97	25	especially	especially	ADV
crl-16993	97	26	those	those	PRON
crl-16993	97	27	with	with	ADP
crl-16993	97	28	negative	negative	ADJ
crl-16993	97	29	results	result	NOUN
crl-16993	97	30	,	,	PUNCT
crl-16993	97	31	disappear	disappear	VERB
crl-16993	97	32	from	from	ADP
crl-16993	97	33	the	the	DET
crl-16993	97	34	record	record	NOUN
crl-16993	97	35	because	because	SCONJ
crl-16993	97	36	they	they	PRON
crl-16993	97	37	are	be	AUX
crl-16993	97	38	never	never	ADV
crl-16993	97	39	published	publish	VERB
crl-16993	97	40	,	,	PUNCT
crl-16993	97	41	thus	thus	ADV
crl-16993	97	42	creating	create	VERB
crl-16993	97	43	a	a	DET
crl-16993	97	44	bias	bias	NOUN
crl-16993	97	45	in	in	ADP
crl-16993	97	46	the	the	DET
crl-16993	97	47	literature	literature	NOUN
crl-16993	97	48	.	.	PUNCT
crl-16993	98	1	a	a	DET
crl-16993	98	2	well	well	ADV
crl-16993	98	3	-	-	PUNCT
crl-16993	98	4	known	know	VERB
crl-16993	98	5	site	site	NOUN
crl-16993	98	6	for	for	ADP
crl-16993	98	7	study	study	NOUN
crl-16993	98	8	preregistration	preregistration	NOUN
crl-16993	98	9	is	be	AUX
crl-16993	98	10	clinicaltrials.gov	clinicaltrials.gov	VERB
crl-16993	98	11	,	,	PUNCT
crl-16993	98	12	the	the	DET
crl-16993	98	13	government	government	NOUN
crl-16993	98	14	-	-	PUNCT
crl-16993	98	15	run	run	NOUN
crl-16993	98	16	site	site	NOUN
crl-16993	98	17	where	where	SCONJ
crl-16993	98	18	researchers	researcher	NOUN
crl-16993	98	19	register	register	VERB
crl-16993	98	20	clinical	clinical	ADJ
crl-16993	98	21	trials	trial	NOUN
crl-16993	98	22	,	,	PUNCT
crl-16993	98	23	including	include	VERB
crl-16993	98	24	the	the	DET
crl-16993	98	25	outcomes	outcome	NOUN
crl-16993	98	26	they	they	PRON
crl-16993	98	27	will	will	AUX
crl-16993	98	28	measure	measure	VERB
crl-16993	98	29	,	,	PUNCT
crl-16993	98	30	and	and	CCONJ
crl-16993	98	31	post	post	VERB
crl-16993	98	32	summary	summary	NOUN
crl-16993	98	33	results	result	NOUN
crl-16993	98	34	.	.	PUNCT
crl-16993	99	1	preregistering	preregistere	VERB
crl-16993	99	2	an	an	DET
crl-16993	99	3	analysis	analysis	NOUN
crl-16993	99	4	plan	plan	NOUN
crl-16993	99	5	goes	go	VERB
crl-16993	99	6	a	a	DET
crl-16993	99	7	step	step	NOUN
crl-16993	99	8	further	far	ADV
crl-16993	99	9	by	by	ADP
crl-16993	99	10	including	include	VERB
crl-16993	99	11	the	the	DET
crl-16993	99	12	exact	exact	ADJ
crl-16993	99	13	analysis	analysis	NOUN
crl-16993	99	14	that	that	PRON
crl-16993	99	15	will	will	AUX
crl-16993	99	16	be	be	AUX
crl-16993	99	17	carried	carry	VERB
crl-16993	99	18	out	out	ADP
crl-16993	99	19	,	,	PUNCT
crl-16993	99	20	thus	thus	ADV
crl-16993	99	21	guarding	guard	VERB
crl-16993	99	22	against	against	ADP
crl-16993	99	23	various	various	ADJ
crl-16993	99	24	questionable	questionable	ADJ
crl-16993	99	25	research	research	NOUN
crl-16993	99	26	practices	practice	NOUN
crl-16993	99	27	,	,	PUNCT
crl-16993	99	28	such	such	ADJ
crl-16993	99	29	as	as	ADP
crl-16993	99	30	p	p	NOUN
crl-16993	99	31	-	-	PUNCT
crl-16993	99	32	hacking	hacking	NOUN
crl-16993	99	33	,	,	PUNCT
crl-16993	99	34	as	as	ADV
crl-16993	99	35	well	well	ADV
crl-16993	99	36	as	as	ADP
crl-16993	99	37	certifying	certify	VERB
crl-16993	99	38	the	the	DET
crl-16993	99	39	difference	difference	NOUN
crl-16993	99	40	between	between	ADP
crl-16993	99	41	exploratory	exploratory	ADJ
crl-16993	99	42	and	and	CCONJ
crl-16993	99	43	confirmatory	confirmatory	ADJ
crl-16993	99	44	research	research	NOUN
crl-16993	99	45	.	.	PUNCT
crl-16993	100	1	academic	academic	ADJ
crl-16993	100	2	librarians	librarians	PROPN
crl-16993	100	3	can	can	AUX
crl-16993	100	4	contribute	contribute	VERB
crl-16993	100	5	to	to	ADP
crl-16993	100	6	preregistration	preregistration	NOUN
crl-16993	100	7	in	in	ADP
crl-16993	100	8	a	a	DET
crl-16993	100	9	number	number	NOUN
crl-16993	100	10	of	of	ADP
crl-16993	100	11	ways	way	NOUN
crl-16993	100	12	.	.	PUNCT
crl-16993	101	1	first	first	ADV
crl-16993	101	2	,	,	PUNCT
crl-16993	101	3	librarians	librarians	PROPN
crl-16993	101	4	can	can	AUX
crl-16993	101	5	educate	educate	VERB
crl-16993	101	6	researchers	researcher	NOUN
crl-16993	101	7	,	,	PUNCT
crl-16993	101	8	especially	especially	ADV
crl-16993	101	9	new	new	ADJ
crl-16993	101	10	researchers	researcher	NOUN
crl-16993	101	11	,	,	PUNCT
crl-16993	101	12	on	on	ADP
crl-16993	101	13	the	the	DET
crl-16993	101	14	benefits	benefit	NOUN
crl-16993	101	15	of	of	ADP
crl-16993	101	16	preregistration	preregistration	NOUN
crl-16993	101	17	and	and	CCONJ
crl-16993	101	18	tools	tool	NOUN
crl-16993	101	19	that	that	PRON
crl-16993	101	20	can	can	AUX
crl-16993	101	21	be	be	AUX
crl-16993	101	22	used	use	VERB
crl-16993	101	23	for	for	ADP
crl-16993	101	24	preregistration	preregistration	NOUN
crl-16993	101	25	like	like	ADP
crl-16993	101	26	disciplinary	disciplinary	ADJ
crl-16993	101	27	repositories	repository	NOUN
crl-16993	101	28	and	and	CCONJ
crl-16993	101	29	workflow	workflow	VERB
crl-16993	101	30	tools	tool	NOUN
crl-16993	101	31	like	like	ADP
crl-16993	101	32	the	the	DET
crl-16993	101	33	open	open	ADJ
crl-16993	101	34	science	science	NOUN
crl-16993	101	35	framework	framework	NOUN
crl-16993	101	36	(	(	PUNCT
crl-16993	101	37	osf	osf	NOUN
crl-16993	101	38	)	)	PUNCT
crl-16993	101	39	,	,	PUNCT
crl-16993	101	40	which	which	PRON
crl-16993	101	41	allows	allow	VERB
crl-16993	101	42	both	both	PRON
crl-16993	101	43	managing	manage	VERB
crl-16993	101	44	the	the	DET
crl-16993	101	45	research	research	NOUN
crl-16993	101	46	process	process	NOUN
crl-16993	101	47	and	and	CCONJ
crl-16993	101	48	preregistering	preregistere	VERB
crl-16993	101	49	study	study	NOUN
crl-16993	101	50	and	and	CCONJ
crl-16993	101	51	analysis	analysis	NOUN
crl-16993	101	52	plans	plan	NOUN
crl-16993	101	53	on	on	ADP
crl-16993	101	54	a	a	DET
crl-16993	101	55	single	single	ADJ
crl-16993	101	56	platform.55	platform.55	NOUN
crl-16993	101	57	librarians	librarian	NOUN
crl-16993	101	58	can	can	AUX
crl-16993	101	59	also	also	ADV
crl-16993	101	60	teach	teach	VERB
crl-16993	101	61	clinicians	clinician	NOUN
crl-16993	101	62	and	and	CCONJ
crl-16993	101	63	other	other	ADJ
crl-16993	101	64	consumers	consumer	NOUN
crl-16993	101	65	of	of	ADP
crl-16993	101	66	research	research	NOUN
crl-16993	101	67	to	to	PART
crl-16993	101	68	look	look	VERB
crl-16993	101	69	for	for	ADP
crl-16993	101	70	preregistrations	preregistration	NOUN
crl-16993	101	71	as	as	ADP
crl-16993	101	72	part	part	NOUN
crl-16993	101	73	of	of	ADP
crl-16993	101	74	the	the	DET
crl-16993	101	75	critical	critical	ADJ
crl-16993	101	76	appraisal	appraisal	NOUN
crl-16993	101	77	process	process	NOUN
crl-16993	101	78	when	when	SCONJ
crl-16993	101	79	evaluating	evaluate	VERB
crl-16993	101	80	research	research	NOUN
crl-16993	101	81	(	(	PUNCT
crl-16993	101	82	for	for	ADP
crl-16993	101	83	instance	instance	NOUN
crl-16993	101	84	,	,	PUNCT
crl-16993	101	85	during	during	ADP
crl-16993	101	86	journal	journal	PROPN
crl-16993	101	87	clubs	club	NOUN
crl-16993	101	88	as	as	ADP
crl-16993	101	89	part	part	NOUN
crl-16993	101	90	of	of	ADP
crl-16993	101	91	medical	medical	ADJ
crl-16993	101	92	education	education	NOUN
crl-16993	101	93	)	)	PUNCT
crl-16993	101	94	.	.	PUNCT
crl-16993	102	1	finally	finally	ADV
crl-16993	102	2	,	,	PUNCT
crl-16993	102	3	academic	academic	ADJ
crl-16993	102	4	libraries	library	NOUN
crl-16993	102	5	are	be	AUX
crl-16993	102	6	increasingly	increasingly	ADV
crl-16993	102	7	providing	provide	VERB
crl-16993	102	8	platforms	platform	NOUN
crl-16993	102	9	for	for	ADP
crl-16993	102	10	open	open	ADJ
crl-16993	102	11	access	access	NOUN
crl-16993	102	12	journals	journal	NOUN
crl-16993	102	13	,	,	PUNCT
crl-16993	102	14	textbooks	textbook	NOUN
crl-16993	102	15	,	,	PUNCT
crl-16993	102	16	and	and	CCONJ
crl-16993	102	17	other	other	ADJ
crl-16993	102	18	content	content	NOUN
crl-16993	102	19	.	.	PUNCT
crl-16993	103	1	without	without	ADP
crl-16993	103	2	the	the	DET
crl-16993	103	3	pressures	pressure	NOUN
crl-16993	103	4	to	to	PART
crl-16993	103	5	publish	publish	VERB
crl-16993	103	6	novel	novel	ADJ
crl-16993	103	7	and	and	CCONJ
crl-16993	103	8	high	high	ADJ
crl-16993	103	9	-	-	PUNCT
crl-16993	103	10	impact	impact	NOUN
crl-16993	103	11	studies	study	NOUN
crl-16993	103	12	,	,	PUNCT
crl-16993	103	13	journals	journal	NOUN
crl-16993	103	14	run	run	VERB
crl-16993	103	15	on	on	ADP
crl-16993	103	16	academic	academic	ADJ
crl-16993	103	17	library	library	NOUN
crl-16993	103	18	publishing	publishing	NOUN
crl-16993	103	19	platforms	platform	NOUN
crl-16993	103	20	can	can	AUX
crl-16993	103	21	be	be	AUX
crl-16993	103	22	free	free	ADJ
crl-16993	103	23	to	to	PART
crl-16993	103	24	publish	publish	VERB
crl-16993	103	25	replications	replication	NOUN
crl-16993	103	26	and	and	CCONJ
crl-16993	103	27	null	null	ADJ
crl-16993	103	28	findings	finding	NOUN
crl-16993	103	29	.	.	PUNCT
crl-16993	104	1	as	as	SCONJ
crl-16993	104	2	librarians	librarian	NOUN
crl-16993	104	3	work	work	VERB
crl-16993	104	4	with	with	ADP
crl-16993	104	5	locally	locally	ADV
crl-16993	104	6	hosted	host	VERB
crl-16993	104	7	journals	journal	NOUN
crl-16993	104	8	,	,	PUNCT
crl-16993	104	9	they	they	PRON
crl-16993	104	10	should	should	AUX
crl-16993	104	11	encourage	encourage	VERB
crl-16993	104	12	them	they	PRON
crl-16993	104	13	to	to	PART
crl-16993	104	14	adopt	adopt	VERB
crl-16993	104	15	reproducibility	reproducibility	NOUN
crl-16993	104	16	guidelines	guideline	NOUN
crl-16993	104	17	such	such	ADJ
crl-16993	104	18	as	as	ADP
crl-16993	104	19	top	top	ADJ
crl-16993	104	20	and	and	CCONJ
crl-16993	104	21	other	other	ADJ
crl-16993	104	22	reporting	reporting	NOUN
crl-16993	104	23	standards	standard	NOUN
crl-16993	104	24	and	and	CCONJ
crl-16993	104	25	to	to	PART
crl-16993	104	26	accept	accept	VERB
crl-16993	104	27	replications	replication	NOUN
crl-16993	104	28	when	when	SCONJ
crl-16993	104	29	possible	possible	ADJ
crl-16993	104	30	.	.	PUNCT
crl-16993	105	1	library	library	NOUN
crl-16993	105	2	publishing	publishing	NOUN
crl-16993	105	3	platforms	platform	NOUN
crl-16993	105	4	can	can	AUX
crl-16993	105	5	thus	thus	ADV
crl-16993	105	6	help	help	VERB
crl-16993	105	7	drive	drive	VERB
crl-16993	105	8	reproducible	reproducible	ADJ
crl-16993	105	9	and	and	CCONJ
crl-16993	105	10	open	open	ADJ
crl-16993	105	11	science	science	NOUN
crl-16993	105	12	.	.	PUNCT
crl-16993	106	1	theme	theme	NOUN
crl-16993	106	2	:	:	PUNCT
crl-16993	106	3	reproducibility	reproducibility	NOUN
crl-16993	106	4	the	the	DET
crl-16993	106	5	reproducibility	reproducibility	NOUN
crl-16993	106	6	theme	theme	NOUN
crl-16993	106	7	refers	refer	VERB
crl-16993	106	8	to	to	ADP
crl-16993	106	9	measures	measure	NOUN
crl-16993	106	10	that	that	PRON
crl-16993	106	11	would	would	AUX
crl-16993	106	12	support	support	VERB
crl-16993	106	13	the	the	DET
crl-16993	106	14	ability	ability	NOUN
crl-16993	106	15	to	to	PART
crl-16993	106	16	verify	verify	VERB
crl-16993	106	17	,	,	PUNCT
crl-16993	106	18	reproduce	reproduce	VERB
crl-16993	106	19	,	,	PUNCT
crl-16993	106	20	or	or	CCONJ
crl-16993	106	21	potentially	potentially	ADV
crl-16993	106	22	replicate	replicate	VERB
crl-16993	106	23	the	the	DET
crl-16993	106	24	results	result	NOUN
crl-16993	106	25	of	of	ADP
crl-16993	106	26	research	research	NOUN
crl-16993	106	27	(	(	PUNCT
crl-16993	106	28	for	for	ADP
crl-16993	106	29	example	example	NOUN
crl-16993	106	30	,	,	PUNCT
crl-16993	106	31	by	by	ADP
crl-16993	106	32	sharing	share	VERB
crl-16993	106	33	data	datum	NOUN
crl-16993	106	34	,	,	PUNCT
crl-16993	106	35	code	code	NOUN
crl-16993	106	36	,	,	PUNCT
crl-16993	106	37	and	and	CCONJ
crl-16993	106	38	materials	material	NOUN
crl-16993	106	39	in	in	ADP
crl-16993	106	40	open	open	ADJ
crl-16993	106	41	repositories	repository	NOUN
crl-16993	106	42	)	)	PUNCT
crl-16993	106	43	.	.	PUNCT
crl-16993	107	1	academic	academic	ADJ
crl-16993	107	2	libraries	library	NOUN
crl-16993	107	3	have	have	AUX
crl-16993	107	4	invested	invest	VERB
crl-16993	107	5	considerable	considerable	ADJ
crl-16993	107	6	time	time	NOUN
crl-16993	107	7	and	and	CCONJ
crl-16993	107	8	resources	resource	NOUN
crl-16993	107	9	in	in	ADP
crl-16993	107	10	developing	develop	VERB
crl-16993	107	11	expertise	expertise	NOUN
crl-16993	107	12	and	and	CCONJ
crl-16993	107	13	services	service	NOUN
crl-16993	107	14	around	around	ADP
crl-16993	107	15	data	data	NOUN
crl-16993	107	16	curation	curation	NOUN
crl-16993	107	17	and	and	CCONJ
crl-16993	107	18	sharing	sharing	NOUN
crl-16993	107	19	,	,	PUNCT
crl-16993	107	20	and	and	CCONJ
crl-16993	107	21	this	this	PRON
crl-16993	107	22	is	be	AUX
crl-16993	107	23	perhaps	perhaps	ADV
crl-16993	107	24	one	one	NUM
crl-16993	107	25	of	of	ADP
crl-16993	107	26	the	the	DET
crl-16993	107	27	easiest	easy	ADJ
crl-16993	107	28	areas	area	NOUN
crl-16993	107	29	for	for	ADP
crl-16993	107	30	major	major	ADJ
crl-16993	107	31	research	research	NOUN
crl-16993	107	32	libraries	library	NOUN
crl-16993	107	33	to	to	PART
crl-16993	107	34	immediately	immediately	ADV
crl-16993	107	35	support	support	VERB
crl-16993	107	36	.	.	PUNCT
crl-16993	108	1	a	a	DET
crl-16993	108	2	recent	recent	ADJ
crl-16993	108	3	survey	survey	NOUN
crl-16993	108	4	of	of	ADP
crl-16993	108	5	association	association	NOUN
crl-16993	108	6	of	of	ADP
crl-16993	108	7	research	research	NOUN
crl-16993	108	8	libraries	librarie	VERB
crl-16993	108	9	member	member	NOUN
crl-16993	108	10	institutions	institution	NOUN
crl-16993	108	11	found	find	VERB
crl-16993	108	12	that	that	SCONJ
crl-16993	108	13	nearly	nearly	ADV
crl-16993	108	14	two	two	NUM
crl-16993	108	15	thirds	third	NOUN
crl-16993	108	16	(	(	PUNCT
crl-16993	108	17	51	51	NUM
crl-16993	108	18	of	of	ADP
crl-16993	108	19	80	80	NUM
crl-16993	108	20	)	)	PUNCT
crl-16993	108	21	of	of	ADP
crl-16993	108	22	respondents	respondent	NOUN
crl-16993	108	23	provide	provide	VERB
crl-16993	108	24	data	data	NOUN
crl-16993	108	25	curation	curation	NOUN
crl-16993	108	26	services	service	NOUN
crl-16993	108	27	,	,	PUNCT
crl-16993	108	28	while	while	SCONJ
crl-16993	108	29	another	another	DET
crl-16993	108	30	13	13	NUM
crl-16993	108	31	indicated	indicate	VERB
crl-16993	108	32	services	service	NOUN
crl-16993	108	33	were	be	AUX
crl-16993	108	34	in	in	ADP
crl-16993	108	35	http://clinicaltrials.gov	http://clinicaltrials.gov	NOUN
crl-16993	108	36	268	268	NUM
crl-16993	108	37	college	college	PROPN
crl-16993	108	38	&	&	CCONJ
crl-16993	108	39	research	research	PROPN
crl-16993	108	40	libraries	librarie	VERB
crl-16993	108	41	march	march	PROPN
crl-16993	108	42	2019	2019	NUM
crl-16993	108	43	development.56	development.56	VERB
crl-16993	108	44	attention	attention	NOUN
crl-16993	108	45	to	to	ADP
crl-16993	108	46	curation	curation	NOUN
crl-16993	108	47	needs	need	NOUN
crl-16993	108	48	has	have	AUX
crl-16993	108	49	also	also	ADV
crl-16993	108	50	resulted	result	VERB
crl-16993	108	51	in	in	ADP
crl-16993	108	52	significant	significant	ADJ
crl-16993	108	53	investment	investment	NOUN
crl-16993	108	54	of	of	ADP
crl-16993	108	55	staff	staff	NOUN
crl-16993	108	56	resources	resource	NOUN
crl-16993	108	57	,	,	PUNCT
crl-16993	108	58	with	with	ADP
crl-16993	108	59	a	a	DET
crl-16993	108	60	total	total	NOUN
crl-16993	108	61	of	of	ADP
crl-16993	108	62	293	293	NUM
crl-16993	108	63	staff	staff	NOUN
crl-16993	108	64	in	in	ADP
crl-16993	108	65	49	49	NUM
crl-16993	108	66	reporting	reporting	NOUN
crl-16993	108	67	libraries	library	NOUN
crl-16993	108	68	involved	involve	VERB
crl-16993	108	69	in	in	ADP
crl-16993	108	70	data	data	NOUN
crl-16993	108	71	curation	curation	NOUN
crl-16993	108	72	activities.57	activities.57	X
crl-16993	108	73	librarians	librarians	PROPN
crl-16993	108	74	have	have	AUX
crl-16993	108	75	also	also	ADV
crl-16993	108	76	been	be	AUX
crl-16993	108	77	involved	involve	VERB
crl-16993	108	78	in	in	ADP
crl-16993	108	79	building	build	VERB
crl-16993	108	80	and	and	CCONJ
crl-16993	108	81	supporting	support	VERB
crl-16993	108	82	tools	tool	NOUN
crl-16993	108	83	to	to	PART
crl-16993	108	84	support	support	VERB
crl-16993	108	85	code	code	NOUN
crl-16993	108	86	sharing	sharing	NOUN
crl-16993	108	87	.	.	PUNCT
crl-16993	109	1	for	for	ADP
crl-16993	109	2	example	example	NOUN
crl-16993	109	3	,	,	PUNCT
crl-16993	109	4	the	the	DET
crl-16993	109	5	reproducibility	reproducibility	NOUN
crl-16993	109	6	librarian	librarian	NOUN
crl-16993	109	7	at	at	ADP
crl-16993	109	8	new	new	PROPN
crl-16993	109	9	york	york	PROPN
crl-16993	109	10	university	university	PROPN
crl-16993	109	11	,	,	PUNCT
crl-16993	109	12	vicky	vicky	PROPN
crl-16993	109	13	steeves	steeve	NOUN
crl-16993	109	14	,	,	PUNCT
crl-16993	109	15	is	be	AUX
crl-16993	109	16	involved	involve	VERB
crl-16993	109	17	in	in	ADP
crl-16993	109	18	developing	develop	VERB
crl-16993	109	19	and	and	CCONJ
crl-16993	109	20	supporting	support	VERB
crl-16993	109	21	an	an	DET
crl-16993	109	22	open	open	ADJ
crl-16993	109	23	source	source	NOUN
crl-16993	109	24	tool	tool	NOUN
crl-16993	109	25	called	call	VERB
crl-16993	109	26	reprozip	reprozip	PROPN
crl-16993	109	27	,	,	PUNCT
crl-16993	109	28	which	which	PRON
crl-16993	109	29	was	be	AUX
crl-16993	109	30	designed	design	VERB
crl-16993	109	31	to	to	PART
crl-16993	109	32	help	help	VERB
crl-16993	109	33	users	user	NOUN
crl-16993	109	34	overcome	overcome	VERB
crl-16993	109	35	technical	technical	ADJ
crl-16993	109	36	obstacles	obstacle	NOUN
crl-16993	109	37	of	of	ADP
crl-16993	109	38	reproducing	reproduce	VERB
crl-16993	109	39	computational	computational	ADJ
crl-16993	109	40	research	research	NOUN
crl-16993	109	41	by	by	ADP
crl-16993	109	42	creating	create	VERB
crl-16993	109	43	containers	container	NOUN
crl-16993	109	44	that	that	PRON
crl-16993	109	45	gather	gather	VERB
crl-16993	109	46	together	together	ADV
crl-16993	109	47	the	the	DET
crl-16993	109	48	software	software	NOUN
crl-16993	109	49	dependencies	dependency	NOUN
crl-16993	109	50	needed	need	VERB
crl-16993	109	51	to	to	PART
crl-16993	109	52	execute	execute	VERB
crl-16993	109	53	code.58	code.58	NOUN
crl-16993	109	54	as	as	ADP
crl-16993	109	55	steeves	steeve	NOUN
crl-16993	109	56	et	et	PROPN
crl-16993	110	1	al	al	PROPN
crl-16993	110	2	.	.	PROPN
crl-16993	110	3	argue	argue	PROPN
crl-16993	110	4	,	,	PUNCT
crl-16993	110	5	advocating	advocate	VERB
crl-16993	110	6	for	for	ADP
crl-16993	110	7	tools	tool	NOUN
crl-16993	110	8	like	like	ADP
crl-16993	110	9	reprozip	reprozip	PROPN
crl-16993	110	10	provides	provide	VERB
crl-16993	110	11	a	a	DET
crl-16993	110	12	venue	venue	NOUN
crl-16993	110	13	to	to	PART
crl-16993	110	14	expand	expand	VERB
crl-16993	110	15	beyond	beyond	ADP
crl-16993	110	16	data	data	NOUN
crl-16993	110	17	management	management	NOUN
crl-16993	110	18	services	service	NOUN
crl-16993	110	19	into	into	ADP
crl-16993	110	20	“	"	PUNCT
crl-16993	110	21	holistic	holistic	ADJ
crl-16993	110	22	support	support	NOUN
crl-16993	110	23	for	for	ADP
crl-16993	110	24	reproducible	reproducible	ADJ
crl-16993	110	25	research	research	NOUN
crl-16993	110	26	practices	practice	NOUN
crl-16993	110	27	.	.	PUNCT
crl-16993	111	1	”59	”59	PROPN
crl-16993	112	1	academic	academic	ADJ
crl-16993	112	2	libraries	library	NOUN
crl-16993	112	3	can	can	AUX
crl-16993	112	4	also	also	ADV
crl-16993	112	5	encourage	encourage	VERB
crl-16993	112	6	data	datum	NOUN
crl-16993	112	7	and	and	CCONJ
crl-16993	112	8	code	code	NOUN
crl-16993	112	9	sharing	sharing	NOUN
crl-16993	112	10	through	through	ADP
crl-16993	112	11	educational	educational	ADJ
crl-16993	112	12	initiatives	initiative	NOUN
crl-16993	112	13	,	,	PUNCT
crl-16993	112	14	running	run	VERB
crl-16993	112	15	institutional	institutional	ADJ
crl-16993	112	16	repositories	repository	NOUN
crl-16993	112	17	,	,	PUNCT
crl-16993	112	18	supporting	support	VERB
crl-16993	112	19	researchers	researcher	NOUN
crl-16993	112	20	depositing	deposit	VERB
crl-16993	112	21	materials	material	NOUN
crl-16993	112	22	,	,	PUNCT
crl-16993	112	23	and	and	CCONJ
crl-16993	112	24	assisting	assist	VERB
crl-16993	112	25	researchers	researcher	NOUN
crl-16993	112	26	in	in	ADP
crl-16993	112	27	finding	find	VERB
crl-16993	112	28	appropriate	appropriate	ADJ
crl-16993	112	29	disciplinary	disciplinary	ADJ
crl-16993	112	30	repositories	repository	NOUN
crl-16993	112	31	.	.	PUNCT
crl-16993	113	1	librarians	librarian	NOUN
crl-16993	113	2	should	should	AUX
crl-16993	113	3	also	also	ADV
crl-16993	113	4	be	be	AUX
crl-16993	113	5	involved	involve	VERB
crl-16993	113	6	in	in	ADP
crl-16993	113	7	developing	develop	VERB
crl-16993	113	8	citation	citation	NOUN
crl-16993	113	9	formats	format	NOUN
crl-16993	113	10	and	and	CCONJ
crl-16993	113	11	systems	system	NOUN
crl-16993	113	12	for	for	ADP
crl-16993	113	13	new	new	ADJ
crl-16993	113	14	areas	area	NOUN
crl-16993	113	15	:	:	PUNCT
crl-16993	113	16	for	for	ADP
crl-16993	113	17	example	example	NOUN
crl-16993	113	18	,	,	PUNCT
crl-16993	113	19	the	the	DET
crl-16993	113	20	oregon	oregon	PROPN
crl-16993	113	21	health	health	NOUN
crl-16993	113	22	and	and	CCONJ
crl-16993	113	23	science	science	NOUN
crl-16993	113	24	university	university	NOUN
crl-16993	113	25	libraries	library	NOUN
crl-16993	113	26	collaborated	collaborate	VERB
crl-16993	113	27	on	on	ADP
crl-16993	113	28	the	the	DET
crl-16993	113	29	resource	resource	NOUN
crl-16993	113	30	identification	identification	NOUN
crl-16993	113	31	initiative	initiative	NOUN
crl-16993	113	32	(	(	PUNCT
crl-16993	113	33	rii	rii	ADV
crl-16993	113	34	)	)	PUNCT
crl-16993	113	35	,	,	PUNCT
crl-16993	113	36	which	which	PRON
crl-16993	113	37	developed	develop	VERB
crl-16993	113	38	a	a	DET
crl-16993	113	39	citation	citation	NOUN
crl-16993	113	40	standard	standard	NOUN
crl-16993	113	41	and	and	CCONJ
crl-16993	113	42	platform	platform	NOUN
crl-16993	113	43	for	for	ADP
crl-16993	113	44	key	key	ADJ
crl-16993	113	45	resources	resource	NOUN
crl-16993	113	46	used	use	VERB
crl-16993	113	47	in	in	ADP
crl-16993	113	48	experiments.60	experiments.60	PROPN
crl-16993	113	49	this	this	PRON
crl-16993	113	50	allows	allow	VERB
crl-16993	113	51	researchers	researcher	NOUN
crl-16993	113	52	to	to	PART
crl-16993	113	53	cite	cite	VERB
crl-16993	113	54	specific	specific	ADJ
crl-16993	113	55	reagents	reagent	NOUN
crl-16993	113	56	and	and	CCONJ
crl-16993	113	57	other	other	ADJ
crl-16993	113	58	materials	material	NOUN
crl-16993	113	59	so	so	SCONJ
crl-16993	113	60	other	other	ADJ
crl-16993	113	61	researchers	researcher	NOUN
crl-16993	113	62	can	can	AUX
crl-16993	113	63	build	build	VERB
crl-16993	113	64	on	on	ADP
crl-16993	113	65	and	and	CCONJ
crl-16993	113	66	replicate	replicate	VERB
crl-16993	113	67	their	their	PRON
crl-16993	113	68	work	work	NOUN
crl-16993	113	69	.	.	PUNCT
crl-16993	114	1	finally	finally	ADV
crl-16993	114	2	,	,	PUNCT
crl-16993	114	3	an	an	DET
crl-16993	114	4	important	important	ADJ
crl-16993	114	5	area	area	NOUN
crl-16993	114	6	where	where	SCONJ
crl-16993	114	7	librarians	librarian	NOUN
crl-16993	114	8	can	can	AUX
crl-16993	114	9	contribute	contribute	VERB
crl-16993	114	10	is	be	AUX
crl-16993	114	11	helping	help	VERB
crl-16993	114	12	researchers	researcher	NOUN
crl-16993	114	13	manage	manage	VERB
crl-16993	114	14	their	their	PRON
crl-16993	114	15	data	datum	NOUN
crl-16993	114	16	during	during	ADP
crl-16993	114	17	the	the	DET
crl-16993	114	18	research	research	NOUN
crl-16993	114	19	process	process	NOUN
crl-16993	114	20	itself	itself	PRON
crl-16993	114	21	,	,	PUNCT
crl-16993	114	22	not	not	PART
crl-16993	114	23	just	just	ADV
crl-16993	114	24	during	during	ADP
crl-16993	114	25	planning	planning	NOUN
crl-16993	114	26	or	or	CCONJ
crl-16993	114	27	depositing	deposit	VERB
crl-16993	114	28	final	final	ADJ
crl-16993	114	29	data	datum	NOUN
crl-16993	114	30	in	in	ADP
crl-16993	114	31	repositories	repository	NOUN
crl-16993	114	32	.	.	PUNCT
crl-16993	115	1	in	in	ADP
crl-16993	115	2	fact	fact	NOUN
crl-16993	115	3	,	,	PUNCT
crl-16993	115	4	the	the	DET
crl-16993	115	5	center	center	NOUN
crl-16993	115	6	for	for	ADP
crl-16993	115	7	open	open	ADJ
crl-16993	115	8	science	science	NOUN
crl-16993	115	9	strategic	strategic	ADJ
crl-16993	115	10	plan	plan	NOUN
crl-16993	115	11	includes	include	VERB
crl-16993	115	12	among	among	ADP
crl-16993	115	13	its	its	PRON
crl-16993	115	14	eight	eight	NUM
crl-16993	115	15	goals	goal	NOUN
crl-16993	115	16	that	that	PRON
crl-16993	115	17	“	"	PUNCT
crl-16993	115	18	librarians	librarian	NOUN
crl-16993	115	19	apply	apply	VERB
crl-16993	115	20	curation	curation	NOUN
crl-16993	115	21	and	and	CCONJ
crl-16993	115	22	data	data	NOUN
crl-16993	115	23	management	management	NOUN
crl-16993	115	24	expertise	expertise	NOUN
crl-16993	115	25	throughout	throughout	ADP
crl-16993	115	26	the	the	DET
crl-16993	115	27	research	research	NOUN
crl-16993	115	28	lifecycle	lifecycle	NOUN
crl-16993	115	29	,	,	PUNCT
crl-16993	115	30	not	not	PART
crl-16993	115	31	just	just	ADV
crl-16993	115	32	retrospectively	retrospectively	ADV
crl-16993	115	33	.	.	PUNCT
crl-16993	116	1	”61	”61	VERB
crl-16993	116	2	this	this	DET
crl-16993	116	3	type	type	NOUN
crl-16993	116	4	of	of	ADP
crl-16993	116	5	active	active	ADJ
crl-16993	116	6	research	research	NOUN
crl-16993	116	7	data	datum	NOUN
crl-16993	116	8	management	management	NOUN
crl-16993	116	9	,	,	PUNCT
crl-16993	116	10	which	which	PRON
crl-16993	116	11	involves	involve	VERB
crl-16993	116	12	working	work	VERB
crl-16993	116	13	with	with	ADP
crl-16993	116	14	research	research	NOUN
crl-16993	116	15	data	datum	NOUN
crl-16993	116	16	during	during	ADP
crl-16993	116	17	the	the	DET
crl-16993	116	18	active	active	ADJ
crl-16993	116	19	phase	phase	NOUN
crl-16993	116	20	of	of	ADP
crl-16993	116	21	the	the	DET
crl-16993	116	22	research	research	NOUN
crl-16993	116	23	lifecycle	lifecycle	NOUN
crl-16993	116	24	,	,	PUNCT
crl-16993	116	25	could	could	AUX
crl-16993	116	26	have	have	VERB
crl-16993	116	27	significant	significant	ADJ
crl-16993	116	28	benefits	benefit	NOUN
crl-16993	116	29	for	for	ADP
crl-16993	116	30	reproducibility	reproducibility	NOUN
crl-16993	116	31	.	.	PUNCT
crl-16993	117	1	for	for	ADP
crl-16993	117	2	example	example	NOUN
crl-16993	117	3	,	,	PUNCT
crl-16993	117	4	librarians	librarian	NOUN
crl-16993	117	5	at	at	ADP
crl-16993	117	6	the	the	DET
crl-16993	117	7	university	university	PROPN
crl-16993	117	8	of	of	ADP
crl-16993	117	9	minnesota	minnesota	PROPN
crl-16993	117	10	,	,	PUNCT
crl-16993	117	11	including	include	VERB
crl-16993	117	12	one	one	NUM
crl-16993	117	13	of	of	ADP
crl-16993	117	14	the	the	DET
crl-16993	117	15	authors	author	NOUN
crl-16993	117	16	,	,	PUNCT
crl-16993	117	17	have	have	AUX
crl-16993	117	18	developed	develop	VERB
crl-16993	117	19	a	a	DET
crl-16993	117	20	short	short	ADJ
crl-16993	117	21	intervention	intervention	NOUN
crl-16993	117	22	that	that	PRON
crl-16993	117	23	can	can	AUX
crl-16993	117	24	be	be	AUX
crl-16993	117	25	done	do	VERB
crl-16993	117	26	during	during	ADP
crl-16993	117	27	lab	lab	NOUN
crl-16993	117	28	meetings	meeting	NOUN
crl-16993	117	29	that	that	PRON
crl-16993	117	30	teaches	teach	VERB
crl-16993	117	31	aspects	aspect	NOUN
crl-16993	117	32	of	of	ADP
crl-16993	117	33	research	research	NOUN
crl-16993	117	34	data	datum	NOUN
crl-16993	117	35	management	management	NOUN
crl-16993	117	36	while	while	SCONJ
crl-16993	117	37	giving	give	VERB
crl-16993	117	38	participants	participant	NOUN
crl-16993	117	39	pragmatic	pragmatic	ADJ
crl-16993	117	40	advice	advice	NOUN
crl-16993	117	41	that	that	PRON
crl-16993	117	42	can	can	AUX
crl-16993	117	43	be	be	AUX
crl-16993	117	44	applied	apply	VERB
crl-16993	117	45	immediately	immediately	ADV
crl-16993	117	46	to	to	ADP
crl-16993	117	47	the	the	DET
crl-16993	117	48	lab	lab	NOUN
crl-16993	117	49	’s	’s	PART
crl-16993	117	50	current	current	ADJ
crl-16993	117	51	research	research	NOUN
crl-16993	117	52	data.62	data.62	NOUN
crl-16993	117	53	theme	theme	NOUN
crl-16993	117	54	:	:	PUNCT
crl-16993	117	55	evaluation	evaluation	NOUN
crl-16993	117	56	the	the	DET
crl-16993	117	57	evaluation	evaluation	NOUN
crl-16993	117	58	theme	theme	NOUN
crl-16993	117	59	refers	refer	VERB
crl-16993	117	60	to	to	ADP
crl-16993	117	61	measures	measure	NOUN
crl-16993	117	62	that	that	PRON
crl-16993	117	63	would	would	AUX
crl-16993	117	64	impact	impact	VERB
crl-16993	117	65	the	the	DET
crl-16993	117	66	evaluation	evaluation	NOUN
crl-16993	117	67	of	of	ADP
crl-16993	117	68	research	research	NOUN
crl-16993	117	69	,	,	PUNCT
crl-16993	117	70	such	such	ADJ
crl-16993	117	71	as	as	ADP
crl-16993	117	72	changes	change	NOUN
crl-16993	117	73	to	to	ADP
crl-16993	117	74	the	the	DET
crl-16993	117	75	peer	peer	NOUN
crl-16993	117	76	review	review	NOUN
crl-16993	117	77	process	process	NOUN
crl-16993	117	78	.	.	PUNCT
crl-16993	118	1	munafò	munafò	VERB
crl-16993	118	2	et	et	PROPN
crl-16993	119	1	al	al	PROPN
crl-16993	119	2	.	.	PUNCT
crl-16993	120	1	specifically	specifically	ADV
crl-16993	120	2	list	list	VERB
crl-16993	120	3	diversifying	diversify	VERB
crl-16993	120	4	peer	peer	NOUN
crl-16993	120	5	review	review	NOUN
crl-16993	120	6	through	through	ADP
crl-16993	120	7	preprints	preprint	NOUN
crl-16993	120	8	and	and	CCONJ
crl-16993	120	9	postpublication	postpublication	NOUN
crl-16993	120	10	peer	peer	NOUN
crl-16993	120	11	review	review	NOUN
crl-16993	120	12	as	as	SCONJ
crl-16993	120	13	potential	potential	ADJ
crl-16993	120	14	changes	change	NOUN
crl-16993	120	15	that	that	PRON
crl-16993	120	16	could	could	AUX
crl-16993	120	17	improve	improve	VERB
crl-16993	120	18	research	research	NOUN
crl-16993	120	19	reproducibility.63	reproducibility.63	NOUN
crl-16993	120	20	librarians	librarians	PROPN
crl-16993	120	21	should	should	AUX
crl-16993	120	22	maintain	maintain	VERB
crl-16993	120	23	familiarity	familiarity	NOUN
crl-16993	120	24	with	with	ADP
crl-16993	120	25	tools	tool	NOUN
crl-16993	120	26	like	like	ADP
crl-16993	120	27	sherpa	sherpa	ADJ
crl-16993	120	28	romeo	romeo	NOUN
crl-16993	120	29	that	that	PRON
crl-16993	120	30	allow	allow	VERB
crl-16993	120	31	scholars	scholar	NOUN
crl-16993	120	32	to	to	PART
crl-16993	120	33	search	search	VERB
crl-16993	120	34	for	for	ADP
crl-16993	120	35	journal	journal	NOUN
crl-16993	120	36	stances	stance	NOUN
crl-16993	120	37	on	on	ADP
crl-16993	120	38	open	open	ADJ
crl-16993	120	39	access	access	NOUN
crl-16993	120	40	,	,	PUNCT
crl-16993	120	41	preprints	preprint	NOUN
crl-16993	120	42	,	,	PUNCT
crl-16993	120	43	postprints	postprint	NOUN
crl-16993	120	44	,	,	PUNCT
crl-16993	120	45	and	and	CCONJ
crl-16993	120	46	other	other	ADJ
crl-16993	120	47	factors	factor	NOUN
crl-16993	120	48	that	that	PRON
crl-16993	120	49	often	often	ADV
crl-16993	120	50	contribute	contribute	VERB
crl-16993	120	51	to	to	ADP
crl-16993	120	52	the	the	DET
crl-16993	120	53	openness	openness	NOUN
crl-16993	120	54	of	of	ADP
crl-16993	120	55	research.64	research.64	NOUN
crl-16993	120	56	perhaps	perhaps	ADV
crl-16993	120	57	the	the	DET
crl-16993	120	58	most	most	ADV
crl-16993	120	59	impactful	impactful	ADJ
crl-16993	120	60	measure	measure	NOUN
crl-16993	120	61	librarians	librarian	NOUN
crl-16993	120	62	could	could	AUX
crl-16993	120	63	adopt	adopt	VERB
crl-16993	120	64	would	would	AUX
crl-16993	120	65	be	be	AUX
crl-16993	120	66	changing	change	VERB
crl-16993	120	67	how	how	SCONJ
crl-16993	120	68	they	they	PRON
crl-16993	120	69	educate	educate	VERB
crl-16993	120	70	new	new	ADJ
crl-16993	120	71	researchers	researcher	NOUN
crl-16993	120	72	about	about	ADP
crl-16993	120	73	scholarly	scholarly	ADJ
crl-16993	120	74	communication	communication	NOUN
crl-16993	120	75	and	and	CCONJ
crl-16993	120	76	peer	peer	NOUN
crl-16993	120	77	review	review	NOUN
crl-16993	120	78	to	to	PART
crl-16993	120	79	reflect	reflect	VERB
crl-16993	120	80	the	the	DET
crl-16993	120	81	measures	measure	NOUN
crl-16993	120	82	being	be	AUX
crl-16993	120	83	adopted	adopt	VERB
crl-16993	120	84	and	and	CCONJ
crl-16993	120	85	recommended	recommend	VERB
crl-16993	120	86	by	by	ADP
crl-16993	120	87	others	other	NOUN
crl-16993	120	88	.	.	PUNCT
crl-16993	121	1	for	for	ADP
crl-16993	121	2	example	example	NOUN
crl-16993	121	3	,	,	PUNCT
crl-16993	121	4	registered	register	VERB
crl-16993	121	5	reports	report	NOUN
crl-16993	121	6	,	,	PUNCT
crl-16993	121	7	a	a	DET
crl-16993	121	8	new	new	ADJ
crl-16993	121	9	form	form	NOUN
crl-16993	121	10	of	of	ADP
crl-16993	121	11	publication	publication	NOUN
crl-16993	121	12	,	,	PUNCT
crl-16993	121	13	has	have	AUX
crl-16993	121	14	been	be	AUX
crl-16993	121	15	adopted	adopt	VERB
crl-16993	121	16	by	by	ADP
crl-16993	121	17	99	99	NUM
crl-16993	121	18	journals	journal	NOUN
crl-16993	121	19	as	as	ADP
crl-16993	121	20	of	of	ADP
crl-16993	121	21	april	april	PROPN
crl-16993	121	22	2018.65	2018.65	NUM
crl-16993	121	23	in	in	ADP
crl-16993	121	24	a	a	DET
crl-16993	121	25	registered	register	VERB
crl-16993	121	26	report	report	NOUN
crl-16993	121	27	,	,	PUNCT
crl-16993	121	28	peer	peer	NOUN
crl-16993	121	29	review	review	NOUN
crl-16993	121	30	and	and	CCONJ
crl-16993	121	31	provisional	provisional	ADJ
crl-16993	121	32	acceptance	acceptance	NOUN
crl-16993	121	33	occurs	occur	VERB
crl-16993	121	34	on	on	ADP
crl-16993	121	35	the	the	DET
crl-16993	121	36	basis	basis	NOUN
crl-16993	121	37	of	of	ADP
crl-16993	121	38	the	the	DET
crl-16993	121	39	hypothesis	hypothesis	NOUN
crl-16993	121	40	and	and	CCONJ
crl-16993	121	41	methodology	methodology	NOUN
crl-16993	121	42	before	before	SCONJ
crl-16993	121	43	data	data	NOUN
crl-16993	121	44	collection	collection	NOUN
crl-16993	121	45	occurs	occur	VERB
crl-16993	121	46	.	.	PUNCT
crl-16993	122	1	this	this	DET
crl-16993	122	2	shifts	shift	NOUN
crl-16993	122	3	peer	peer	VERB
crl-16993	122	4	review	review	NOUN
crl-16993	122	5	from	from	ADP
crl-16993	122	6	evaluating	evaluate	VERB
crl-16993	122	7	the	the	DET
crl-16993	122	8	results	result	NOUN
crl-16993	122	9	and	and	CCONJ
crl-16993	122	10	how	how	SCONJ
crl-16993	122	11	novel	novel	ADJ
crl-16993	122	12	they	they	PRON
crl-16993	122	13	are	be	AUX
crl-16993	122	14	to	to	ADP
crl-16993	122	15	their	their	PRON
crl-16993	122	16	technical	technical	ADJ
crl-16993	122	17	details	detail	NOUN
crl-16993	122	18	.	.	PUNCT
crl-16993	123	1	morey	morey	PROPN
crl-16993	123	2	et	et	PROPN
crl-16993	124	1	al	al	PROPN
crl-16993	124	2	.	.	PROPN
crl-16993	124	3	have	have	AUX
crl-16993	124	4	recommended	recommend	VERB
crl-16993	124	5	that	that	SCONJ
crl-16993	124	6	reviewers	reviewer	NOUN
crl-16993	124	7	withhold	withhold	VERB
crl-16993	124	8	peer	peer	NOUN
crl-16993	124	9	review	review	NOUN
crl-16993	124	10	unless	unless	SCONJ
crl-16993	124	11	authors	author	NOUN
crl-16993	124	12	adopt	adopt	VERB
crl-16993	124	13	open	open	ADJ
crl-16993	124	14	practices	practice	NOUN
crl-16993	124	15	,	,	PUNCT
crl-16993	124	16	in	in	ADP
crl-16993	124	17	part	part	NOUN
crl-16993	124	18	to	to	PART
crl-16993	124	19	improve	improve	VERB
crl-16993	124	20	reproducibility	reproducibility	NOUN
crl-16993	124	21	of	of	ADP
crl-16993	124	22	research.66	research.66	NOUN
crl-16993	124	23	going	go	VERB
crl-16993	124	24	further	far	ADV
crl-16993	124	25	,	,	PUNCT
crl-16993	124	26	nosek	nosek	PROPN
crl-16993	124	27	,	,	PUNCT
crl-16993	124	28	spies	spy	NOUN
crl-16993	124	29	,	,	PUNCT
crl-16993	124	30	and	and	CCONJ
crl-16993	124	31	motyl	motyl	NOUN
crl-16993	124	32	have	have	AUX
crl-16993	124	33	recommended	recommend	VERB
crl-16993	124	34	discarding	discard	VERB
crl-16993	124	35	prepublication	prepublication	NOUN
crl-16993	124	36	peer	peer	NOUN
crl-16993	124	37	review	review	NOUN
crl-16993	124	38	entirely	entirely	ADV
crl-16993	124	39	,	,	PUNCT
crl-16993	124	40	thus	thus	ADV
crl-16993	124	41	making	make	VERB
crl-16993	124	42	publication	publication	NOUN
crl-16993	124	43	trivial	trivial	ADJ
crl-16993	124	44	and	and	CCONJ
crl-16993	124	45	making	make	VERB
crl-16993	124	46	review	review	NOUN
crl-16993	124	47	a	a	DET
crl-16993	124	48	replicable	replicable	ADJ
crl-16993	124	49	services	service	NOUN
crl-16993	124	50	for	for	ADP
crl-16993	124	51	reproducible	reproducible	ADJ
crl-16993	124	52	research	research	NOUN
crl-16993	124	53	269	269	NUM
crl-16993	124	54	purely	purely	ADV
crl-16993	124	55	evaluative	evaluative	ADJ
crl-16993	124	56	process	process	NOUN
crl-16993	124	57	instead	instead	ADV
crl-16993	124	58	of	of	ADP
crl-16993	124	59	whether	whether	SCONJ
crl-16993	124	60	a	a	DET
crl-16993	124	61	paper	paper	NOUN
crl-16993	124	62	should	should	AUX
crl-16993	124	63	be	be	AUX
crl-16993	124	64	published.67	published.67	NOUN
crl-16993	124	65	while	while	SCONJ
crl-16993	124	66	the	the	DET
crl-16993	124	67	decisions	decision	NOUN
crl-16993	124	68	about	about	ADP
crl-16993	124	69	whether	whether	SCONJ
crl-16993	124	70	to	to	PART
crl-16993	124	71	adopt	adopt	VERB
crl-16993	124	72	these	these	DET
crl-16993	124	73	measures	measure	NOUN
crl-16993	124	74	will	will	AUX
crl-16993	124	75	need	need	VERB
crl-16993	124	76	to	to	PART
crl-16993	124	77	be	be	AUX
crl-16993	124	78	made	make	VERB
crl-16993	124	79	by	by	ADP
crl-16993	124	80	scientists	scientist	NOUN
crl-16993	124	81	themselves	themselves	PRON
crl-16993	124	82	,	,	PUNCT
crl-16993	124	83	librarians	librarian	NOUN
crl-16993	124	84	can	can	AUX
crl-16993	124	85	help	help	VERB
crl-16993	124	86	educate	educate	VERB
crl-16993	124	87	them	they	PRON
crl-16993	124	88	on	on	ADP
crl-16993	124	89	the	the	DET
crl-16993	124	90	potential	potential	ADJ
crl-16993	124	91	impacts	impact	NOUN
crl-16993	124	92	of	of	ADP
crl-16993	124	93	each	each	PRON
crl-16993	124	94	and	and	CCONJ
crl-16993	124	95	provide	provide	VERB
crl-16993	124	96	training	training	NOUN
crl-16993	124	97	and	and	CCONJ
crl-16993	124	98	support	support	NOUN
crl-16993	124	99	for	for	ADP
crl-16993	124	100	the	the	DET
crl-16993	124	101	ones	one	NOUN
crl-16993	124	102	that	that	PRON
crl-16993	124	103	are	be	AUX
crl-16993	124	104	adopted	adopt	VERB
crl-16993	124	105	.	.	PUNCT
crl-16993	125	1	theme	theme	NOUN
crl-16993	125	2	:	:	PUNCT
crl-16993	125	3	incentives	incentive	VERB
crl-16993	125	4	the	the	DET
crl-16993	125	5	incentives	incentive	NOUN
crl-16993	125	6	theme	theme	NOUN
crl-16993	125	7	contains	contain	VERB
crl-16993	125	8	measures	measure	NOUN
crl-16993	125	9	that	that	PRON
crl-16993	125	10	could	could	AUX
crl-16993	125	11	affect	affect	VERB
crl-16993	125	12	the	the	DET
crl-16993	125	13	rewards	reward	NOUN
crl-16993	125	14	and	and	CCONJ
crl-16993	125	15	pressures	pressure	NOUN
crl-16993	125	16	researchers	researcher	NOUN
crl-16993	125	17	face	face	VERB
crl-16993	125	18	and	and	CCONJ
crl-16993	125	19	therefore	therefore	ADV
crl-16993	125	20	the	the	DET
crl-16993	125	21	type	type	NOUN
crl-16993	125	22	of	of	ADP
crl-16993	125	23	research	research	NOUN
crl-16993	125	24	they	they	PRON
crl-16993	125	25	do	do	VERB
crl-16993	125	26	and	and	CCONJ
crl-16993	125	27	the	the	DET
crl-16993	125	28	research	research	NOUN
crl-16993	125	29	practices	practice	NOUN
crl-16993	125	30	they	they	PRON
crl-16993	125	31	follow	follow	VERB
crl-16993	125	32	.	.	PUNCT
crl-16993	126	1	francis	francis	PROPN
crl-16993	126	2	collins	collins	PROPN
crl-16993	126	3	,	,	PUNCT
crl-16993	126	4	the	the	DET
crl-16993	126	5	nih	nih	PROPN
crl-16993	126	6	director	director	NOUN
crl-16993	126	7	,	,	PUNCT
crl-16993	126	8	has	have	AUX
crl-16993	126	9	called	call	VERB
crl-16993	126	10	the	the	DET
crl-16993	126	11	role	role	NOUN
crl-16993	126	12	of	of	ADP
crl-16993	126	13	incentives	incentive	NOUN
crl-16993	126	14	“	"	PUNCT
crl-16993	126	15	the	the	DET
crl-16993	126	16	most	most	ADV
crl-16993	126	17	vexed	vexed	ADJ
crl-16993	126	18	issue	issue	NOUN
crl-16993	126	19	”	"	PUNCT
crl-16993	126	20	in	in	ADP
crl-16993	126	21	fixing	fix	VERB
crl-16993	126	22	the	the	DET
crl-16993	126	23	reproducibility	reproducibility	NOUN
crl-16993	126	24	crisis.68	crisis.68	NOUN
crl-16993	126	25	traditionally	traditionally	ADV
crl-16993	126	26	,	,	PUNCT
crl-16993	126	27	the	the	DET
crl-16993	126	28	currency	currency	NOUN
crl-16993	126	29	of	of	ADP
crl-16993	126	30	science	science	NOUN
crl-16993	126	31	has	have	AUX
crl-16993	126	32	been	be	AUX
crl-16993	126	33	journal	journal	NOUN
crl-16993	126	34	publications	publication	NOUN
crl-16993	126	35	,	,	PUNCT
crl-16993	126	36	particularly	particularly	ADV
crl-16993	126	37	publications	publication	NOUN
crl-16993	126	38	in	in	ADP
crl-16993	126	39	high	high	ADJ
crl-16993	126	40	-	-	PUNCT
crl-16993	126	41	impact	impact	NOUN
crl-16993	126	42	journals	journal	NOUN
crl-16993	126	43	.	.	PUNCT
crl-16993	127	1	journals	journal	NOUN
crl-16993	127	2	,	,	PUNCT
crl-16993	127	3	especially	especially	ADV
crl-16993	127	4	traditional	traditional	ADJ
crl-16993	127	5	journals	journal	NOUN
crl-16993	127	6	,	,	PUNCT
crl-16993	127	7	prefer	prefer	VERB
crl-16993	127	8	to	to	PART
crl-16993	127	9	publish	publish	VERB
crl-16993	127	10	novel	novel	NOUN
crl-16993	127	11	and	and	CCONJ
crl-16993	127	12	positive	positive	ADJ
crl-16993	127	13	research	research	NOUN
crl-16993	127	14	over	over	ADP
crl-16993	127	15	negative	negative	ADJ
crl-16993	127	16	or	or	CCONJ
crl-16993	127	17	confirmatory	confirmatory	ADJ
crl-16993	127	18	research	research	NOUN
crl-16993	127	19	,	,	PUNCT
crl-16993	127	20	and	and	CCONJ
crl-16993	127	21	institutions	institution	NOUN
crl-16993	127	22	reward	reward	VERB
crl-16993	127	23	researchers	researcher	NOUN
crl-16993	127	24	who	who	PRON
crl-16993	127	25	publish	publish	VERB
crl-16993	127	26	in	in	ADP
crl-16993	127	27	these	these	DET
crl-16993	127	28	high	high	ADJ
crl-16993	127	29	-	-	PUNCT
crl-16993	127	30	impact	impact	NOUN
crl-16993	127	31	journals	journal	NOUN
crl-16993	127	32	with	with	ADP
crl-16993	127	33	grants	grant	NOUN
crl-16993	127	34	,	,	PUNCT
crl-16993	127	35	promotion	promotion	NOUN
crl-16993	127	36	,	,	PUNCT
crl-16993	127	37	and	and	CCONJ
crl-16993	127	38	tenure.69	tenure.69	NOUN
crl-16993	127	39	evidence	evidence	NOUN
crl-16993	127	40	suggests	suggest	VERB
crl-16993	127	41	this	this	DET
crl-16993	127	42	bias	bias	NOUN
crl-16993	127	43	against	against	ADP
crl-16993	127	44	negative	negative	ADJ
crl-16993	127	45	and	and	CCONJ
crl-16993	127	46	confirmatory	confirmatory	ADJ
crl-16993	127	47	research	research	NOUN
crl-16993	127	48	ultimately	ultimately	ADV
crl-16993	127	49	harms	harm	VERB
crl-16993	127	50	reproducibility	reproducibility	NOUN
crl-16993	127	51	and	and	CCONJ
crl-16993	127	52	rigor	rigor	VERB
crl-16993	127	53	in	in	ADP
crl-16993	127	54	science	science	NOUN
crl-16993	127	55	.	.	PUNCT
crl-16993	128	1	as	as	SCONJ
crl-16993	128	2	johnson	johnson	PROPN
crl-16993	128	3	notes	note	VERB
crl-16993	128	4	,	,	PUNCT
crl-16993	128	5	“	"	PUNCT
crl-16993	128	6	less	less	ADJ
crl-16993	128	7	funding	funding	NOUN
crl-16993	128	8	for	for	ADP
crl-16993	128	9	validation	validation	NOUN
crl-16993	128	10	and	and	CCONJ
crl-16993	128	11	reproduction	reproduction	NOUN
crl-16993	128	12	of	of	ADP
crl-16993	128	13	results	result	NOUN
crl-16993	128	14	,	,	PUNCT
crl-16993	128	15	and	and	CCONJ
crl-16993	128	16	more	more	ADV
crl-16993	128	17	importantly	importantly	ADV
crl-16993	128	18	,	,	PUNCT
crl-16993	128	19	less	less	ADJ
crl-16993	128	20	prestige	prestige	NOUN
crl-16993	128	21	in	in	ADP
crl-16993	128	22	doing	do	VERB
crl-16993	128	23	so	so	ADV
crl-16993	128	24	…	…	PUNCT
crl-16993	128	25	lowers	lower	VERB
crl-16993	128	26	the	the	DET
crl-16993	128	27	trust	trust	NOUN
crl-16993	128	28	and	and	CCONJ
crl-16993	128	29	confidence	confidence	NOUN
crl-16993	128	30	in	in	ADP
crl-16993	128	31	the	the	DET
crl-16993	128	32	system	system	NOUN
crl-16993	128	33	as	as	ADP
crl-16993	128	34	a	a	DET
crl-16993	128	35	whole	whole	NOUN
crl-16993	128	36	,	,	PUNCT
crl-16993	128	37	allowing	allow	VERB
crl-16993	128	38	room	room	NOUN
crl-16993	128	39	for	for	ADP
crl-16993	128	40	more	more	ADJ
crl-16993	128	41	and	and	CCONJ
crl-16993	128	42	more	more	ADV
crl-16993	128	43	falsified	falsified	ADJ
crl-16993	128	44	experiments	experiment	NOUN
crl-16993	128	45	to	to	PART
crl-16993	128	46	be	be	AUX
crl-16993	128	47	accepted	accept	VERB
crl-16993	128	48	with	with	ADP
crl-16993	128	49	minor	minor	ADJ
crl-16993	128	50	scrutiny	scrutiny	NOUN
crl-16993	128	51	.	.	PUNCT
crl-16993	129	1	”70	”70	ADJ
crl-16993	129	2	measures	measure	NOUN
crl-16993	129	3	that	that	PRON
crl-16993	129	4	could	could	AUX
crl-16993	129	5	change	change	VERB
crl-16993	129	6	the	the	DET
crl-16993	129	7	incentives	incentive	NOUN
crl-16993	129	8	researchers	researcher	NOUN
crl-16993	129	9	face	face	VERB
crl-16993	129	10	could	could	AUX
crl-16993	129	11	therefore	therefore	ADV
crl-16993	129	12	provide	provide	VERB
crl-16993	129	13	an	an	DET
crl-16993	129	14	opportunity	opportunity	NOUN
crl-16993	129	15	to	to	PART
crl-16993	129	16	improve	improve	VERB
crl-16993	129	17	rigor	rigor	NOUN
crl-16993	129	18	and	and	CCONJ
crl-16993	129	19	reproducibility	reproducibility	NOUN
crl-16993	129	20	and	and	CCONJ
crl-16993	129	21	incentivize	incentivize	VERB
crl-16993	129	22	replications	replication	NOUN
crl-16993	129	23	of	of	ADP
crl-16993	129	24	previous	previous	ADJ
crl-16993	129	25	research	research	NOUN
crl-16993	129	26	.	.	PUNCT
crl-16993	130	1	munafò	munafò	VERB
crl-16993	130	2	et	et	PROPN
crl-16993	131	1	al	al	PROPN
crl-16993	131	2	.	.	PROPN
crl-16993	131	3	recommend	recommend	VERB
crl-16993	131	4	changes	change	NOUN
crl-16993	131	5	that	that	PRON
crl-16993	131	6	would	would	AUX
crl-16993	131	7	reward	reward	VERB
crl-16993	131	8	open	open	ADJ
crl-16993	131	9	and	and	CCONJ
crl-16993	131	10	reproducible	reproducible	ADJ
crl-16993	131	11	practices	practice	NOUN
crl-16993	131	12	,	,	PUNCT
crl-16993	131	13	including	include	VERB
crl-16993	131	14	using	use	VERB
crl-16993	131	15	badges	badge	NOUN
crl-16993	131	16	to	to	PART
crl-16993	131	17	certify	certify	VERB
crl-16993	131	18	reproducible	reproducible	ADJ
crl-16993	131	19	and	and	CCONJ
crl-16993	131	20	transparent	transparent	ADJ
crl-16993	131	21	practices	practice	NOUN
crl-16993	131	22	,	,	PUNCT
crl-16993	131	23	adopting	adopt	VERB
crl-16993	131	24	registered	register	VERB
crl-16993	131	25	reports	report	NOUN
crl-16993	131	26	,	,	PUNCT
crl-16993	131	27	funding	funding	NOUN
crl-16993	131	28	replication	replication	NOUN
crl-16993	131	29	studies	study	NOUN
crl-16993	131	30	,	,	PUNCT
crl-16993	131	31	and	and	CCONJ
crl-16993	131	32	rewarding	rewarding	ADJ
crl-16993	131	33	open	open	ADJ
crl-16993	131	34	science	science	NOUN
crl-16993	131	35	practices	practice	NOUN
crl-16993	131	36	during	during	ADP
crl-16993	131	37	hiring	hiring	NOUN
crl-16993	131	38	and	and	CCONJ
crl-16993	131	39	promotion.71	promotion.71	NOUN
crl-16993	131	40	to	to	PART
crl-16993	131	41	address	address	VERB
crl-16993	131	42	reproducibility	reproducibility	NOUN
crl-16993	131	43	,	,	PUNCT
crl-16993	131	44	academic	academic	ADJ
crl-16993	131	45	librarians	librarian	NOUN
crl-16993	131	46	must	must	AUX
crl-16993	131	47	be	be	AUX
crl-16993	131	48	cognizant	cognizant	ADJ
crl-16993	131	49	of	of	ADP
crl-16993	131	50	the	the	DET
crl-16993	131	51	incentives	incentive	NOUN
crl-16993	131	52	of	of	ADP
crl-16993	131	53	science	science	NOUN
crl-16993	131	54	and	and	CCONJ
crl-16993	131	55	how	how	SCONJ
crl-16993	131	56	they	they	PRON
crl-16993	131	57	impact	impact	VERB
crl-16993	131	58	grants	grant	NOUN
crl-16993	131	59	,	,	PUNCT
crl-16993	131	60	tenure	tenure	NOUN
crl-16993	131	61	,	,	PUNCT
crl-16993	131	62	and	and	CCONJ
crl-16993	131	63	promotion	promotion	NOUN
crl-16993	131	64	opportunities	opportunity	NOUN
crl-16993	131	65	.	.	PUNCT
crl-16993	132	1	there	there	PRON
crl-16993	132	2	are	be	VERB
crl-16993	132	3	also	also	ADV
crl-16993	132	4	ways	way	NOUN
crl-16993	132	5	academic	academic	ADJ
crl-16993	132	6	libraries	library	NOUN
crl-16993	132	7	could	could	AUX
crl-16993	132	8	positively	positively	ADV
crl-16993	132	9	impact	impact	VERB
crl-16993	132	10	incentives	incentive	NOUN
crl-16993	132	11	.	.	PUNCT
crl-16993	133	1	academic	academic	ADJ
crl-16993	133	2	libraries	library	NOUN
crl-16993	133	3	select	select	ADJ
crl-16993	133	4	,	,	PUNCT
crl-16993	133	5	license	license	NOUN
crl-16993	133	6	,	,	PUNCT
crl-16993	133	7	and	and	CCONJ
crl-16993	133	8	maintain	maintain	VERB
crl-16993	133	9	many	many	ADJ
crl-16993	133	10	of	of	ADP
crl-16993	133	11	the	the	DET
crl-16993	133	12	systems	system	NOUN
crl-16993	133	13	that	that	PRON
crl-16993	133	14	provide	provide	VERB
crl-16993	133	15	scholarly	scholarly	ADJ
crl-16993	133	16	metrics	metric	NOUN
crl-16993	133	17	,	,	PUNCT
crl-16993	133	18	teach	teach	VERB
crl-16993	133	19	the	the	DET
crl-16993	133	20	relative	relative	ADJ
crl-16993	133	21	costs	cost	NOUN
crl-16993	133	22	and	and	CCONJ
crl-16993	133	23	benefits	benefit	NOUN
crl-16993	133	24	of	of	ADP
crl-16993	133	25	different	different	ADJ
crl-16993	133	26	metrics	metric	NOUN
crl-16993	133	27	to	to	AUX
crl-16993	133	28	graduate	graduate	VERB
crl-16993	133	29	students	student	NOUN
crl-16993	133	30	and	and	CCONJ
crl-16993	133	31	researchers	researcher	NOUN
crl-16993	133	32	through	through	ADP
crl-16993	133	33	workshops	workshop	NOUN
crl-16993	133	34	and	and	CCONJ
crl-16993	133	35	guides	guide	NOUN
crl-16993	133	36	,	,	PUNCT
crl-16993	133	37	and	and	CCONJ
crl-16993	133	38	provide	provide	VERB
crl-16993	133	39	these	these	DET
crl-16993	133	40	data	datum	NOUN
crl-16993	133	41	to	to	ADP
crl-16993	133	42	administrators	administrator	NOUN
crl-16993	133	43	for	for	ADP
crl-16993	133	44	tenure	tenure	NOUN
crl-16993	133	45	and	and	CCONJ
crl-16993	133	46	promotion	promotion	NOUN
crl-16993	133	47	committees	committee	NOUN
crl-16993	133	48	.	.	PUNCT
crl-16993	134	1	as	as	SCONJ
crl-16993	134	2	academic	academic	ADJ
crl-16993	134	3	culture	culture	NOUN
crl-16993	134	4	changes	change	NOUN
crl-16993	134	5	and	and	CCONJ
crl-16993	134	6	data	datum	NOUN
crl-16993	134	7	,	,	PUNCT
crl-16993	134	8	code	code	NOUN
crl-16993	134	9	,	,	PUNCT
crl-16993	134	10	and	and	CCONJ
crl-16993	134	11	alternative	alternative	ADJ
crl-16993	134	12	metrics	metric	NOUN
crl-16993	134	13	become	become	VERB
crl-16993	134	14	more	more	ADV
crl-16993	134	15	accepted	accepted	ADJ
crl-16993	134	16	and	and	CCONJ
crl-16993	134	17	citation	citation	NOUN
crl-16993	134	18	formats	format	NOUN
crl-16993	134	19	are	be	AUX
crl-16993	134	20	developed	develop	VERB
crl-16993	134	21	to	to	PART
crl-16993	134	22	track	track	VERB
crl-16993	134	23	the	the	DET
crl-16993	134	24	use	use	NOUN
crl-16993	134	25	of	of	ADP
crl-16993	134	26	these	these	DET
crl-16993	134	27	products	product	NOUN
crl-16993	134	28	,	,	PUNCT
crl-16993	134	29	academic	academic	ADJ
crl-16993	134	30	libraries	library	NOUN
crl-16993	134	31	could	could	AUX
crl-16993	134	32	broaden	broaden	VERB
crl-16993	134	33	the	the	DET
crl-16993	134	34	scope	scope	NOUN
crl-16993	134	35	of	of	ADP
crl-16993	134	36	the	the	DET
crl-16993	134	37	metrics	metric	NOUN
crl-16993	134	38	librarians	librarian	NOUN
crl-16993	134	39	teach	teach	VERB
crl-16993	134	40	about	about	ADP
crl-16993	134	41	and	and	CCONJ
crl-16993	134	42	provide	provide	VERB
crl-16993	134	43	in	in	ADP
crl-16993	134	44	order	order	NOUN
crl-16993	134	45	to	to	PART
crl-16993	134	46	include	include	VERB
crl-16993	134	47	these	these	DET
crl-16993	134	48	new	new	ADJ
crl-16993	134	49	metrics	metric	NOUN
crl-16993	134	50	.	.	PUNCT
crl-16993	135	1	discussion	discussion	NOUN
crl-16993	135	2	/	/	SYM
crl-16993	135	3	conclusion	conclusion	NOUN
crl-16993	135	4	academic	academic	ADJ
crl-16993	135	5	libraries	library	NOUN
crl-16993	135	6	and	and	CCONJ
crl-16993	135	7	librarians	librarian	NOUN
crl-16993	135	8	can	can	AUX
crl-16993	135	9	directly	directly	ADV
crl-16993	135	10	impact	impact	VERB
crl-16993	135	11	research	research	NOUN
crl-16993	135	12	reproducibility	reproducibility	NOUN
crl-16993	135	13	:	:	PUNCT
crl-16993	135	14	from	from	ADP
crl-16993	135	15	recommending	recommend	VERB
crl-16993	135	16	reporting	reporting	NOUN
crl-16993	135	17	guidelines	guideline	NOUN
crl-16993	135	18	,	,	PUNCT
crl-16993	135	19	to	to	ADP
crl-16993	135	20	coauthoring	coauthore	VERB
crl-16993	135	21	systematic	systematic	ADJ
crl-16993	135	22	reviews	review	NOUN
crl-16993	135	23	,	,	PUNCT
crl-16993	135	24	to	to	ADP
crl-16993	135	25	supporting	support	VERB
crl-16993	135	26	the	the	DET
crl-16993	135	27	many	many	ADJ
crl-16993	135	28	facets	facet	NOUN
crl-16993	135	29	of	of	ADP
crl-16993	135	30	scholarly	scholarly	ADJ
crl-16993	135	31	publishing	publishing	NOUN
crl-16993	135	32	,	,	PUNCT
crl-16993	135	33	the	the	DET
crl-16993	135	34	recommendations	recommendation	NOUN
crl-16993	135	35	contained	contain	VERB
crl-16993	135	36	in	in	ADP
crl-16993	135	37	reproducibility	reproducibility	NOUN
crl-16993	135	38	guidelines	guideline	NOUN
crl-16993	135	39	align	align	VERB
crl-16993	135	40	with	with	ADP
crl-16993	135	41	many	many	ADJ
crl-16993	135	42	of	of	ADP
crl-16993	135	43	the	the	DET
crl-16993	135	44	services	service	NOUN
crl-16993	135	45	and	and	CCONJ
crl-16993	135	46	expertise	expertise	NOUN
crl-16993	135	47	that	that	PRON
crl-16993	135	48	academic	academic	ADJ
crl-16993	135	49	libraries	library	NOUN
crl-16993	135	50	already	already	ADV
crl-16993	135	51	provide	provide	VERB
crl-16993	135	52	.	.	PUNCT
crl-16993	136	1	reproducibility	reproducibility	NOUN
crl-16993	136	2	also	also	ADV
crl-16993	136	3	provides	provide	VERB
crl-16993	136	4	a	a	DET
crl-16993	136	5	strong	strong	ADJ
crl-16993	136	6	rationale	rationale	NOUN
crl-16993	136	7	for	for	ADP
crl-16993	136	8	many	many	ADJ
crl-16993	136	9	emerging	emerge	VERB
crl-16993	136	10	library	library	NOUN
crl-16993	136	11	services	service	NOUN
crl-16993	136	12	like	like	ADP
crl-16993	136	13	data	data	NOUN
crl-16993	136	14	curation	curation	NOUN
crl-16993	136	15	and	and	CCONJ
crl-16993	136	16	sharing	sharing	NOUN
crl-16993	136	17	and	and	CCONJ
crl-16993	136	18	support	support	NOUN
crl-16993	136	19	and	and	CCONJ
crl-16993	136	20	training	training	NOUN
crl-16993	136	21	for	for	ADP
crl-16993	136	22	computational	computational	ADJ
crl-16993	136	23	methods	method	NOUN
crl-16993	136	24	and	and	CCONJ
crl-16993	136	25	data	data	NOUN
crl-16993	136	26	-	-	PUNCT
crl-16993	136	27	intensive	intensive	ADJ
crl-16993	136	28	research	research	NOUN
crl-16993	136	29	.	.	PUNCT
crl-16993	137	1	reproducibility	reproducibility	NOUN
crl-16993	137	2	gets	get	VERB
crl-16993	137	3	to	to	ADP
crl-16993	137	4	the	the	DET
crl-16993	137	5	core	core	NOUN
crl-16993	137	6	of	of	ADP
crl-16993	137	7	scientific	scientific	ADJ
crl-16993	137	8	enterprise	enterprise	NOUN
crl-16993	137	9	;	;	PUNCT
crl-16993	137	10	academic	academic	ADJ
crl-16993	137	11	librarians	librarian	NOUN
crl-16993	137	12	will	will	AUX
crl-16993	137	13	therefore	therefore	ADV
crl-16993	137	14	need	need	VERB
crl-16993	137	15	to	to	PART
crl-16993	137	16	be	be	AUX
crl-16993	137	17	mindful	mindful	ADJ
crl-16993	137	18	when	when	SCONJ
crl-16993	137	19	defining	define	VERB
crl-16993	137	20	our	our	PRON
crl-16993	137	21	role	role	NOUN
crl-16993	137	22	and	and	CCONJ
crl-16993	137	23	determining	determine	VERB
crl-16993	137	24	where	where	SCONJ
crl-16993	137	25	and	and	CCONJ
crl-16993	137	26	how	how	SCONJ
crl-16993	137	27	it	it	PRON
crl-16993	137	28	interfaces	interface	VERB
crl-16993	137	29	with	with	ADP
crl-16993	137	30	disciplinary	disciplinary	ADJ
crl-16993	137	31	experts	expert	NOUN
crl-16993	137	32	and	and	CCONJ
crl-16993	137	33	other	other	ADJ
crl-16993	137	34	related	related	ADJ
crl-16993	137	35	experts	expert	NOUN
crl-16993	137	36	such	such	ADJ
crl-16993	137	37	as	as	ADP
crl-16993	137	38	statisticians	statistician	NOUN
crl-16993	137	39	.	.	PUNCT
crl-16993	138	1	developing	develop	VERB
crl-16993	138	2	broad	broad	ADJ
crl-16993	138	3	knowledge	knowledge	NOUN
crl-16993	138	4	about	about	ADP
crl-16993	138	5	issues	issue	NOUN
crl-16993	138	6	around	around	ADP
crl-16993	138	7	reproducibility	reproducibility	NOUN
crl-16993	138	8	generally	generally	ADV
crl-16993	138	9	and	and	CCONJ
crl-16993	138	10	disciplinary	disciplinary	ADJ
crl-16993	138	11	differences	difference	NOUN
crl-16993	138	12	specifically	specifically	ADV
crl-16993	138	13	270	270	NUM
crl-16993	138	14	college	college	PROPN
crl-16993	138	15	&	&	CCONJ
crl-16993	138	16	research	research	PROPN
crl-16993	138	17	libraries	librarie	VERB
crl-16993	138	18	march	march	PROPN
crl-16993	138	19	2019	2019	NUM
crl-16993	138	20	will	will	AUX
crl-16993	138	21	be	be	AUX
crl-16993	138	22	a	a	DET
crl-16993	138	23	prerequisite	prerequisite	NOUN
crl-16993	138	24	for	for	ADP
crl-16993	138	25	taking	take	VERB
crl-16993	138	26	a	a	DET
crl-16993	138	27	leadership	leadership	NOUN
crl-16993	138	28	role	role	NOUN
crl-16993	138	29	without	without	ADP
crl-16993	138	30	risking	risk	VERB
crl-16993	138	31	both	both	DET
crl-16993	138	32	an	an	DET
crl-16993	138	33	opportunity	opportunity	NOUN
crl-16993	138	34	to	to	PART
crl-16993	138	35	positively	positively	ADV
crl-16993	138	36	impact	impact	VERB
crl-16993	138	37	our	our	PRON
crl-16993	138	38	users	user	NOUN
crl-16993	138	39	and	and	CCONJ
crl-16993	138	40	their	their	PRON
crl-16993	138	41	good	good	ADJ
crl-16993	138	42	will	will	NOUN
crl-16993	138	43	.	.	PUNCT
crl-16993	139	1	simply	simply	ADV
crl-16993	139	2	adding	add	VERB
crl-16993	139	3	“	"	PUNCT
crl-16993	139	4	reproducibility	reproducibility	NOUN
crl-16993	139	5	”	"	PUNCT
crl-16993	139	6	to	to	ADP
crl-16993	139	7	existing	exist	VERB
crl-16993	139	8	job	job	NOUN
crl-16993	139	9	or	or	CCONJ
crl-16993	139	10	service	service	NOUN
crl-16993	139	11	descriptions	description	NOUN
crl-16993	139	12	will	will	AUX
crl-16993	139	13	not	not	PART
crl-16993	139	14	be	be	AUX
crl-16993	139	15	enough	enough	ADJ
crl-16993	139	16	.	.	PUNCT
crl-16993	140	1	supporting	support	VERB
crl-16993	140	2	reproducible	reproducible	ADJ
crl-16993	140	3	research	research	NOUN
crl-16993	140	4	includes	include	VERB
crl-16993	140	5	broad	broad	ADJ
crl-16993	140	6	roles	role	NOUN
crl-16993	140	7	for	for	ADP
crl-16993	140	8	liaisons	liaison	NOUN
crl-16993	140	9	,	,	PUNCT
crl-16993	140	10	functional	functional	ADJ
crl-16993	140	11	specialists	specialist	NOUN
crl-16993	140	12	,	,	PUNCT
crl-16993	140	13	and	and	CCONJ
crl-16993	140	14	service	service	NOUN
crl-16993	140	15	providers	provider	NOUN
crl-16993	140	16	;	;	PUNCT
crl-16993	140	17	taking	take	VERB
crl-16993	140	18	a	a	DET
crl-16993	140	19	leadership	leadership	NOUN
crl-16993	140	20	role	role	NOUN
crl-16993	140	21	within	within	ADP
crl-16993	140	22	the	the	DET
crl-16993	140	23	academy	academy	NOUN
crl-16993	140	24	will	will	AUX
crl-16993	140	25	depend	depend	VERB
crl-16993	140	26	on	on	ADP
crl-16993	140	27	providing	provide	VERB
crl-16993	140	28	professional	professional	ADJ
crl-16993	140	29	development	development	NOUN
crl-16993	140	30	opportunities	opportunity	NOUN
crl-16993	140	31	about	about	ADP
crl-16993	140	32	reproducibility	reproducibility	NOUN
crl-16993	140	33	and	and	CCONJ
crl-16993	140	34	how	how	SCONJ
crl-16993	140	35	it	it	PRON
crl-16993	140	36	interfaces	interface	VERB
crl-16993	140	37	with	with	ADP
crl-16993	140	38	academic	academic	ADJ
crl-16993	140	39	library	library	NOUN
crl-16993	140	40	practice	practice	NOUN
crl-16993	140	41	.	.	PUNCT
crl-16993	141	1	educational	educational	ADJ
crl-16993	141	2	initiatives	initiative	NOUN
crl-16993	141	3	that	that	PRON
crl-16993	141	4	define	define	VERB
crl-16993	141	5	major	major	ADJ
crl-16993	141	6	terms	term	NOUN
crl-16993	141	7	,	,	PUNCT
crl-16993	141	8	explore	explore	VERB
crl-16993	141	9	disciplinary	disciplinary	ADJ
crl-16993	141	10	differences	difference	NOUN
crl-16993	141	11	,	,	PUNCT
crl-16993	141	12	and	and	CCONJ
crl-16993	141	13	highlight	highlight	VERB
crl-16993	141	14	existing	exist	VERB
crl-16993	141	15	tools	tool	NOUN
crl-16993	141	16	and	and	CCONJ
crl-16993	141	17	resources	resource	NOUN
crl-16993	141	18	should	should	AUX
crl-16993	141	19	be	be	AUX
crl-16993	141	20	provided	provide	VERB
crl-16993	141	21	by	by	ADP
crl-16993	141	22	both	both	CCONJ
crl-16993	141	23	professional	professional	ADJ
crl-16993	141	24	organizations	organization	NOUN
crl-16993	141	25	and	and	CCONJ
crl-16993	141	26	institutions	institution	NOUN
crl-16993	141	27	.	.	PUNCT
crl-16993	142	1	guidelines	guideline	NOUN
crl-16993	142	2	are	be	AUX
crl-16993	142	3	a	a	DET
crl-16993	142	4	particularly	particularly	ADV
crl-16993	142	5	good	good	ADJ
crl-16993	142	6	place	place	NOUN
crl-16993	142	7	to	to	PART
crl-16993	142	8	start	start	VERB
crl-16993	142	9	investigating	investigate	VERB
crl-16993	142	10	how	how	SCONJ
crl-16993	142	11	disciplines	discipline	NOUN
crl-16993	142	12	and	and	CCONJ
crl-16993	142	13	funders	funder	VERB
crl-16993	142	14	view	view	NOUN
crl-16993	142	15	reproducibility	reproducibility	NOUN
crl-16993	142	16	.	.	PUNCT
crl-16993	143	1	in	in	ADP
crl-16993	143	2	some	some	DET
crl-16993	143	3	cases	case	NOUN
crl-16993	143	4	,	,	PUNCT
crl-16993	143	5	librarians	librarians	PROPN
crl-16993	143	6	may	may	AUX
crl-16993	143	7	need	need	VERB
crl-16993	143	8	to	to	PART
crl-16993	143	9	develop	develop	VERB
crl-16993	143	10	more	more	ADV
crl-16993	143	11	specific	specific	ADJ
crl-16993	143	12	technical	technical	ADJ
crl-16993	143	13	skills	skill	NOUN
crl-16993	143	14	such	such	ADJ
crl-16993	143	15	as	as	ADP
crl-16993	143	16	how	how	SCONJ
crl-16993	143	17	to	to	PART
crl-16993	143	18	use	use	VERB
crl-16993	143	19	workflow	workflow	ADJ
crl-16993	143	20	technologies	technology	NOUN
crl-16993	143	21	like	like	ADP
crl-16993	143	22	open	open	ADJ
crl-16993	143	23	science	science	NOUN
crl-16993	143	24	framework	framework	NOUN
crl-16993	143	25	and	and	CCONJ
crl-16993	143	26	computational	computational	ADJ
crl-16993	143	27	tools	tool	NOUN
crl-16993	143	28	like	like	ADP
crl-16993	143	29	r	r	NOUN
crl-16993	143	30	if	if	SCONJ
crl-16993	143	31	they	they	PRON
crl-16993	143	32	are	be	AUX
crl-16993	143	33	to	to	PART
crl-16993	143	34	have	have	VERB
crl-16993	143	35	an	an	DET
crl-16993	143	36	impact	impact	NOUN
crl-16993	143	37	on	on	ADP
crl-16993	143	38	data	data	NOUN
crl-16993	143	39	-	-	PUNCT
crl-16993	143	40	intensive	intensive	ADJ
crl-16993	143	41	and	and	CCONJ
crl-16993	143	42	computational	computational	ADJ
crl-16993	143	43	methodologies	methodology	NOUN
crl-16993	143	44	.	.	PUNCT
crl-16993	144	1	systematic	systematic	ADJ
crl-16993	144	2	review	review	NOUN
crl-16993	144	3	searching	search	VERB
crl-16993	144	4	is	be	AUX
crl-16993	144	5	a	a	DET
crl-16993	144	6	similarly	similarly	ADV
crl-16993	144	7	technical	technical	ADJ
crl-16993	144	8	expertise	expertise	NOUN
crl-16993	144	9	that	that	PRON
crl-16993	144	10	will	will	AUX
crl-16993	144	11	need	need	VERB
crl-16993	144	12	to	to	PART
crl-16993	144	13	be	be	AUX
crl-16993	144	14	developed	develop	VERB
crl-16993	144	15	in	in	ADP
crl-16993	144	16	disciplines	discipline	NOUN
crl-16993	144	17	outside	outside	ADP
crl-16993	144	18	health	health	NOUN
crl-16993	144	19	sciences	science	NOUN
crl-16993	144	20	.	.	PUNCT
crl-16993	145	1	approaches	approach	NOUN
crl-16993	145	2	to	to	ADP
crl-16993	145	3	reproducibility	reproducibility	NOUN
crl-16993	145	4	will	will	AUX
crl-16993	145	5	depend	depend	VERB
crl-16993	145	6	on	on	ADP
crl-16993	145	7	the	the	DET
crl-16993	145	8	needs	need	NOUN
crl-16993	145	9	of	of	ADP
crl-16993	145	10	the	the	DET
crl-16993	145	11	discipline	discipline	NOUN
crl-16993	145	12	,	,	PUNCT
crl-16993	145	13	and	and	CCONJ
crl-16993	145	14	liaison	liaison	NOUN
crl-16993	145	15	librarians	librarian	NOUN
crl-16993	145	16	may	may	AUX
crl-16993	145	17	want	want	VERB
crl-16993	145	18	to	to	PART
crl-16993	145	19	prioritize	prioritize	VERB
crl-16993	145	20	disciplinary	disciplinary	ADJ
crl-16993	145	21	-	-	PUNCT
crl-16993	145	22	specific	specific	ADJ
crl-16993	145	23	implications	implication	NOUN
crl-16993	145	24	for	for	ADP
crl-16993	145	25	certain	certain	ADJ
crl-16993	145	26	aspects	aspect	NOUN
crl-16993	145	27	of	of	ADP
crl-16993	145	28	reproducible	reproducible	ADJ
crl-16993	145	29	research	research	NOUN
crl-16993	145	30	such	such	ADJ
crl-16993	145	31	as	as	ADP
crl-16993	145	32	confirmatory	confirmatory	ADJ
crl-16993	145	33	research	research	NOUN
crl-16993	145	34	versus	versus	ADP
crl-16993	145	35	exploratory	exploratory	ADJ
crl-16993	145	36	research	research	NOUN
crl-16993	145	37	and	and	CCONJ
crl-16993	145	38	honest	honest	ADJ
crl-16993	145	39	errors	error	NOUN
crl-16993	145	40	versus	versus	ADP
crl-16993	145	41	academic	academic	ADJ
crl-16993	145	42	misconduct	misconduct	NOUN
crl-16993	145	43	.	.	PUNCT
crl-16993	146	1	profiles	profile	NOUN
crl-16993	146	2	exploring	explore	VERB
crl-16993	146	3	norms	norm	NOUN
crl-16993	146	4	in	in	ADP
crl-16993	146	5	various	various	ADJ
crl-16993	146	6	disciplines	discipline	NOUN
crl-16993	146	7	would	would	AUX
crl-16993	146	8	be	be	AUX
crl-16993	146	9	a	a	DET
crl-16993	146	10	beneficial	beneficial	ADJ
crl-16993	146	11	addition	addition	NOUN
crl-16993	146	12	to	to	ADP
crl-16993	146	13	the	the	DET
crl-16993	146	14	academic	academic	ADJ
crl-16993	146	15	library	library	NOUN
crl-16993	146	16	science	science	NOUN
crl-16993	146	17	literature	literature	PROPN
crl-16993	146	18	.	.	PUNCT
crl-16993	147	1	for	for	ADP
crl-16993	147	2	example	example	NOUN
crl-16993	147	3	,	,	PUNCT
crl-16993	147	4	a	a	DET
crl-16993	147	5	librarian	librarian	NOUN
crl-16993	147	6	who	who	PRON
crl-16993	147	7	serves	serve	VERB
crl-16993	147	8	as	as	ADP
crl-16993	147	9	the	the	DET
crl-16993	147	10	subject	subject	NOUN
crl-16993	147	11	specialist	specialist	NOUN
crl-16993	147	12	for	for	ADP
crl-16993	147	13	education	education	NOUN
crl-16993	147	14	or	or	CCONJ
crl-16993	147	15	educational	educational	ADJ
crl-16993	147	16	psychology	psychology	NOUN
crl-16993	147	17	could	could	AUX
crl-16993	147	18	explore	explore	VERB
crl-16993	147	19	education	education	NOUN
crl-16993	147	20	-	-	PUNCT
crl-16993	147	21	specific	specific	ADJ
crl-16993	147	22	literature	literature	NOUN
crl-16993	147	23	regarding	regard	VERB
crl-16993	147	24	reproducibility	reproducibility	NOUN
crl-16993	147	25	and	and	CCONJ
crl-16993	147	26	replicability	replicability	NOUN
crl-16993	147	27	by	by	ADP
crl-16993	147	28	makel	makel	NOUN
crl-16993	147	29	,	,	PUNCT
crl-16993	147	30	plucker	plucker	NOUN
crl-16993	147	31	,	,	PUNCT
crl-16993	147	32	and	and	CCONJ
crl-16993	147	33	others.72	others.72	NOUN
crl-16993	147	34	in	in	ADP
crl-16993	147	35	this	this	DET
crl-16993	147	36	article	article	NOUN
crl-16993	147	37	,	,	PUNCT
crl-16993	147	38	the	the	DET
crl-16993	147	39	authors	author	NOUN
crl-16993	147	40	have	have	AUX
crl-16993	147	41	attempted	attempt	VERB
crl-16993	147	42	to	to	PART
crl-16993	147	43	provide	provide	VERB
crl-16993	147	44	a	a	DET
crl-16993	147	45	framework	framework	NOUN
crl-16993	147	46	and	and	CCONJ
crl-16993	147	47	set	set	NOUN
crl-16993	147	48	of	of	ADP
crl-16993	147	49	exemplars	exemplar	NOUN
crl-16993	147	50	for	for	ADP
crl-16993	147	51	how	how	SCONJ
crl-16993	147	52	academic	academic	ADJ
crl-16993	147	53	libraries	library	NOUN
crl-16993	147	54	can	can	AUX
crl-16993	147	55	support	support	VERB
crl-16993	147	56	research	research	NOUN
crl-16993	147	57	by	by	ADP
crl-16993	147	58	comparing	compare	VERB
crl-16993	147	59	current	current	ADJ
crl-16993	147	60	services	service	NOUN
crl-16993	147	61	and	and	CCONJ
crl-16993	147	62	expertise	expertise	NOUN
crl-16993	147	63	to	to	ADP
crl-16993	147	64	the	the	DET
crl-16993	147	65	recommendations	recommendation	NOUN
crl-16993	147	66	contained	contain	VERB
crl-16993	147	67	in	in	ADP
crl-16993	147	68	guidelines	guideline	NOUN
crl-16993	147	69	from	from	ADP
crl-16993	147	70	funders	funder	NOUN
crl-16993	147	71	and	and	CCONJ
crl-16993	147	72	societies	society	NOUN
crl-16993	147	73	.	.	PUNCT
crl-16993	148	1	the	the	DET
crl-16993	148	2	authors	author	NOUN
crl-16993	148	3	believe	believe	VERB
crl-16993	148	4	that	that	SCONJ
crl-16993	148	5	this	this	DET
crl-16993	148	6	framework	framework	NOUN
crl-16993	148	7	demonstrates	demonstrate	VERB
crl-16993	148	8	that	that	SCONJ
crl-16993	148	9	academic	academic	ADJ
crl-16993	148	10	libraries	library	NOUN
crl-16993	148	11	have	have	VERB
crl-16993	148	12	significant	significant	ADJ
crl-16993	148	13	expertise	expertise	NOUN
crl-16993	148	14	and	and	CCONJ
crl-16993	148	15	services	service	NOUN
crl-16993	148	16	to	to	PART
crl-16993	148	17	support	support	VERB
crl-16993	148	18	research	research	NOUN
crl-16993	148	19	reproducibility	reproducibility	NOUN
crl-16993	148	20	.	.	PUNCT
crl-16993	149	1	indeed	indeed	ADV
crl-16993	149	2	,	,	PUNCT
crl-16993	149	3	in	in	ADP
crl-16993	149	4	many	many	ADJ
crl-16993	149	5	areas	area	NOUN
crl-16993	149	6	,	,	PUNCT
crl-16993	149	7	academic	academic	ADJ
crl-16993	149	8	libraries	library	NOUN
crl-16993	149	9	are	be	AUX
crl-16993	149	10	well	well	ADV
crl-16993	149	11	placed	place	VERB
crl-16993	149	12	to	to	PART
crl-16993	149	13	lead	lead	VERB
crl-16993	149	14	change	change	NOUN
crl-16993	149	15	in	in	ADP
crl-16993	149	16	academic	academic	ADJ
crl-16993	149	17	research	research	NOUN
crl-16993	149	18	institutions	institution	NOUN
crl-16993	149	19	.	.	PUNCT
crl-16993	150	1	acknowledgements	acknowledgement	NOUN
crl-16993	150	2	the	the	DET
crl-16993	150	3	authors	author	NOUN
crl-16993	150	4	acknowledge	acknowledge	VERB
crl-16993	150	5	helpful	helpful	ADJ
crl-16993	150	6	and	and	CCONJ
crl-16993	150	7	insightful	insightful	ADJ
crl-16993	150	8	feedback	feedback	NOUN
crl-16993	150	9	on	on	ADP
crl-16993	150	10	an	an	DET
crl-16993	150	11	earlier	early	ADJ
crl-16993	150	12	version	version	NOUN
crl-16993	150	13	of	of	ADP
crl-16993	150	14	this	this	DET
crl-16993	150	15	article	article	NOUN
crl-16993	150	16	from	from	ADP
crl-16993	150	17	colleagues	colleague	NOUN
crl-16993	150	18	including	include	VERB
crl-16993	150	19	lisa	lisa	PROPN
crl-16993	150	20	federer	federer	PROPN
crl-16993	150	21	,	,	PUNCT
crl-16993	150	22	melissa	melissa	PROPN
crl-16993	150	23	rethlefsen	rethlefsen	PROPN
crl-16993	150	24	,	,	PUNCT
crl-16993	150	25	and	and	CCONJ
crl-16993	150	26	jeffrey	jeffrey	PROPN
crl-16993	150	27	spies	spy	NOUN
crl-16993	150	28	.	.	PUNCT
crl-16993	151	1	notes	note	NOUN
crl-16993	151	2	1	1	NUM
crl-16993	151	3	.	.	PUNCT
crl-16993	151	4	open	open	ADJ
crl-16993	151	5	science	science	NOUN
crl-16993	151	6	collaboration	collaboration	NOUN
crl-16993	151	7	,	,	PUNCT
crl-16993	151	8	“	"	PUNCT
crl-16993	151	9	estimating	estimate	VERB
crl-16993	151	10	the	the	DET
crl-16993	151	11	reproducibility	reproducibility	NOUN
crl-16993	151	12	of	of	ADP
crl-16993	151	13	psychological	psychological	ADJ
crl-16993	151	14	science	science	NOUN
crl-16993	151	15	,	,	PUNCT
crl-16993	151	16	”	"	PUNCT
crl-16993	151	17	science	science	NOUN
crl-16993	151	18	349	349	NUM
crl-16993	151	19	(	(	PUNCT
crl-16993	151	20	2015	2015	NUM
crl-16993	151	21	)	)	PUNCT
crl-16993	151	22	.	.	PUNCT
crl-16993	152	1	2	2	X
crl-16993	152	2	.	.	X
crl-16993	152	3	keith	keith	PROPN
crl-16993	152	4	a.	a.	PROPN
crl-16993	152	5	baggerly	baggerly	ADV
crl-16993	152	6	and	and	CCONJ
crl-16993	152	7	kevin	kevin	PROPN
crl-16993	152	8	r.	r.	PROPN
crl-16993	152	9	coombes	coombes	PROPN
crl-16993	152	10	,	,	PUNCT
crl-16993	152	11	“	"	PUNCT
crl-16993	152	12	deriving	derive	VERB
crl-16993	152	13	chemosensitivity	chemosensitivity	NOUN
crl-16993	152	14	from	from	ADP
crl-16993	152	15	cell	cell	NOUN
crl-16993	152	16	lines	line	NOUN
crl-16993	152	17	:	:	PUNCT
crl-16993	152	18	forensic	forensic	ADJ
crl-16993	152	19	bioinformatics	bioinformatic	NOUN
crl-16993	152	20	and	and	CCONJ
crl-16993	152	21	reproducible	reproducible	ADJ
crl-16993	152	22	research	research	NOUN
crl-16993	152	23	in	in	ADP
crl-16993	152	24	high	high	ADJ
crl-16993	152	25	-	-	PUNCT
crl-16993	152	26	throughput	throughput	NOUN
crl-16993	152	27	biology	biology	NOUN
crl-16993	152	28	,	,	PUNCT
crl-16993	152	29	”	"	PUNCT
crl-16993	152	30	annals	annal	NOUN
crl-16993	152	31	of	of	ADP
crl-16993	152	32	applied	apply	VERB
crl-16993	152	33	statistics	statistic	NOUN
crl-16993	152	34	3	3	NUM
crl-16993	152	35	(	(	PUNCT
crl-16993	152	36	2009	2009	NUM
crl-16993	152	37	)	)	PUNCT
crl-16993	152	38	.	.	PUNCT
crl-16993	153	1	3	3	X
crl-16993	153	2	.	.	X
crl-16993	153	3	john	john	PROPN
crl-16993	153	4	p.a	p.a	PROPN
crl-16993	153	5	.	.	PUNCT
crl-16993	154	1	ioannidis	ioannidis	PROPN
crl-16993	154	2	,	,	PUNCT
crl-16993	154	3	“	"	PUNCT
crl-16993	154	4	why	why	SCONJ
crl-16993	154	5	most	most	ADV
crl-16993	154	6	published	publish	VERB
crl-16993	154	7	research	research	NOUN
crl-16993	154	8	findings	finding	NOUN
crl-16993	154	9	are	be	AUX
crl-16993	154	10	false	false	ADJ
crl-16993	154	11	,	,	PUNCT
crl-16993	154	12	”	"	PUNCT
crl-16993	154	13	plos	plos	PROPN
crl-16993	154	14	medicine	medicine	PROPN
crl-16993	154	15	2	2	NUM
crl-16993	154	16	(	(	PUNCT
crl-16993	154	17	2005	2005	NUM
crl-16993	154	18	)	)	PUNCT
crl-16993	154	19	.	.	PUNCT
crl-16993	155	1	4	4	X
crl-16993	155	2	.	.	PROPN
crl-16993	155	3	rick	rick	PROPN
crl-16993	155	4	o.	o.	PROPN
crl-16993	155	5	gilmore	gilmore	PROPN
crl-16993	155	6	et	et	PROPN
crl-16993	156	1	al	al	PROPN
crl-16993	156	2	.	.	PROPN
crl-16993	156	3	,	,	PUNCT
crl-16993	156	4	“	"	PUNCT
crl-16993	156	5	progress	progress	NOUN
crl-16993	156	6	toward	toward	ADP
crl-16993	156	7	openness	openness	NOUN
crl-16993	156	8	,	,	PUNCT
crl-16993	156	9	transparency	transparency	NOUN
crl-16993	156	10	,	,	PUNCT
crl-16993	156	11	and	and	CCONJ
crl-16993	156	12	reproducibility	reproducibility	NOUN
crl-16993	156	13	in	in	ADP
crl-16993	156	14	cognitive	cognitive	ADJ
crl-16993	156	15	neuroscience	neuroscience	NOUN
crl-16993	156	16	,	,	PUNCT
crl-16993	156	17	”	"	PUNCT
crl-16993	156	18	annals	annal	NOUN
crl-16993	156	19	of	of	ADP
crl-16993	156	20	the	the	DET
crl-16993	156	21	new	new	PROPN
crl-16993	156	22	york	york	PROPN
crl-16993	156	23	academy	academy	PROPN
crl-16993	156	24	of	of	ADP
crl-16993	156	25	sciences	science	NOUN
crl-16993	156	26	1396	1396	NUM
crl-16993	156	27	(	(	PUNCT
crl-16993	156	28	2017	2017	NUM
crl-16993	156	29	)	)	PUNCT
crl-16993	156	30	.	.	PUNCT
crl-16993	157	1	5	5	X
crl-16993	157	2	.	.	PROPN
crl-16993	157	3	c.	c.	PROPN
crl-16993	157	4	glenn	glenn	PROPN
crl-16993	157	5	begley	begley	PROPN
crl-16993	157	6	and	and	CCONJ
crl-16993	157	7	lee	lee	PROPN
crl-16993	157	8	m.	m.	PROPN
crl-16993	157	9	ellis	ellis	PROPN
crl-16993	157	10	,	,	PUNCT
crl-16993	157	11	“	"	PUNCT
crl-16993	157	12	drug	drug	NOUN
crl-16993	157	13	development	development	NOUN
crl-16993	157	14	:	:	PUNCT
crl-16993	157	15	raise	raise	VERB
crl-16993	157	16	standards	standard	NOUN
crl-16993	157	17	for	for	ADP
crl-16993	157	18	preclinical	preclinical	ADJ
crl-16993	157	19	cancer	cancer	NOUN
crl-16993	157	20	research	research	NOUN
crl-16993	157	21	,	,	PUNCT
crl-16993	157	22	”	"	PUNCT
crl-16993	157	23	nature	nature	NOUN
crl-16993	157	24	483	483	NUM
crl-16993	157	25	(	(	PUNCT
crl-16993	157	26	2012	2012	NUM
crl-16993	157	27	)	)	PUNCT
crl-16993	157	28	.	.	PUNCT
crl-16993	158	1	6	6	X
crl-16993	158	2	.	.	X
crl-16993	158	3	bruce	bruce	PROPN
crl-16993	158	4	c.	c.	PROPN
crl-16993	158	5	gibb	gibb	PROPN
crl-16993	158	6	,	,	PUNCT
crl-16993	158	7	“	"	PUNCT
crl-16993	158	8	reproducibility	reproducibility	NOUN
crl-16993	158	9	,	,	PUNCT
crl-16993	158	10	”	"	PUNCT
crl-16993	158	11	nature	nature	NOUN
crl-16993	158	12	chemistry	chemistry	NOUN
crl-16993	158	13	6	6	NUM
crl-16993	158	14	(	(	PUNCT
crl-16993	158	15	2014	2014	NUM
crl-16993	158	16	)	)	PUNCT
crl-16993	158	17	.	.	PUNCT
crl-16993	159	1	7	7	X
crl-16993	159	2	.	.	X
crl-16993	159	3	rasmus	rasmus	VERB
crl-16993	159	4	e.	e.	PROPN
crl-16993	159	5	benestad	benestad	PROPN
crl-16993	159	6	et	et	PROPN
crl-16993	160	1	al	al	PROPN
crl-16993	160	2	.	.	PROPN
crl-16993	160	3	,	,	PUNCT
crl-16993	160	4	“	"	PUNCT
crl-16993	160	5	learning	learn	VERB
crl-16993	160	6	from	from	ADP
crl-16993	160	7	mistakes	mistake	NOUN
crl-16993	160	8	in	in	ADP
crl-16993	160	9	climate	climate	NOUN
crl-16993	160	10	research	research	NOUN
crl-16993	160	11	,	,	PUNCT
crl-16993	160	12	”	"	PUNCT
crl-16993	160	13	theoretical	theoretical	ADJ
crl-16993	160	14	and	and	CCONJ
crl-16993	160	15	applied	applied	ADJ
crl-16993	160	16	climatology	climatology	NOUN
crl-16993	160	17	126	126	NUM
crl-16993	160	18	(	(	PUNCT
crl-16993	160	19	2016	2016	NUM
crl-16993	160	20	)	)	PUNCT
crl-16993	160	21	.	.	PUNCT
crl-16993	161	1	8	8	X
crl-16993	161	2	.	.	X
crl-16993	162	1	zacharias	zacharias	ADP
crl-16993	162	2	maniadis	maniadis	PROPN
crl-16993	162	3	,	,	PUNCT
crl-16993	162	4	fabio	fabio	ADJ
crl-16993	162	5	tufano	tufano	PROPN
crl-16993	162	6	,	,	PUNCT
crl-16993	162	7	and	and	CCONJ
crl-16993	162	8	john	john	PROPN
crl-16993	162	9	a.	a.	PROPN
crl-16993	162	10	list	list	PROPN
crl-16993	162	11	,	,	PUNCT
crl-16993	162	12	“	"	PUNCT
crl-16993	162	13	to	to	PART
crl-16993	162	14	replicate	replicate	VERB
crl-16993	162	15	or	or	CCONJ
crl-16993	162	16	not	not	PART
crl-16993	162	17	to	to	PART
crl-16993	162	18	replicate	replicate	VERB
crl-16993	162	19	?	?	PUNCT
crl-16993	163	1	exploring	explore	VERB
crl-16993	163	2	reproducibility	reproducibility	NOUN
crl-16993	163	3	in	in	ADP
crl-16993	163	4	economics	economic	NOUN
crl-16993	163	5	through	through	ADP
crl-16993	163	6	the	the	DET
crl-16993	163	7	lens	lens	NOUN
crl-16993	163	8	of	of	ADP
crl-16993	163	9	a	a	DET
crl-16993	163	10	model	model	NOUN
crl-16993	163	11	and	and	CCONJ
crl-16993	163	12	a	a	DET
crl-16993	163	13	pilot	pilot	NOUN
crl-16993	163	14	study	study	NOUN
crl-16993	163	15	,	,	PUNCT
crl-16993	163	16	”	"	PUNCT
crl-16993	163	17	economic	economic	ADJ
crl-16993	163	18	journal	journal	NOUN
crl-16993	163	19	127	127	NUM
crl-16993	163	20	,	,	PUNCT
crl-16993	163	21	no	no	INTJ
crl-16993	163	22	.	.	NOUN
crl-16993	163	23	605	605	NUM
crl-16993	163	24	(	(	PUNCT
crl-16993	163	25	2017	2017	NUM
crl-16993	163	26	)	)	PUNCT
crl-16993	163	27	;	;	PUNCT
crl-16993	163	28	thomas	thomas	PROPN
crl-16993	163	29	herndon	herndon	PROPN
crl-16993	163	30	,	,	PUNCT
crl-16993	163	31	michael	michael	PROPN
crl-16993	163	32	ash	ash	PROPN
crl-16993	163	33	,	,	PUNCT
crl-16993	163	34	and	and	CCONJ
crl-16993	163	35	robert	robert	PROPN
crl-16993	163	36	pollin	pollin	PROPN
crl-16993	163	37	,	,	PUNCT
crl-16993	163	38	“	"	PUNCT
crl-16993	163	39	does	do	AUX
crl-16993	163	40	high	high	ADJ
crl-16993	163	41	public	public	ADJ
crl-16993	163	42	debt	debt	NOUN
crl-16993	163	43	consistently	consistently	ADV
crl-16993	163	44	stifle	stifle	VERB
crl-16993	163	45	economic	economic	ADJ
crl-16993	163	46	growth	growth	NOUN
crl-16993	163	47	?	?	PUNCT
crl-16993	164	1	a	a	DET
crl-16993	164	2	replicable	replicable	ADJ
crl-16993	164	3	services	service	NOUN
crl-16993	164	4	for	for	ADP
crl-16993	164	5	reproducible	reproducible	ADJ
crl-16993	164	6	research	research	NOUN
crl-16993	164	7	271	271	NUM
crl-16993	164	8	critique	critique	NOUN
crl-16993	164	9	of	of	ADP
crl-16993	164	10	reinhart	reinhart	NOUN
crl-16993	164	11	and	and	CCONJ
crl-16993	164	12	rogoff	rogoff	NOUN
crl-16993	164	13	,	,	PUNCT
crl-16993	164	14	”	"	PUNCT
crl-16993	164	15	political	political	ADJ
crl-16993	164	16	economy	economy	NOUN
crl-16993	164	17	research	research	PROPN
crl-16993	164	18	institute	institute	PROPN
crl-16993	164	19	working	working	PROPN
crl-16993	164	20	paper	paper	PROPN
crl-16993	164	21	series	series	PROPN
crl-16993	164	22	(	(	PUNCT
crl-16993	164	23	2013	2013	NUM
crl-16993	164	24	)	)	PUNCT
crl-16993	164	25	.	.	PUNCT
crl-16993	165	1	9	9	X
crl-16993	165	2	.	.	PROPN
crl-16993	165	3	matthew	matthew	PROPN
crl-16993	165	4	c.	c.	PROPN
crl-16993	165	5	makel	makel	PROPN
crl-16993	165	6	and	and	CCONJ
crl-16993	165	7	jonathan	jonathan	PROPN
crl-16993	165	8	a.	a.	PROPN
crl-16993	165	9	plucker	plucker	PROPN
crl-16993	165	10	,	,	PUNCT
crl-16993	165	11	“	"	PUNCT
crl-16993	165	12	facts	fact	NOUN
crl-16993	165	13	are	be	AUX
crl-16993	165	14	more	more	ADV
crl-16993	165	15	important	important	ADJ
crl-16993	165	16	than	than	ADP
crl-16993	165	17	novelty	novelty	NOUN
crl-16993	165	18	:	:	PUNCT
crl-16993	165	19	replication	replication	NOUN
crl-16993	165	20	in	in	ADP
crl-16993	165	21	the	the	DET
crl-16993	165	22	education	education	NOUN
crl-16993	165	23	sciences	science	NOUN
crl-16993	165	24	,	,	PUNCT
crl-16993	165	25	”	"	PUNCT
crl-16993	165	26	educational	educational	ADJ
crl-16993	165	27	researcher	researcher	NOUN
crl-16993	165	28	43	43	NUM
crl-16993	165	29	(	(	PUNCT
crl-16993	165	30	2014	2014	NUM
crl-16993	165	31	)	)	PUNCT
crl-16993	165	32	.	.	PUNCT
crl-16993	166	1	10	10	NUM
crl-16993	166	2	.	.	PUNCT
crl-16993	166	3	franklin	franklin	PROPN
crl-16993	166	4	sayre	sayre	PROPN
crl-16993	166	5	and	and	CCONJ
crl-16993	166	6	amy	amy	PROPN
crl-16993	166	7	riegelman	riegelman	PROPN
crl-16993	166	8	,	,	PUNCT
crl-16993	166	9	“	"	PUNCT
crl-16993	166	10	the	the	DET
crl-16993	166	11	reproducibility	reproducibility	NOUN
crl-16993	166	12	crisis	crisis	NOUN
crl-16993	166	13	and	and	CCONJ
crl-16993	166	14	academic	academic	ADJ
crl-16993	166	15	libraries	library	NOUN
crl-16993	166	16	,	,	PUNCT
crl-16993	166	17	”	"	PUNCT
crl-16993	166	18	college	college	PROPN
crl-16993	166	19	&	&	CCONJ
crl-16993	166	20	research	research	PROPN
crl-16993	166	21	libraries	library	NOUN
crl-16993	166	22	79	79	NUM
crl-16993	166	23	,	,	PUNCT
crl-16993	166	24	no	no	NOUN
crl-16993	166	25	.	.	NOUN
crl-16993	166	26	1	1	NUM
crl-16993	166	27	(	(	PUNCT
crl-16993	166	28	2018	2018	NUM
crl-16993	166	29	)	)	PUNCT
crl-16993	166	30	.	.	PUNCT
crl-16993	167	1	11	11	NUM
crl-16993	167	2	.	.	X
crl-16993	167	3	ibid	ibid	NOUN
crl-16993	167	4	.	.	PUNCT
crl-16993	168	1	12	12	NUM
crl-16993	168	2	.	.	PUNCT
crl-16993	168	3	ibid	ibid	VERB
crl-16993	168	4	.	.	PUNCT
crl-16993	169	1	13	13	NUM
crl-16993	169	2	.	.	PUNCT
crl-16993	170	1	kenneth	kenneth	PROPN
crl-16993	170	2	bollen	bollen	PROPN
crl-16993	170	3	et	et	PROPN
crl-16993	170	4	al	al	PROPN
crl-16993	170	5	.	.	PROPN
crl-16993	170	6	,	,	PUNCT
crl-16993	170	7	“	"	PUNCT
crl-16993	170	8	social	social	ADJ
crl-16993	170	9	,	,	PUNCT
crl-16993	170	10	behavioral	behavioral	ADJ
crl-16993	170	11	,	,	PUNCT
crl-16993	170	12	and	and	CCONJ
crl-16993	170	13	economic	economic	ADJ
crl-16993	170	14	sciences	science	NOUN
crl-16993	170	15	perspectives	perspective	NOUN
crl-16993	170	16	on	on	ADP
crl-16993	170	17	robust	robust	ADJ
crl-16993	170	18	and	and	CCONJ
crl-16993	170	19	reliable	reliable	ADJ
crl-16993	170	20	science	science	NOUN
crl-16993	170	21	”	"	PUNCT
crl-16993	170	22	(	(	PUNCT
crl-16993	170	23	paper	paper	NOUN
crl-16993	170	24	presented	present	VERB
crl-16993	170	25	at	at	ADP
crl-16993	170	26	the	the	DET
crl-16993	170	27	report	report	NOUN
crl-16993	170	28	of	of	ADP
crl-16993	170	29	the	the	DET
crl-16993	170	30	subcommittee	subcommittee	NOUN
crl-16993	170	31	on	on	ADP
crl-16993	170	32	replicability	replicability	NOUN
crl-16993	170	33	in	in	ADP
crl-16993	170	34	science	science	NOUN
crl-16993	170	35	advisory	advisory	PROPN
crl-16993	170	36	committee	committee	NOUN
crl-16993	170	37	to	to	ADP
crl-16993	170	38	the	the	DET
crl-16993	170	39	national	national	PROPN
crl-16993	170	40	science	science	PROPN
crl-16993	170	41	foundation	foundation	PROPN
crl-16993	170	42	directorate	directorate	NOUN
crl-16993	170	43	for	for	ADP
crl-16993	170	44	social	social	ADJ
crl-16993	170	45	,	,	PUNCT
crl-16993	170	46	behavioral	behavioral	ADJ
crl-16993	170	47	,	,	PUNCT
crl-16993	170	48	and	and	CCONJ
crl-16993	170	49	economic	economic	ADJ
crl-16993	170	50	sciences	science	NOUN
crl-16993	170	51	,	,	PUNCT
crl-16993	170	52	2015	2015	NUM
crl-16993	170	53	)	)	PUNCT
crl-16993	170	54	,	,	PUNCT
crl-16993	170	55	3	3	NUM
crl-16993	170	56	.	.	NUM
crl-16993	170	57	14	14	NUM
crl-16993	170	58	.	.	PUNCT
crl-16993	171	1	ibid	ibid	PROPN
crl-16993	171	2	.	.	PUNCT
crl-16993	171	3	,	,	PUNCT
crl-16993	171	4	4	4	NUM
crl-16993	171	5	.	.	NUM
crl-16993	171	6	15	15	NUM
crl-16993	171	7	.	.	PUNCT
crl-16993	172	1	jeffrey	jeffrey	PROPN
crl-16993	172	2	t.	t.	PROPN
crl-16993	172	3	leek	leek	PROPN
crl-16993	172	4	and	and	CCONJ
crl-16993	172	5	leah	leah	PROPN
crl-16993	172	6	r.	r.	PROPN
crl-16993	172	7	jager	jager	PROPN
crl-16993	172	8	,	,	PUNCT
crl-16993	172	9	“	"	PUNCT
crl-16993	172	10	is	be	AUX
crl-16993	172	11	most	most	ADV
crl-16993	172	12	published	publish	VERB
crl-16993	172	13	research	research	NOUN
crl-16993	172	14	really	really	ADV
crl-16993	172	15	false	false	ADJ
crl-16993	172	16	?	?	PUNCT
crl-16993	172	17	”	"	PUNCT
crl-16993	173	1	annual	annual	ADJ
crl-16993	173	2	review	review	NOUN
crl-16993	173	3	of	of	ADP
crl-16993	173	4	statistics	statistic	NOUN
crl-16993	173	5	and	and	CCONJ
crl-16993	173	6	its	its	PRON
crl-16993	173	7	application	application	NOUN
crl-16993	173	8	4	4	NUM
crl-16993	173	9	(	(	PUNCT
crl-16993	173	10	2017	2017	NUM
crl-16993	173	11	):	):	PUNCT
crl-16993	173	12	111	111	NUM
crl-16993	173	13	.	.	PUNCT
crl-16993	173	14	16	16	NUM
crl-16993	173	15	.	.	PUNCT
crl-16993	174	1	victoria	victoria	PROPN
crl-16993	174	2	stodden	stodden	VERB
crl-16993	174	3	et	et	PROPN
crl-16993	174	4	al	al	PROPN
crl-16993	174	5	.	.	PROPN
crl-16993	174	6	,	,	PUNCT
crl-16993	174	7	“	"	PUNCT
crl-16993	174	8	setting	set	VERB
crl-16993	174	9	the	the	DET
crl-16993	174	10	default	default	NOUN
crl-16993	174	11	to	to	PART
crl-16993	174	12	reproducible	reproducible	VERB
crl-16993	174	13	reproducibility	reproducibility	NOUN
crl-16993	174	14	in	in	ADP
crl-16993	174	15	computational	computational	ADJ
crl-16993	174	16	and	and	CCONJ
crl-16993	174	17	experimental	experimental	ADJ
crl-16993	174	18	mathematics	mathematic	NOUN
crl-16993	174	19	,	,	PUNCT
crl-16993	174	20	”	"	PUNCT
crl-16993	174	21	(	(	PUNCT
crl-16993	174	22	2014	2014	NUM
crl-16993	174	23	)	)	PUNCT
crl-16993	174	24	,	,	PUNCT
crl-16993	174	25	available	available	ADJ
crl-16993	174	26	online	online	ADV
crl-16993	174	27	at	at	ADP
crl-16993	174	28	http://stodden.net/icerm_report.pdf	http://stodden.net/icerm_report.pdf	ADV
crl-16993	174	29	[	[	PUNCT
crl-16993	174	30	accessed	access	VERB
crl-16993	174	31	23	23	NUM
crl-16993	174	32	january	january	NOUN
crl-16993	174	33	2019	2019	NUM
crl-16993	174	34	]	]	PUNCT
crl-16993	174	35	.	.	PUNCT
crl-16993	175	1	17	17	NUM
crl-16993	175	2	.	.	PUNCT
crl-16993	175	3	b.a	b.a	PROPN
crl-16993	175	4	.	.	PROPN
crl-16993	175	5	nosek	nosek	PROPN
crl-16993	175	6	et	et	PROPN
crl-16993	175	7	al	al	PROPN
crl-16993	175	8	.	.	PROPN
crl-16993	175	9	,	,	PUNCT
crl-16993	175	10	“	"	PUNCT
crl-16993	175	11	promoting	promote	VERB
crl-16993	175	12	an	an	DET
crl-16993	175	13	open	open	ADJ
crl-16993	175	14	research	research	NOUN
crl-16993	175	15	culture	culture	NOUN
crl-16993	175	16	,	,	PUNCT
crl-16993	175	17	”	"	PUNCT
crl-16993	175	18	science	science	NOUN
crl-16993	175	19	348	348	NUM
crl-16993	175	20	,	,	PUNCT
crl-16993	175	21	no	no	INTJ
crl-16993	175	22	.	.	NOUN
crl-16993	175	23	6242	6242	NUM
crl-16993	175	24	(	(	PUNCT
crl-16993	175	25	2015	2015	NUM
crl-16993	175	26	)	)	PUNCT
crl-16993	175	27	.	.	PUNCT
crl-16993	176	1	18	18	NUM
crl-16993	176	2	.	.	PUNCT
crl-16993	176	3	“	"	PUNCT
crl-16993	176	4	center	center	NOUN
crl-16993	176	5	for	for	ADP
crl-16993	176	6	open	open	ADJ
crl-16993	176	7	science	science	NOUN
crl-16993	176	8	announces	announce	NOUN
crl-16993	176	9	elsevier	elsevi	ADJ
crl-16993	176	10	as	as	ADP
crl-16993	176	11	new	new	ADJ
crl-16993	176	12	signatory	signatory	NOUN
crl-16993	176	13	to	to	ADP
crl-16993	176	14	top	top	ADJ
crl-16993	176	15	guidelines	guideline	NOUN
crl-16993	176	16	,	,	PUNCT
crl-16993	176	17	”	"	PUNCT
crl-16993	176	18	available	available	ADJ
crl-16993	176	19	online	online	ADV
crl-16993	176	20	at	at	ADP
crl-16993	176	21	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/.	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/.	NOUN
crl-16993	176	22	[	[	PUNCT
crl-16993	176	23	accessed	access	VERB
crl-16993	176	24	30	30	NUM
crl-16993	176	25	september	september	PROPN
crl-16993	176	26	2017	2017	NUM
crl-16993	176	27	]	]	PUNCT
crl-16993	176	28	.	.	PUNCT
crl-16993	177	1	19	19	NUM
crl-16993	177	2	.	.	PUNCT
crl-16993	177	3	“	"	PUNCT
crl-16993	177	4	top	top	ADJ
crl-16993	177	5	guidelines	guideline	NOUN
crl-16993	177	6	,	,	PUNCT
crl-16993	177	7	”	"	PUNCT
crl-16993	177	8	available	available	ADJ
crl-16993	177	9	online	online	ADV
crl-16993	177	10	at	at	ADP
crl-16993	177	11	https://cos.io/our-services/top-guidelines/	https://cos.io/our-services/top-guidelines/	PROPN
crl-16993	177	12	[	[	X
crl-16993	177	13	accessed	access	VERB
crl-16993	177	14	9	9	NUM
crl-16993	177	15	april	april	NOUN
crl-16993	177	16	2018	2018	NUM
crl-16993	177	17	]	]	PUNCT
crl-16993	177	18	.	.	PUNCT
crl-16993	178	1	20	20	NUM
crl-16993	178	2	.	.	X
crl-16993	178	3	center	center	NOUN
crl-16993	178	4	for	for	ADP
crl-16993	178	5	open	open	ADJ
crl-16993	178	6	science	science	NOUN
crl-16993	178	7	,	,	PUNCT
crl-16993	178	8	“	"	PUNCT
crl-16993	178	9	guidelines	guideline	NOUN
crl-16993	178	10	for	for	ADP
crl-16993	178	11	transparency	transparency	NOUN
crl-16993	178	12	and	and	CCONJ
crl-16993	178	13	openness	openness	NOUN
crl-16993	178	14	promotion	promotion	NOUN
crl-16993	178	15	(	(	PUNCT
crl-16993	178	16	top	top	NOUN
crl-16993	178	17	)	)	PUNCT
crl-16993	178	18	in	in	ADP
crl-16993	178	19	journal	journal	NOUN
crl-16993	178	20	policies	policy	NOUN
crl-16993	178	21	and	and	CCONJ
crl-16993	178	22	practices	practice	NOUN
crl-16993	178	23	”	"	PUNCT
crl-16993	178	24	(	(	PUNCT
crl-16993	178	25	paper	paper	NOUN
crl-16993	178	26	presented	present	VERB
crl-16993	178	27	at	at	ADP
crl-16993	178	28	the	the	DET
crl-16993	178	29	cos	cos	PROPN
crl-16993	178	30	,	,	PUNCT
crl-16993	178	31	2015	2015	NUM
crl-16993	178	32	)	)	PUNCT
crl-16993	178	33	.	.	PUNCT
crl-16993	179	1	21	21	NUM
crl-16993	179	2	.	.	PUNCT
crl-16993	180	1	sayre	sayre	PROPN
crl-16993	180	2	and	and	CCONJ
crl-16993	180	3	riegelman	riegelman	PROPN
crl-16993	180	4	,	,	PUNCT
crl-16993	180	5	“	"	PUNCT
crl-16993	180	6	the	the	DET
crl-16993	180	7	reproducibility	reproducibility	NOUN
crl-16993	180	8	crisis	crisis	NOUN
crl-16993	180	9	and	and	CCONJ
crl-16993	180	10	academic	academic	ADJ
crl-16993	180	11	libraries	library	NOUN
crl-16993	180	12	.	.	PUNCT
crl-16993	180	13	”	"	PUNCT
crl-16993	181	1	22	22	NUM
crl-16993	181	2	.	.	PUNCT
crl-16993	182	1	karl	karl	PROPN
crl-16993	182	2	broman	broman	PROPN
crl-16993	182	3	et	et	PROPN
crl-16993	183	1	al	al	PROPN
crl-16993	183	2	.	.	PROPN
crl-16993	183	3	,	,	PUNCT
crl-16993	183	4	“	"	PUNCT
crl-16993	183	5	recommendations	recommendation	NOUN
crl-16993	183	6	to	to	ADP
crl-16993	183	7	funding	funding	NOUN
crl-16993	183	8	agencies	agency	NOUN
crl-16993	183	9	for	for	ADP
crl-16993	183	10	supporting	support	VERB
crl-16993	183	11	reproducible	reproducible	ADJ
crl-16993	183	12	research	research	NOUN
crl-16993	183	13	”	"	PUNCT
crl-16993	183	14	(	(	PUNCT
crl-16993	183	15	paper	paper	NOUN
crl-16993	183	16	presented	present	VERB
crl-16993	183	17	at	at	ADP
crl-16993	183	18	the	the	DET
crl-16993	183	19	american	american	PROPN
crl-16993	183	20	statistical	statistical	PROPN
crl-16993	183	21	association	association	PROPN
crl-16993	183	22	,	,	PUNCT
crl-16993	183	23	2017	2017	NUM
crl-16993	183	24	)	)	PUNCT
crl-16993	183	25	,	,	PUNCT
crl-16993	183	26	3–4	3–4	NUM
crl-16993	183	27	.	.	PROPN
crl-16993	183	28	23	23	NUM
crl-16993	183	29	.	.	PUNCT
crl-16993	184	1	ibid	ibid	NOUN
crl-16993	184	2	.	.	PUNCT
crl-16993	185	1	24	24	NUM
crl-16993	185	2	.	.	X
crl-16993	185	3	ibid	ibid	VERB
crl-16993	185	4	.	.	PUNCT
crl-16993	186	1	25	25	NUM
crl-16993	186	2	.	.	PUNCT
crl-16993	187	1	nih	nih	PROPN
crl-16993	187	2	,	,	PUNCT
crl-16993	187	3	“	"	PUNCT
crl-16993	187	4	principles	principle	NOUN
crl-16993	187	5	and	and	CCONJ
crl-16993	187	6	guidelines	guideline	NOUN
crl-16993	187	7	for	for	ADP
crl-16993	187	8	reporting	report	VERB
crl-16993	187	9	preclinical	preclinical	ADJ
crl-16993	187	10	research	research	NOUN
crl-16993	187	11	,	,	PUNCT
crl-16993	187	12	”	"	PUNCT
crl-16993	187	13	national	national	PROPN
crl-16993	187	14	institute	institute	PROPN
crl-16993	187	15	of	of	ADP
crl-16993	187	16	health	health	PROPN
crl-16993	187	17	(	(	PUNCT
crl-16993	187	18	2014	2014	NUM
crl-16993	187	19	)	)	PUNCT
crl-16993	187	20	.	.	PUNCT
crl-16993	188	1	26	26	NUM
crl-16993	188	2	.	.	PUNCT
crl-16993	188	3	ibid	ibid	VERB
crl-16993	188	4	.	.	PUNCT
crl-16993	189	1	27	27	NUM
crl-16993	189	2	.	.	PUNCT
crl-16993	189	3	ibid	ibid	VERB
crl-16993	189	4	.	.	PUNCT
crl-16993	190	1	28	28	X
crl-16993	190	2	.	.	PUNCT
crl-16993	191	1	“	"	PUNCT
crl-16993	191	2	a	a	DET
crl-16993	191	3	framework	framework	NOUN
crl-16993	191	4	for	for	ADP
crl-16993	191	5	ongoing	ongoing	ADJ
crl-16993	191	6	and	and	CCONJ
crl-16993	191	7	future	future	ADJ
crl-16993	191	8	national	national	ADJ
crl-16993	191	9	science	science	NOUN
crl-16993	191	10	foundation	foundation	NOUN
crl-16993	191	11	activities	activity	NOUN
crl-16993	191	12	to	to	PART
crl-16993	191	13	improve	improve	VERB
crl-16993	191	14	reproducibility	reproducibility	NOUN
crl-16993	191	15	,	,	PUNCT
crl-16993	191	16	replicability	replicability	NOUN
crl-16993	191	17	,	,	PUNCT
crl-16993	191	18	and	and	CCONJ
crl-16993	191	19	robustness	robustness	NOUN
crl-16993	191	20	in	in	ADP
crl-16993	191	21	funded	fund	VERB
crl-16993	191	22	research	research	NOUN
crl-16993	191	23	”	"	PUNCT
crl-16993	191	24	(	(	PUNCT
crl-16993	191	25	2014	2014	NUM
crl-16993	191	26	)	)	PUNCT
crl-16993	191	27	,	,	PUNCT
crl-16993	191	28	available	available	ADJ
crl-16993	191	29	online	online	ADV
crl-16993	191	30	at	at	ADP
crl-16993	191	31	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	NUM
crl-16993	192	1	[	[	X
crl-16993	192	2	accessed	access	VERB
crl-16993	192	3	25	25	NUM
crl-16993	192	4	may	may	AUX
crl-16993	192	5	2017	2017	NUM
crl-16993	192	6	]	]	PUNCT
crl-16993	192	7	.	.	PUNCT
crl-16993	193	1	29	29	NUM
crl-16993	193	2	.	.	X
crl-16993	194	1	ibid	ibid	PROPN
crl-16993	194	2	.	.	PUNCT
crl-16993	194	3	,	,	PUNCT
crl-16993	194	4	1	1	NUM
crl-16993	194	5	.	.	NUM
crl-16993	194	6	30	30	NUM
crl-16993	194	7	.	.	PUNCT
crl-16993	195	1	ibid	ibid	PROPN
crl-16993	195	2	.	.	PUNCT
crl-16993	195	3	,	,	PUNCT
crl-16993	195	4	2	2	NUM
crl-16993	195	5	.	.	NUM
crl-16993	195	6	31	31	NUM
crl-16993	195	7	.	.	PUNCT
crl-16993	196	1	bollen	bollen	VERB
crl-16993	196	2	et	et	PROPN
crl-16993	196	3	al	al	PROPN
crl-16993	196	4	.	.	PROPN
crl-16993	196	5	,	,	PUNCT
crl-16993	196	6	“	"	PUNCT
crl-16993	196	7	social	social	ADJ
crl-16993	196	8	,	,	PUNCT
crl-16993	196	9	behavioral	behavioral	ADJ
crl-16993	196	10	,	,	PUNCT
crl-16993	196	11	and	and	CCONJ
crl-16993	196	12	economic	economic	ADJ
crl-16993	196	13	sciences	science	NOUN
crl-16993	196	14	perspectives	perspective	NOUN
crl-16993	196	15	on	on	ADP
crl-16993	196	16	robust	robust	ADJ
crl-16993	196	17	and	and	CCONJ
crl-16993	196	18	reliable	reliable	ADJ
crl-16993	196	19	science	science	NOUN
crl-16993	196	20	.	.	PUNCT
crl-16993	196	21	”	"	PUNCT
crl-16993	197	1	32	32	NUM
crl-16993	197	2	.	.	PUNCT
crl-16993	197	3	ibid	ibid	NOUN
crl-16993	197	4	.	.	PUNCT
crl-16993	197	5	,	,	PUNCT
crl-16993	197	6	5	5	NUM
crl-16993	197	7	.	.	NUM
crl-16993	197	8	33	33	NUM
crl-16993	197	9	.	.	X
crl-16993	197	10	federation	federation	PROPN
crl-16993	197	11	of	of	ADP
crl-16993	197	12	american	american	PROPN
crl-16993	197	13	societies	society	NOUN
crl-16993	197	14	for	for	ADP
crl-16993	197	15	experimental	experimental	ADJ
crl-16993	197	16	biology	biology	NOUN
crl-16993	197	17	,	,	PUNCT
crl-16993	197	18	“	"	PUNCT
crl-16993	197	19	enhancing	enhance	VERB
crl-16993	197	20	research	research	NOUN
crl-16993	197	21	reproducibility	reproducibility	NOUN
crl-16993	197	22	:	:	PUNCT
crl-16993	197	23	recommendations	recommendation	NOUN
crl-16993	197	24	from	from	ADP
crl-16993	197	25	the	the	DET
crl-16993	197	26	federation	federation	PROPN
crl-16993	197	27	of	of	ADP
crl-16993	197	28	american	american	PROPN
crl-16993	197	29	societies	society	NOUN
crl-16993	197	30	for	for	ADP
crl-16993	197	31	experimental	experimental	ADJ
crl-16993	197	32	biology	biology	NOUN
crl-16993	197	33	,	,	PUNCT
crl-16993	197	34	”	"	PUNCT
crl-16993	197	35	4	4	NUM
crl-16993	197	36	(	(	PUNCT
crl-16993	197	37	2016	2016	NUM
crl-16993	197	38	)	)	PUNCT
crl-16993	197	39	,	,	PUNCT
crl-16993	197	40	available	available	ADJ
crl-16993	197	41	online	online	ADV
crl-16993	197	42	at	at	ADP
crl-16993	197	43	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhancing	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhance	VERB
crl-16993	197	44	research	research	NOUN
crl-16993	197	45	reproducibility.pdf	reproducibility.pdf	NOUN
crl-16993	197	46	[	[	X
crl-16993	197	47	accessed	access	VERB
crl-16993	197	48	11	11	NUM
crl-16993	197	49	january	january	NOUN
crl-16993	197	50	2019	2019	NUM
crl-16993	197	51	]	]	PUNCT
crl-16993	197	52	;	;	PUNCT
crl-16993	197	53	society	society	NOUN
crl-16993	197	54	for	for	ADP
crl-16993	197	55	neuroscience	neuroscience	NOUN
crl-16993	197	56	,	,	PUNCT
crl-16993	197	57	“	"	PUNCT
crl-16993	197	58	research	research	NOUN
crl-16993	197	59	practices	practice	NOUN
crl-16993	197	60	for	for	ADP
crl-16993	197	61	scientific	scientific	ADJ
crl-16993	197	62	rigor	rigor	NOUN
crl-16993	197	63	:	:	PUNCT
crl-16993	197	64	a	a	DET
crl-16993	197	65	resource	resource	NOUN
crl-16993	197	66	for	for	ADP
crl-16993	197	67	discussion	discussion	NOUN
crl-16993	197	68	,	,	PUNCT
crl-16993	197	69	training	training	NOUN
crl-16993	197	70	,	,	PUNCT
crl-16993	197	71	and	and	CCONJ
crl-16993	197	72	practice	practice	NOUN
crl-16993	197	73	,	,	PUNCT
crl-16993	197	74	”	"	PUNCT
crl-16993	197	75	(	(	PUNCT
crl-16993	197	76	2015	2015	NUM
crl-16993	197	77	)	)	PUNCT
crl-16993	197	78	,	,	PUNCT
crl-16993	197	79	available	available	ADJ
crl-16993	197	80	online	online	ADV
crl-16993	197	81	at	at	ADP
crl-16993	197	82	https://www.sfn.org/advocacy/policy-positions/researchpractices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/researchpractices-for-scientific-rigor	NOUN
crl-16993	198	1	[	[	X
crl-16993	198	2	accessed	access	VERB
crl-16993	198	3	11	11	NUM
crl-16993	198	4	january	january	NOUN
crl-16993	198	5	2019	2019	NUM
crl-16993	198	6	]	]	PUNCT
crl-16993	198	7	.	.	PUNCT
crl-16993	199	1	34	34	NUM
crl-16993	199	2	.	.	PUNCT
crl-16993	200	1	marcus	marcus	PROPN
crl-16993	200	2	r.	r.	PROPN
crl-16993	200	3	munafò	munafò	PROPN
crl-16993	200	4	et	et	PROPN
crl-16993	201	1	al	al	PROPN
crl-16993	201	2	.	.	PROPN
crl-16993	201	3	,	,	PUNCT
crl-16993	201	4	“	"	PUNCT
crl-16993	201	5	a	a	DET
crl-16993	201	6	manifesto	manifesto	NOUN
crl-16993	201	7	for	for	ADP
crl-16993	201	8	reproducible	reproducible	ADJ
crl-16993	201	9	science	science	NOUN
crl-16993	201	10	,	,	PUNCT
crl-16993	201	11	”	"	PUNCT
crl-16993	201	12	nature	nature	NOUN
crl-16993	201	13	human	human	ADJ
crl-16993	201	14	behaviour	behaviour	NOUN
crl-16993	201	15	1	1	NUM
crl-16993	201	16	(	(	PUNCT
crl-16993	201	17	2017	2017	NUM
crl-16993	201	18	)	)	PUNCT
crl-16993	201	19	.	.	PUNCT
crl-16993	202	1	35	35	NUM
crl-16993	202	2	.	.	X
crl-16993	202	3	ibid	ibid	PROPN
crl-16993	202	4	.	.	PUNCT
crl-16993	203	1	36	36	NUM
crl-16993	203	2	.	.	X
crl-16993	203	3	ibid	ibid	VERB
crl-16993	203	4	.	.	PUNCT
crl-16993	204	1	37	37	NUM
crl-16993	204	2	.	.	PUNCT
crl-16993	205	1	rikk	rikk	PROPN
crl-16993	205	2	mulligan	mulligan	PROPN
crl-16993	205	3	,	,	PUNCT
crl-16993	205	4	supporting	support	VERB
crl-16993	205	5	digital	digital	ADJ
crl-16993	205	6	scholarship	scholarship	NOUN
crl-16993	205	7	.	.	PUNCT
crl-16993	206	1	spec	spec	NOUN
crl-16993	206	2	kit	kit	PROPN
crl-16993	206	3	350	350	NUM
crl-16993	206	4	.	.	PUNCT
crl-16993	207	1	washington	washington	PROPN
crl-16993	207	2	,	,	PUNCT
crl-16993	207	3	dc	dc	PROPN
crl-16993	207	4	:	:	PUNCT
crl-16993	207	5	association	association	NOUN
crl-16993	207	6	of	of	ADP
crl-16993	207	7	research	research	NOUN
crl-16993	207	8	libraries	library	NOUN
crl-16993	207	9	,	,	PUNCT
crl-16993	207	10	may	may	PROPN
crl-16993	207	11	2016	2016	NUM
crl-16993	207	12	,	,	PUNCT
crl-16993	207	13	doi:10.29242	doi:10.29242	VERB
crl-16993	207	14	/	/	SYM
crl-16993	207	15	spec.350	spec.350	PROPN
crl-16993	207	16	.	.	PUNCT
crl-16993	208	1	38	38	NUM
crl-16993	208	2	.	.	PUNCT
crl-16993	209	1	“	"	PUNCT
crl-16993	209	2	about	about	ADP
crl-16993	209	3	us	we	PRON
crl-16993	209	4	,	,	PUNCT
crl-16993	209	5	”	"	PUNCT
crl-16993	209	6	available	available	ADJ
crl-16993	209	7	online	online	ADV
crl-16993	209	8	at	at	ADP
crl-16993	209	9	https://www.mappingprejudice.org/about-us/	https://www.mappingprejudice.org/about-us/	PROPN
crl-16993	210	1	[	[	X
crl-16993	210	2	accessed	access	VERB
crl-16993	210	3	31	31	NUM
crl-16993	210	4	october	october	PROPN
crl-16993	210	5	2017	2017	NUM
crl-16993	210	6	]	]	PUNCT
crl-16993	210	7	.	.	PUNCT
crl-16993	211	1	39	39	NUM
crl-16993	211	2	.	.	PUNCT
crl-16993	212	1	kirsten	kirsten	VERB
crl-16993	212	2	delegard	delegard	PROPN
crl-16993	212	3	and	and	CCONJ
crl-16993	212	4	kevin	kevin	PROPN
crl-16993	212	5	ehrman	ehrman	PROPN
crl-16993	212	6	-	-	PUNCT
crl-16993	212	7	solberg	solberg	PROPN
crl-16993	212	8	,	,	PUNCT
crl-16993	212	9	“	"	PUNCT
crl-16993	212	10	playground	playground	NOUN
crl-16993	212	11	of	of	ADP
crl-16993	212	12	the	the	DET
crl-16993	212	13	people	people	NOUN
crl-16993	212	14	?	?	PUNCT
crl-16993	213	1	mapping	map	VERB
crl-16993	213	2	racial	racial	ADJ
crl-16993	213	3	covenants	covenant	NOUN
crl-16993	213	4	in	in	ADP
crl-16993	213	5	twentieth	twentieth	ADJ
crl-16993	213	6	-	-	PUNCT
crl-16993	213	7	century	century	NOUN
crl-16993	213	8	minneapolis	minneapolis	NOUN
crl-16993	213	9	,	,	PUNCT
crl-16993	213	10	”	"	PUNCT
crl-16993	213	11	open	open	ADJ
crl-16993	213	12	rivers	river	NOUN
crl-16993	213	13	:	:	PUNCT
crl-16993	213	14	rethinking	rethink	VERB
crl-16993	213	15	the	the	DET
crl-16993	213	16	mississippi	mississippi	PROPN
crl-16993	213	17	,	,	PUNCT
crl-16993	213	18	no	no	PROPN
crl-16993	213	19	.	.	NOUN
crl-16993	213	20	6	6	NUM
crl-16993	213	21	(	(	PUNCT
crl-16993	213	22	2017	2017	NUM
crl-16993	213	23	)	)	PUNCT
crl-16993	213	24	.	.	PUNCT
crl-16993	214	1	40	40	NUM
crl-16993	214	2	.	.	PUNCT
crl-16993	215	1	broman	broman	NOUN
crl-16993	215	2	et	et	PROPN
crl-16993	216	1	al	al	PROPN
crl-16993	216	2	.	.	PROPN
crl-16993	216	3	,	,	PUNCT
crl-16993	216	4	“	"	PUNCT
crl-16993	216	5	recommendations	recommendation	NOUN
crl-16993	216	6	to	to	ADP
crl-16993	216	7	funding	funding	NOUN
crl-16993	216	8	agencies	agency	NOUN
crl-16993	216	9	for	for	ADP
crl-16993	216	10	supporting	support	VERB
crl-16993	216	11	reproducible	reproducible	ADJ
crl-16993	216	12	research	research	NOUN
crl-16993	216	13	,	,	PUNCT
crl-16993	216	14	”	"	PUNCT
crl-16993	216	15	3	3	X
crl-16993	216	16	.	.	NUM
crl-16993	216	17	41	41	NUM
crl-16993	216	18	.	.	PUNCT
crl-16993	217	1	greg	greg	PROPN
crl-16993	217	2	wilson	wilson	PROPN
crl-16993	217	3	et	et	PROPN
crl-16993	217	4	al	al	PROPN
crl-16993	217	5	.	.	PROPN
crl-16993	217	6	,	,	PUNCT
crl-16993	217	7	“	"	PUNCT
crl-16993	217	8	good	good	ADJ
crl-16993	217	9	enough	enough	ADJ
crl-16993	217	10	practices	practice	NOUN
crl-16993	217	11	in	in	ADP
crl-16993	217	12	scientific	scientific	ADJ
crl-16993	217	13	computing	computing	NOUN
crl-16993	217	14	,	,	PUNCT
crl-16993	217	15	”	"	PUNCT
crl-16993	217	16	plos	plos	PROPN
crl-16993	217	17	computational	computational	PROPN
crl-16993	217	18	biology	biology	PROPN
crl-16993	217	19	113	113	NUM
crl-16993	217	20	(	(	PUNCT
crl-16993	217	21	2017	2017	NUM
crl-16993	217	22	)	)	PUNCT
crl-16993	217	23	.	.	PUNCT
crl-16993	218	1	42	42	NUM
crl-16993	218	2	.	.	PUNCT
crl-16993	219	1	geir	geir	PROPN
crl-16993	219	2	kjetil	kjetil	PROPN
crl-16993	219	3	sandve	sandve	PROPN
crl-16993	219	4	et	et	PROPN
crl-16993	220	1	al	al	PROPN
crl-16993	220	2	.	.	PROPN
crl-16993	220	3	,	,	PUNCT
crl-16993	220	4	“	"	PUNCT
crl-16993	220	5	ten	ten	NUM
crl-16993	220	6	simple	simple	ADJ
crl-16993	220	7	rules	rule	NOUN
crl-16993	220	8	for	for	ADP
crl-16993	220	9	reproducible	reproducible	ADJ
crl-16993	220	10	computational	computational	ADJ
crl-16993	220	11	research	research	NOUN
crl-16993	220	12	,	,	PUNCT
crl-16993	220	13	”	"	PUNCT
crl-16993	220	14	(	(	PUNCT
crl-16993	220	15	2013	2013	NUM
crl-16993	220	16	)	)	PUNCT
crl-16993	220	17	,	,	PUNCT
crl-16993	220	18	available	available	ADJ
crl-16993	220	19	online	online	ADV
crl-16993	220	20	at	at	ADP
crl-16993	220	21	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	PROPN
crl-16993	220	22	[	[	X
crl-16993	220	23	accessed	access	VERB
crl-16993	220	24	http://stodden.net/icerm_report.pdf	http://stodden.net/icerm_report.pdf	PROPN
crl-16993	220	25	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/	PROPN
crl-16993	220	26	https://cos.io/our-services/top-guidelines/	https://cos.io/our-services/top-guidelines/	PROPN
crl-16993	220	27	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	PUNCT
crl-16993	220	28	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	PUNCT
crl-16993	220	29	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhancing	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhance	VERB
crl-16993	220	30	research	research	NOUN
crl-16993	220	31	reproducibility.pdf	reproducibility.pdf	NOUN
crl-16993	221	1	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	X
crl-16993	221	2	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	X
crl-16993	221	3	https://doi.org/10.29242/spec.350	https://doi.org/10.29242/spec.350	X
crl-16993	222	1	https://www.mappingprejudice.org/about-us/	https://www.mappingprejudice.org/about-us/	PROPN
crl-16993	222	2	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	PROPN
crl-16993	222	3	272	272	NUM
crl-16993	222	4	college	college	PROPN
crl-16993	222	5	&	&	CCONJ
crl-16993	222	6	research	research	PROPN
crl-16993	222	7	libraries	librarie	VERB
crl-16993	222	8	march	march	PROPN
crl-16993	222	9	2019	2019	NUM
crl-16993	222	10	11	11	NUM
crl-16993	222	11	january	january	PROPN
crl-16993	222	12	2019	2019	NUM
crl-16993	222	13	]	]	PUNCT
crl-16993	222	14	.	.	PUNCT
crl-16993	223	1	43	43	NUM
crl-16993	223	2	.	.	PUNCT
crl-16993	224	1	shirley	shirley	NOUN
crl-16993	224	2	zhao	zhao	PROPN
crl-16993	224	3	,	,	PUNCT
crl-16993	224	4	“	"	PUNCT
crl-16993	224	5	principles	principle	NOUN
crl-16993	224	6	and	and	CCONJ
crl-16993	224	7	practices	practice	NOUN
crl-16993	224	8	for	for	ADP
crl-16993	224	9	reproducible	reproducible	ADJ
crl-16993	224	10	science	science	NOUN
crl-16993	224	11	,	,	PUNCT
crl-16993	224	12	”	"	PUNCT
crl-16993	224	13	available	available	ADJ
crl-16993	224	14	online	online	ADV
crl-16993	224	15	at	at	ADP
crl-16993	224	16	https://github.com/	https://github.com/	PROPN
crl-16993	224	17	shirl0207	shirl0207	PROPN
crl-16993	224	18	/	/	SYM
crl-16993	224	19	reproducible_science	reproducible_science	NOUN
crl-16993	225	1	[	[	X
crl-16993	225	2	accessed	access	VERB
crl-16993	225	3	6	6	NUM
crl-16993	225	4	october	october	NOUN
crl-16993	225	5	2017	2017	NUM
crl-16993	225	6	]	]	PUNCT
crl-16993	225	7	.	.	PUNCT
crl-16993	226	1	44	44	NUM
crl-16993	226	2	.	.	PUNCT
crl-16993	227	1	genevieve	genevieve	PROPN
crl-16993	227	2	c.	c.	PROPN
crl-16993	227	3	gore	gore	PROPN
crl-16993	227	4	and	and	CCONJ
crl-16993	227	5	julie	julie	PROPN
crl-16993	227	6	jones	jones	PROPN
crl-16993	227	7	,	,	PUNCT
crl-16993	227	8	“	"	PUNCT
crl-16993	227	9	systematic	systematic	ADJ
crl-16993	227	10	reviews	review	NOUN
crl-16993	227	11	and	and	CCONJ
crl-16993	227	12	librarians	librarian	NOUN
crl-16993	227	13	:	:	PUNCT
crl-16993	227	14	a	a	DET
crl-16993	227	15	primer	primer	NOUN
crl-16993	227	16	for	for	ADP
crl-16993	227	17	managers	manager	NOUN
crl-16993	227	18	,	,	PUNCT
crl-16993	227	19	”	"	PUNCT
crl-16993	227	20	partnership	partnership	NOUN
crl-16993	227	21	:	:	PUNCT
crl-16993	227	22	the	the	DET
crl-16993	227	23	canadian	canadian	ADJ
crl-16993	227	24	journal	journal	NOUN
crl-16993	227	25	of	of	ADP
crl-16993	227	26	library	library	PROPN
crl-16993	227	27	and	and	CCONJ
crl-16993	227	28	information	information	NOUN
crl-16993	227	29	practice	practice	NOUN
crl-16993	227	30	and	and	CCONJ
crl-16993	227	31	research	research	NOUN
crl-16993	227	32	10	10	NUM
crl-16993	227	33	(	(	PUNCT
crl-16993	227	34	2015	2015	NUM
crl-16993	227	35	)	)	PUNCT
crl-16993	227	36	.	.	PUNCT
crl-16993	228	1	45	45	NUM
crl-16993	228	2	.	.	PUNCT
crl-16993	228	3	jonathan	jonathan	PROPN
crl-16993	228	4	b.	b.	PROPN
crl-16993	228	5	koffel	koffel	PROPN
crl-16993	228	6	,	,	PUNCT
crl-16993	228	7	“	"	PUNCT
crl-16993	228	8	use	use	NOUN
crl-16993	228	9	of	of	ADP
crl-16993	228	10	recommended	recommend	VERB
crl-16993	228	11	search	search	NOUN
crl-16993	228	12	strategies	strategy	NOUN
crl-16993	228	13	in	in	ADP
crl-16993	228	14	systematic	systematic	ADJ
crl-16993	228	15	reviews	review	NOUN
crl-16993	228	16	and	and	CCONJ
crl-16993	228	17	the	the	DET
crl-16993	228	18	impact	impact	NOUN
crl-16993	228	19	of	of	ADP
crl-16993	228	20	librarian	librarian	ADJ
crl-16993	228	21	involvement	involvement	NOUN
crl-16993	228	22	:	:	PUNCT
crl-16993	228	23	a	a	DET
crl-16993	228	24	cross	cross	ADJ
crl-16993	228	25	-	-	ADJ
crl-16993	228	26	sectional	sectional	ADJ
crl-16993	228	27	survey	survey	NOUN
crl-16993	228	28	of	of	ADP
crl-16993	228	29	recent	recent	ADJ
crl-16993	228	30	authors	author	NOUN
crl-16993	228	31	,	,	PUNCT
crl-16993	228	32	”	"	PUNCT
crl-16993	228	33	plos	plos	PROPN
crl-16993	228	34	one	one	NUM
crl-16993	228	35	10	10	NUM
crl-16993	228	36	(	(	PUNCT
crl-16993	228	37	2015	2015	NUM
crl-16993	228	38	)	)	PUNCT
crl-16993	228	39	;	;	PUNCT
crl-16993	229	1	melissa	melissa	PROPN
crl-16993	229	2	l.	l.	PROPN
crl-16993	229	3	rethlefsen	rethlefsen	PROPN
crl-16993	229	4	et	et	PROPN
crl-16993	229	5	al	al	PROPN
crl-16993	229	6	.	.	PROPN
crl-16993	229	7	,	,	PUNCT
crl-16993	229	8	“	"	PUNCT
crl-16993	229	9	librarian	librarian	ADJ
crl-16993	229	10	co	co	NOUN
crl-16993	229	11	-	-	NOUN
crl-16993	229	12	authors	author	NOUN
crl-16993	229	13	correlated	correlate	VERB
crl-16993	229	14	with	with	ADP
crl-16993	229	15	higher	high	ADJ
crl-16993	229	16	quality	quality	NOUN
crl-16993	229	17	reported	report	VERB
crl-16993	229	18	search	search	NOUN
crl-16993	229	19	strategies	strategy	NOUN
crl-16993	229	20	in	in	ADP
crl-16993	229	21	general	general	ADJ
crl-16993	229	22	internal	internal	ADJ
crl-16993	229	23	medicine	medicine	NOUN
crl-16993	229	24	systematic	systematic	ADJ
crl-16993	229	25	reviews	review	NOUN
crl-16993	229	26	,	,	PUNCT
crl-16993	229	27	”	"	PUNCT
crl-16993	229	28	journal	journal	PROPN
crl-16993	229	29	of	of	ADP
crl-16993	229	30	clinical	clinical	ADJ
crl-16993	229	31	epidemiology	epidemiology	NOUN
crl-16993	229	32	68	68	NUM
crl-16993	229	33	(	(	PUNCT
crl-16993	229	34	2015	2015	NUM
crl-16993	229	35	)	)	PUNCT
crl-16993	229	36	.	.	PUNCT
crl-16993	230	1	46	46	NUM
crl-16993	230	2	.	.	PUNCT
crl-16993	231	1	koffel	koffel	PROPN
crl-16993	231	2	,	,	PUNCT
crl-16993	231	3	“	"	PUNCT
crl-16993	231	4	use	use	NOUN
crl-16993	231	5	of	of	ADP
crl-16993	231	6	recommended	recommend	VERB
crl-16993	231	7	search	search	NOUN
crl-16993	231	8	strategies	strategy	NOUN
crl-16993	231	9	in	in	ADP
crl-16993	231	10	systematic	systematic	ADJ
crl-16993	231	11	reviews	review	NOUN
crl-16993	231	12	and	and	CCONJ
crl-16993	231	13	the	the	DET
crl-16993	231	14	impact	impact	NOUN
crl-16993	231	15	of	of	ADP
crl-16993	231	16	librarian	librarian	ADJ
crl-16993	231	17	involvement	involvement	NOUN
crl-16993	231	18	,	,	PUNCT
crl-16993	231	19	”	"	PUNCT
crl-16993	231	20	10	10	NUM
crl-16993	231	21	.	.	NUM
crl-16993	231	22	47	47	NUM
crl-16993	231	23	.	.	PUNCT
crl-16993	232	1	jonathan	jonathan	PROPN
crl-16993	232	2	b.	b.	PROPN
crl-16993	232	3	koffel	koffel	PROPN
crl-16993	232	4	and	and	CCONJ
crl-16993	232	5	melissa	melissa	PROPN
crl-16993	232	6	l.	l.	PROPN
crl-16993	232	7	rethlefsen	rethlefsen	PROPN
crl-16993	232	8	,	,	PUNCT
crl-16993	232	9	“	"	PUNCT
crl-16993	232	10	reproducibility	reproducibility	NOUN
crl-16993	232	11	of	of	ADP
crl-16993	232	12	search	search	NOUN
crl-16993	232	13	strategies	strategy	NOUN
crl-16993	232	14	is	be	AUX
crl-16993	232	15	poor	poor	ADJ
crl-16993	232	16	in	in	ADP
crl-16993	232	17	systematic	systematic	ADJ
crl-16993	232	18	reviews	review	NOUN
crl-16993	232	19	published	publish	VERB
crl-16993	232	20	in	in	ADP
crl-16993	232	21	high	high	ADJ
crl-16993	232	22	-	-	PUNCT
crl-16993	232	23	impact	impact	NOUN
crl-16993	232	24	pediatrics	pediatric	NOUN
crl-16993	232	25	,	,	PUNCT
crl-16993	232	26	cardiology	cardiology	NOUN
crl-16993	232	27	and	and	CCONJ
crl-16993	232	28	surgery	surgery	NOUN
crl-16993	232	29	journals	journal	NOUN
crl-16993	232	30	:	:	PUNCT
crl-16993	232	31	a	a	DET
crl-16993	232	32	cross	cross	ADJ
crl-16993	232	33	-	-	ADJ
crl-16993	232	34	sectional	sectional	ADJ
crl-16993	232	35	study	study	NOUN
crl-16993	232	36	,	,	PUNCT
crl-16993	232	37	”	"	PUNCT
crl-16993	232	38	plos	plos	PROPN
crl-16993	232	39	one	one	NUM
crl-16993	232	40	11	11	NUM
crl-16993	232	41	(	(	PUNCT
crl-16993	232	42	2016	2016	NUM
crl-16993	232	43	)	)	PUNCT
crl-16993	232	44	.	.	PUNCT
crl-16993	233	1	48	48	NUM
crl-16993	233	2	.	.	PUNCT
crl-16993	234	1	kristina	kristina	PROPN
crl-16993	234	2	a.	a.	PROPN
crl-16993	234	3	thayer	thayer	PROPN
crl-16993	234	4	et	et	PROPN
crl-16993	235	1	al	al	PROPN
crl-16993	235	2	.	.	PROPN
crl-16993	235	3	,	,	PUNCT
crl-16993	235	4	“	"	PUNCT
crl-16993	235	5	intersection	intersection	NOUN
crl-16993	235	6	of	of	ADP
crl-16993	235	7	systematic	systematic	ADJ
crl-16993	235	8	review	review	NOUN
crl-16993	235	9	methodology	methodology	NOUN
crl-16993	235	10	with	with	ADP
crl-16993	235	11	the	the	DET
crl-16993	235	12	nih	nih	PROPN
crl-16993	235	13	reproducibility	reproducibility	NOUN
crl-16993	235	14	initiative	initiative	NOUN
crl-16993	235	15	,	,	PUNCT
crl-16993	235	16	”	"	PUNCT
crl-16993	235	17	environmental	environmental	ADJ
crl-16993	235	18	health	health	NOUN
crl-16993	235	19	perspectives	perspective	NOUN
crl-16993	235	20	122	122	NUM
crl-16993	235	21	(	(	PUNCT
crl-16993	235	22	2014	2014	NUM
crl-16993	235	23	)	)	PUNCT
crl-16993	235	24	.	.	PUNCT
crl-16993	236	1	49	49	NUM
crl-16993	236	2	.	.	PUNCT
crl-16993	237	1	“	"	PUNCT
crl-16993	237	2	cornell	cornell	PROPN
crl-16993	237	3	university	university	PROPN
crl-16993	237	4	library	library	PROPN
crl-16993	237	5	systematic	systematic	PROPN
crl-16993	237	6	review	review	PROPN
crl-16993	237	7	service	service	NOUN
crl-16993	237	8	,	,	PUNCT
crl-16993	237	9	”	"	PUNCT
crl-16993	237	10	available	available	ADJ
crl-16993	237	11	online	online	ADV
crl-16993	237	12	at	at	ADP
crl-16993	237	13	https://www.library.cornell	https://www.library.cornell	ADV
crl-16993	237	14	.	.	PUNCT
crl-16993	238	1	edu	edu	PROPN
crl-16993	238	2	/	/	SYM
crl-16993	238	3	services	service	NOUN
crl-16993	238	4	/	/	SYM
crl-16993	238	5	systematic	systematic	ADJ
crl-16993	238	6	-	-	PUNCT
crl-16993	238	7	review	review	NOUN
crl-16993	238	8	[	[	PUNCT
crl-16993	238	9	accessed	access	VERB
crl-16993	238	10	23	23	NUM
crl-16993	238	11	january	january	NOUN
crl-16993	238	12	2019	2019	NUM
crl-16993	238	13	]	]	PUNCT
crl-16993	238	14	;	;	PUNCT
crl-16993	238	15	“	"	PUNCT
crl-16993	238	16	systematic	systematic	ADJ
crl-16993	238	17	review	review	NOUN
crl-16993	238	18	service	service	NOUN
crl-16993	238	19	pilot	pilot	NOUN
crl-16993	238	20	,	,	PUNCT
crl-16993	238	21	”	"	PUNCT
crl-16993	238	22	available	available	ADJ
crl-16993	238	23	online	online	ADV
crl-16993	238	24	at	at	ADP
crl-16993	238	25	https://www.lib.umn.edu/researchsupport/systematic-review-service	https://www.lib.umn.edu/researchsupport/systematic-review-service	NOUN
crl-16993	239	1	[	[	X
crl-16993	239	2	accessed	access	VERB
crl-16993	239	3	23	23	NUM
crl-16993	239	4	january	january	NOUN
crl-16993	239	5	2019	2019	NUM
crl-16993	239	6	]	]	PUNCT
crl-16993	239	7	.	.	PUNCT
crl-16993	240	1	50	50	NUM
crl-16993	240	2	.	.	PUNCT
crl-16993	240	3	munafò	munafò	VERB
crl-16993	240	4	et	et	PROPN
crl-16993	240	5	al	al	PROPN
crl-16993	240	6	.	.	PROPN
crl-16993	240	7	,	,	PUNCT
crl-16993	240	8	“	"	PUNCT
crl-16993	240	9	a	a	DET
crl-16993	240	10	manifesto	manifesto	NOUN
crl-16993	240	11	for	for	ADP
crl-16993	240	12	reproducible	reproducible	ADJ
crl-16993	240	13	science	science	NOUN
crl-16993	240	14	.	.	PUNCT
crl-16993	240	15	”	"	PUNCT
crl-16993	241	1	51	51	NUM
crl-16993	241	2	.	.	PUNCT
crl-16993	242	1	“	"	PUNCT
crl-16993	242	2	equator	equator	NOUN
crl-16993	242	3	network	network	NOUN
crl-16993	242	4	,	,	PUNCT
crl-16993	242	5	”	"	PUNCT
crl-16993	242	6	available	available	ADJ
crl-16993	242	7	online	online	ADV
crl-16993	242	8	at	at	ADP
crl-16993	242	9	www.equator-network.org/	www.equator-network.org/	NOUN
crl-16993	242	10	[	[	X
crl-16993	242	11	accessed	access	VERB
crl-16993	242	12	12	12	NUM
crl-16993	242	13	april	april	PROPN
crl-16993	242	14	2018	2018	NUM
crl-16993	242	15	]	]	PUNCT
crl-16993	242	16	.	.	PUNCT
crl-16993	243	1	52	52	NUM
crl-16993	243	2	.	.	PUNCT
crl-16993	243	3	“	"	PUNCT
crl-16993	243	4	prisma	prisma	NOUN
crl-16993	243	5	:	:	PUNCT
crl-16993	243	6	transparent	transparent	ADJ
crl-16993	243	7	reporting	reporting	NOUN
crl-16993	243	8	of	of	ADP
crl-16993	243	9	systematic	systematic	ADJ
crl-16993	243	10	reviews	review	NOUN
crl-16993	243	11	and	and	CCONJ
crl-16993	243	12	meta	meta	NOUN
crl-16993	243	13	-	-	PUNCT
crl-16993	243	14	analyses	analysis	NOUN
crl-16993	243	15	,	,	PUNCT
crl-16993	243	16	”	"	PUNCT
crl-16993	243	17	available	available	ADJ
crl-16993	243	18	online	online	ADV
crl-16993	243	19	at	at	ADP
crl-16993	243	20	www	www	PROPN
crl-16993	243	21	.	.	PUNCT
crl-16993	243	22	prisma-statement.org/	prisma-statement.org/	X
crl-16993	244	1	[	[	X
crl-16993	244	2	accessed	access	VERB
crl-16993	244	3	9	9	NUM
crl-16993	244	4	april	april	NOUN
crl-16993	244	5	2018	2018	NUM
crl-16993	244	6	]	]	PUNCT
crl-16993	244	7	.	.	PUNCT
crl-16993	245	1	53	53	NUM
crl-16993	245	2	.	.	PUNCT
crl-16993	245	3	shona	shona	PROPN
crl-16993	245	4	kirtley	kirtley	PROPN
crl-16993	245	5	,	,	PUNCT
crl-16993	245	6	“	"	PUNCT
crl-16993	245	7	impactful	impactful	ADJ
crl-16993	245	8	librarians	librarian	NOUN
crl-16993	245	9	:	:	PUNCT
crl-16993	245	10	identifying	identify	VERB
crl-16993	245	11	opportunities	opportunity	NOUN
crl-16993	245	12	to	to	PART
crl-16993	245	13	increase	increase	VERB
crl-16993	245	14	your	your	PRON
crl-16993	245	15	impact	impact	NOUN
crl-16993	245	16	,	,	PUNCT
crl-16993	245	17	”	"	PUNCT
crl-16993	245	18	journal	journal	PROPN
crl-16993	245	19	of	of	ADP
crl-16993	245	20	eahil	eahil	PROPN
crl-16993	245	21	11	11	NUM
crl-16993	245	22	(	(	PUNCT
crl-16993	245	23	2015	2015	NUM
crl-16993	245	24	):	):	PUNCT
crl-16993	245	25	24	24	NUM
crl-16993	245	26	.	.	PUNCT
crl-16993	245	27	54	54	NUM
crl-16993	245	28	.	.	PUNCT
crl-16993	246	1	“	"	PUNCT
crl-16993	246	2	librarian	librarian	ADJ
crl-16993	246	3	action	action	NOUN
crl-16993	246	4	plan	plan	NOUN
crl-16993	246	5	,	,	PUNCT
crl-16993	246	6	”	"	PUNCT
crl-16993	246	7	available	available	ADJ
crl-16993	246	8	online	online	ADV
crl-16993	246	9	at	at	ADP
crl-16993	246	10	www.equator-network.org/wp-content/uploads/2013/06/	www.equator-network.org/wp-content/uploads/2013/06/	NOUN
crl-16993	246	11	librarian-action-plan-simple-ideas.pdf	librarian-action-plan-simple-ideas.pdf	ADJ
crl-16993	247	1	[	[	X
crl-16993	247	2	accessed	access	VERB
crl-16993	247	3	18	18	NUM
crl-16993	247	4	december	december	PROPN
crl-16993	247	5	2017	2017	NUM
crl-16993	247	6	]	]	PUNCT
crl-16993	247	7	.	.	PUNCT
crl-16993	248	1	55	55	NUM
crl-16993	248	2	.	.	PUNCT
crl-16993	249	1	jeffrey	jeffrey	PROPN
crl-16993	249	2	r	r	NOUN
crl-16993	249	3	spies	spy	NOUN
crl-16993	249	4	,	,	PUNCT
crl-16993	249	5	“	"	PUNCT
crl-16993	249	6	the	the	DET
crl-16993	249	7	open	open	ADJ
crl-16993	249	8	science	science	NOUN
crl-16993	249	9	framework	framework	NOUN
crl-16993	249	10	:	:	PUNCT
crl-16993	249	11	improving	improve	VERB
crl-16993	249	12	science	science	NOUN
crl-16993	249	13	by	by	ADP
crl-16993	249	14	making	make	VERB
crl-16993	249	15	it	it	PRON
crl-16993	249	16	open	open	ADJ
crl-16993	249	17	and	and	CCONJ
crl-16993	249	18	accessible	accessible	ADJ
crl-16993	249	19	,	,	PUNCT
crl-16993	249	20	”	"	PUNCT
crl-16993	249	21	(	(	PUNCT
crl-16993	249	22	dissertation	dissertation	NOUN
crl-16993	249	23	,	,	PUNCT
crl-16993	249	24	university	university	NOUN
crl-16993	249	25	of	of	ADP
crl-16993	249	26	virginia	virginia	PROPN
crl-16993	249	27	,	,	PUNCT
crl-16993	249	28	2013	2013	NUM
crl-16993	249	29	)	)	PUNCT
crl-16993	249	30	,	,	PUNCT
crl-16993	249	31	doi:10.31237	doi:10.31237	PROPN
crl-16993	249	32	/	/	SYM
crl-16993	249	33	osf.io	osf.io	PROPN
crl-16993	249	34	/	/	SYM
crl-16993	249	35	t23za	t23za	NOUN
crl-16993	249	36	.	.	NOUN
crl-16993	249	37	56	56	NUM
crl-16993	249	38	.	.	PUNCT
crl-16993	250	1	cynthia	cynthia	PROPN
crl-16993	250	2	hudson	hudson	PROPN
crl-16993	250	3	-	-	PUNCT
crl-16993	250	4	vitale	vitale	PROPN
crl-16993	250	5	et	et	PROPN
crl-16993	250	6	al	al	PROPN
crl-16993	250	7	.	.	PROPN
crl-16993	250	8	,	,	PUNCT
crl-16993	250	9	data	datum	NOUN
crl-16993	250	10	curation	curation	NOUN
crl-16993	250	11	.	.	PUNCT
crl-16993	251	1	spec	spec	PROPN
crl-16993	251	2	kit	kit	PROPN
crl-16993	251	3	354	354	NUM
crl-16993	251	4	.	.	PUNCT
crl-16993	252	1	washington	washington	PROPN
crl-16993	252	2	,	,	PUNCT
crl-16993	252	3	dc	dc	PROPN
crl-16993	252	4	:	:	PUNCT
crl-16993	252	5	association	association	NOUN
crl-16993	252	6	of	of	ADP
crl-16993	252	7	research	research	NOUN
crl-16993	252	8	libraries	library	NOUN
crl-16993	252	9	,	,	PUNCT
crl-16993	252	10	may	may	AUX
crl-16993	252	11	2017	2017	NUM
crl-16993	252	12	,	,	PUNCT
crl-16993	252	13	doi:10.29242	doi:10.29242	NOUN
crl-16993	252	14	/	/	SYM
crl-16993	252	15	spec.354	spec.354	NOUN
crl-16993	252	16	.	.	PUNCT
crl-16993	253	1	57	57	NUM
crl-16993	253	2	.	.	X
crl-16993	254	1	ibid	ibid	VERB
crl-16993	254	2	.	.	PUNCT
crl-16993	255	1	58	58	NUM
crl-16993	255	2	.	.	PUNCT
crl-16993	256	1	vicky	vicky	PROPN
crl-16993	256	2	steeves	steeve	NOUN
crl-16993	256	3	,	,	PUNCT
crl-16993	256	4	fernando	fernando	NOUN
crl-16993	256	5	chirigati	chirigati	PROPN
crl-16993	256	6	,	,	PUNCT
crl-16993	256	7	and	and	CCONJ
crl-16993	256	8	rémi	rémi	NOUN
crl-16993	256	9	rampin	rampin	NOUN
crl-16993	256	10	,	,	PUNCT
crl-16993	256	11	“	"	PUNCT
crl-16993	256	12	using	use	VERB
crl-16993	256	13	reprozip	reprozip	NOUN
crl-16993	256	14	for	for	ADP
crl-16993	256	15	reproducibility	reproducibility	NOUN
crl-16993	256	16	and	and	CCONJ
crl-16993	256	17	library	library	NOUN
crl-16993	256	18	services	service	NOUN
crl-16993	256	19	,	,	PUNCT
crl-16993	256	20	”	"	PUNCT
crl-16993	256	21	osf	osf	NOUN
crl-16993	256	22	,	,	PUNCT
crl-16993	256	23	march	march	PROPN
crl-16993	256	24	5	5	NUM
crl-16993	256	25	,	,	PUNCT
crl-16993	256	26	2018	2018	NUM
crl-16993	256	27	,	,	PUNCT
crl-16993	256	28	available	available	ADJ
crl-16993	256	29	online	online	ADV
crl-16993	256	30	at	at	ADP
crl-16993	256	31	https://osf.io/8z73c/	https://osf.io/8z73c/	PROPN
crl-16993	256	32	[	[	X
crl-16993	256	33	accessed	access	VERB
crl-16993	256	34	11	11	NUM
crl-16993	256	35	january	january	NOUN
crl-16993	256	36	2019	2019	NUM
crl-16993	256	37	]	]	PUNCT
crl-16993	256	38	.	.	PUNCT
crl-16993	257	1	59	59	NUM
crl-16993	257	2	.	.	X
crl-16993	258	1	ibid	ibid	PROPN
crl-16993	258	2	.	.	PUNCT
crl-16993	258	3	,	,	PUNCT
crl-16993	258	4	9	9	NUM
crl-16993	258	5	.	.	NUM
crl-16993	258	6	60	60	NUM
crl-16993	258	7	.	.	PUNCT
crl-16993	259	1	anita	anita	PROPN
crl-16993	259	2	bandrowski	bandrowski	PROPN
crl-16993	259	3	et	et	PROPN
crl-16993	260	1	al	al	PROPN
crl-16993	260	2	.	.	PROPN
crl-16993	260	3	,	,	PUNCT
crl-16993	260	4	“	"	PUNCT
crl-16993	260	5	the	the	DET
crl-16993	260	6	resource	resource	NOUN
crl-16993	260	7	identification	identification	NOUN
crl-16993	260	8	initiative	initiative	NOUN
crl-16993	260	9	:	:	PUNCT
crl-16993	260	10	a	a	DET
crl-16993	260	11	cultural	cultural	ADJ
crl-16993	260	12	shift	shift	NOUN
crl-16993	260	13	in	in	ADP
crl-16993	260	14	publishing	publishing	NOUN
crl-16993	260	15	,	,	PUNCT
crl-16993	260	16	”	"	PUNCT
crl-16993	260	17	f1000research	f1000research	PROPN
crl-16993	260	18	4	4	NUM
crl-16993	260	19	(	(	PUNCT
crl-16993	260	20	2015	2015	NUM
crl-16993	260	21	)	)	PUNCT
crl-16993	260	22	.	.	PUNCT
crl-16993	261	1	61	61	NUM
crl-16993	261	2	.	.	X
crl-16993	261	3	center	center	NOUN
crl-16993	261	4	for	for	ADP
crl-16993	261	5	open	open	ADJ
crl-16993	261	6	science	science	NOUN
crl-16993	261	7	,	,	PUNCT
crl-16993	261	8	“	"	PUNCT
crl-16993	261	9	strategic	strategic	ADJ
crl-16993	261	10	plan	plan	NOUN
crl-16993	261	11	2017–2020	2017–2020	NUM
crl-16993	261	12	,	,	PUNCT
crl-16993	261	13	”	"	PUNCT
crl-16993	261	14	available	available	ADJ
crl-16993	261	15	online	online	ADV
crl-16993	261	16	at	at	ADP
crl-16993	261	17	doi:10.31219	doi:10.31219	NOUN
crl-16993	261	18	/	/	SYM
crl-16993	261	19	osf.io	osf.io	NUM
crl-16993	261	20	/	/	SYM
crl-16993	261	21	x2w9h	x2w9h	PUNCT
crl-16993	262	1	[	[	X
crl-16993	262	2	accessed	access	VERB
crl-16993	262	3	18	18	NUM
crl-16993	262	4	december	december	PROPN
crl-16993	262	5	2017	2017	NUM
crl-16993	262	6	]	]	PUNCT
crl-16993	262	7	.	.	PUNCT
crl-16993	263	1	62	62	NUM
crl-16993	263	2	.	.	PUNCT
crl-16993	264	1	caitlin	caitlin	PROPN
crl-16993	264	2	j.	j.	PROPN
crl-16993	264	3	bakker	bakker	PROPN
crl-16993	264	4	,	,	PUNCT
crl-16993	264	5	“	"	PUNCT
crl-16993	264	6	data	data	NOUN
crl-16993	264	7	management	management	NOUN
crl-16993	264	8	in	in	ADP
crl-16993	264	9	the	the	DET
crl-16993	264	10	lab	lab	NOUN
crl-16993	264	11	,	,	PUNCT
crl-16993	264	12	”	"	PUNCT
crl-16993	264	13	in	in	ADP
crl-16993	264	14	the	the	DET
crl-16993	264	15	medical	medical	PROPN
crl-16993	264	16	library	library	PROPN
crl-16993	264	17	association	association	PROPN
crl-16993	264	18	guide	guide	NOUN
crl-16993	264	19	to	to	ADP
crl-16993	264	20	data	data	NOUN
crl-16993	264	21	management	management	NOUN
crl-16993	264	22	for	for	ADP
crl-16993	264	23	librarians	librarian	NOUN
crl-16993	264	24	,	,	PUNCT
crl-16993	264	25	ed	ed	PROPN
crl-16993	264	26	.	.	PROPN
crl-16993	265	1	lisa	lisa	PROPN
crl-16993	265	2	federer	federer	PROPN
crl-16993	265	3	(	(	PUNCT
crl-16993	265	4	lanham	lanham	PROPN
crl-16993	265	5	,	,	PUNCT
crl-16993	265	6	md	md	PROPN
crl-16993	265	7	:	:	PUNCT
crl-16993	265	8	rowman	rowman	PROPN
crl-16993	265	9	&	&	CCONJ
crl-16993	265	10	littlefield	littlefield	PROPN
crl-16993	265	11	publishers	publisher	NOUN
crl-16993	265	12	,	,	PUNCT
crl-16993	265	13	2016	2016	NUM
crl-16993	265	14	)	)	PUNCT
crl-16993	265	15	.	.	PUNCT
crl-16993	266	1	63	63	NUM
crl-16993	266	2	.	.	PUNCT
crl-16993	266	3	munafò	munafò	VERB
crl-16993	266	4	et	et	PROPN
crl-16993	266	5	al	al	PROPN
crl-16993	266	6	.	.	PROPN
crl-16993	266	7	,	,	PUNCT
crl-16993	266	8	“	"	PUNCT
crl-16993	266	9	a	a	DET
crl-16993	266	10	manifesto	manifesto	NOUN
crl-16993	266	11	for	for	ADP
crl-16993	266	12	reproducible	reproducible	ADJ
crl-16993	266	13	science	science	NOUN
crl-16993	266	14	.	.	PUNCT
crl-16993	266	15	”	"	PUNCT
crl-16993	267	1	64	64	NUM
crl-16993	267	2	.	.	PUNCT
crl-16993	267	3	“	"	PUNCT
crl-16993	267	4	sherpa	sherpa	PROPN
crl-16993	267	5	/	/	SYM
crl-16993	267	6	romeo	romeo	NOUN
crl-16993	267	7	,	,	PUNCT
crl-16993	267	8	”	"	PUNCT
crl-16993	267	9	available	available	ADJ
crl-16993	267	10	online	online	ADV
crl-16993	267	11	at	at	ADP
crl-16993	267	12	www.sherpa.ac.uk/romeo/index.php	www.sherpa.ac.uk/romeo/index.php	PROPN
crl-16993	267	13	[	[	X
crl-16993	267	14	accessed	access	VERB
crl-16993	267	15	18	18	NUM
crl-16993	267	16	december	december	PROPN
crl-16993	267	17	2017	2017	NUM
crl-16993	267	18	]	]	PUNCT
crl-16993	267	19	.	.	PUNCT
crl-16993	268	1	65	65	NUM
crl-16993	268	2	.	.	PUNCT
crl-16993	268	3	“	"	PUNCT
crl-16993	268	4	registered	register	VERB
crl-16993	268	5	reports	report	NOUN
crl-16993	268	6	,	,	PUNCT
crl-16993	268	7	”	"	PUNCT
crl-16993	268	8	center	center	NOUN
crl-16993	268	9	for	for	ADP
crl-16993	268	10	open	open	ADJ
crl-16993	268	11	science	science	NOUN
crl-16993	268	12	,	,	PUNCT
crl-16993	268	13	available	available	ADJ
crl-16993	268	14	online	online	ADV
crl-16993	268	15	at	at	ADP
crl-16993	268	16	https://cos.io/rr/	https://cos.io/rr/	NOUN
crl-16993	268	17	[	[	X
crl-16993	268	18	accessed	access	VERB
crl-16993	268	19	9	9	NUM
crl-16993	268	20	april	april	NOUN
crl-16993	268	21	2018	2018	NUM
crl-16993	268	22	]	]	PUNCT
crl-16993	268	23	.	.	PUNCT
crl-16993	269	1	66	66	NUM
crl-16993	269	2	.	.	PUNCT
crl-16993	270	1	richard	richard	PROPN
crl-16993	270	2	d.	d.	PROPN
crl-16993	270	3	morey	morey	PROPN
crl-16993	270	4	et	et	PROPN
crl-16993	270	5	al	al	PROPN
crl-16993	270	6	.	.	PROPN
crl-16993	270	7	,	,	PUNCT
crl-16993	270	8	“	"	PUNCT
crl-16993	270	9	the	the	DET
crl-16993	270	10	peer	peer	NOUN
crl-16993	270	11	reviewers	reviewers	PROPN
crl-16993	270	12	’	’	PART
crl-16993	270	13	openness	openness	NOUN
crl-16993	270	14	initiative	initiative	NOUN
crl-16993	270	15	:	:	PUNCT
crl-16993	270	16	incentivizing	incentivize	VERB
crl-16993	270	17	open	open	ADJ
crl-16993	270	18	research	research	NOUN
crl-16993	270	19	practices	practice	NOUN
crl-16993	270	20	through	through	ADP
crl-16993	270	21	peer	peer	NOUN
crl-16993	270	22	review	review	NOUN
crl-16993	270	23	,	,	PUNCT
crl-16993	270	24	royal	royal	ADJ
crl-16993	270	25	society	society	NOUN
crl-16993	270	26	open	open	VERB
crl-16993	270	27	science	science	NOUN
crl-16993	270	28	3	3	NUM
crl-16993	270	29	(	(	PUNCT
crl-16993	270	30	2016	2016	NUM
crl-16993	270	31	)	)	PUNCT
crl-16993	270	32	.	.	PUNCT
crl-16993	271	1	67	67	NUM
crl-16993	271	2	.	.	PROPN
crl-16993	271	3	brian	brian	PROPN
crl-16993	271	4	a.	a.	PROPN
crl-16993	271	5	nosek	nosek	PROPN
crl-16993	271	6	,	,	PUNCT
crl-16993	271	7	jeffrey	jeffrey	PROPN
crl-16993	271	8	r.	r.	PROPN
crl-16993	271	9	spies	spies	PROPN
crl-16993	271	10	,	,	PUNCT
crl-16993	271	11	and	and	CCONJ
crl-16993	271	12	matt	matt	PROPN
crl-16993	271	13	motyl	motyl	NOUN
crl-16993	271	14	,	,	PUNCT
crl-16993	271	15	“	"	PUNCT
crl-16993	271	16	scientific	scientific	ADJ
crl-16993	271	17	utopia	utopia	NOUN
crl-16993	271	18	,	,	PUNCT
crl-16993	271	19	”	"	PUNCT
crl-16993	271	20	perspectives	perspective	NOUN
crl-16993	271	21	on	on	ADP
crl-16993	271	22	psychological	psychological	ADJ
crl-16993	271	23	science	science	NOUN
crl-16993	271	24	7	7	NUM
crl-16993	271	25	(	(	PUNCT
crl-16993	271	26	2012	2012	NUM
crl-16993	271	27	)	)	PUNCT
crl-16993	271	28	.	.	PUNCT
crl-16993	272	1	68	68	NUM
crl-16993	272	2	.	.	PUNCT
crl-16993	272	3	francis	francis	PROPN
crl-16993	272	4	s.	s.	PROPN
crl-16993	272	5	collins	collins	PROPN
crl-16993	272	6	and	and	CCONJ
crl-16993	272	7	lawrence	lawrence	PROPN
crl-16993	272	8	a.	a.	PROPN
crl-16993	272	9	tabak	tabak	PROPN
crl-16993	272	10	,	,	PUNCT
crl-16993	272	11	“	"	PUNCT
crl-16993	272	12	nih	nih	ADJ
crl-16993	272	13	plans	plan	NOUN
crl-16993	272	14	to	to	PART
crl-16993	272	15	enhance	enhance	VERB
crl-16993	272	16	reproducibility	reproducibility	NOUN
crl-16993	272	17	,	,	PUNCT
crl-16993	272	18	”	"	PUNCT
crl-16993	272	19	nature	nature	NOUN
crl-16993	272	20	505	505	NUM
crl-16993	272	21	(	(	PUNCT
crl-16993	272	22	2014	2014	NUM
crl-16993	272	23	):	):	PUNCT
crl-16993	272	24	613	613	NUM
crl-16993	272	25	.	.	NUM
crl-16993	272	26	69	69	NUM
crl-16993	272	27	.	.	PUNCT
crl-16993	272	28	nosek	nosek	PROPN
crl-16993	272	29	,	,	PUNCT
crl-16993	272	30	spies	spy	NOUN
crl-16993	272	31	,	,	PUNCT
crl-16993	272	32	and	and	CCONJ
crl-16993	272	33	motyl	motyl	NOUN
crl-16993	272	34	,	,	PUNCT
crl-16993	272	35	“	"	PUNCT
crl-16993	272	36	scientific	scientific	ADJ
crl-16993	272	37	utopia	utopia	NOUN
crl-16993	272	38	.	.	PUNCT
crl-16993	272	39	”	"	PUNCT
crl-16993	273	1	70	70	NUM
crl-16993	273	2	.	.	PUNCT
crl-16993	274	1	richard	richard	PROPN
crl-16993	274	2	p.	p.	PROPN
crl-16993	274	3	johnson	johnson	PROPN
crl-16993	274	4	,	,	PUNCT
crl-16993	274	5	“	"	PUNCT
crl-16993	274	6	consume	consume	NOUN
crl-16993	274	7	,	,	PUNCT
crl-16993	274	8	reproduce	reproduce	VERB
crl-16993	274	9	,	,	PUNCT
crl-16993	274	10	extend	extend	VERB
crl-16993	274	11	and	and	CCONJ
crl-16993	274	12	connect	connect	VERB
crl-16993	274	13	:	:	PUNCT
crl-16993	274	14	sustaining	sustain	VERB
crl-16993	274	15	our	our	PRON
crl-16993	274	16	research	research	NOUN
crl-16993	274	17	lifecycle	lifecycle	NOUN
crl-16993	274	18	,	,	PUNCT
crl-16993	274	19	”	"	PUNCT
crl-16993	274	20	bulletin	bulletin	NOUN
crl-16993	274	21	of	of	ADP
crl-16993	274	22	the	the	DET
crl-16993	274	23	association	association	NOUN
crl-16993	274	24	for	for	ADP
crl-16993	274	25	information	information	NOUN
crl-16993	274	26	science	science	NOUN
crl-16993	274	27	and	and	CCONJ
crl-16993	274	28	technology	technology	NOUN
crl-16993	274	29	43	43	NUM
crl-16993	274	30	(	(	PUNCT
crl-16993	274	31	2017	2017	NUM
crl-16993	274	32	):	):	PUNCT
crl-16993	274	33	28	28	NUM
crl-16993	274	34	.	.	NUM
crl-16993	274	35	71	71	NUM
crl-16993	274	36	.	.	PUNCT
crl-16993	275	1	munafò	munafò	VERB
crl-16993	275	2	et	et	PROPN
crl-16993	275	3	al	al	PROPN
crl-16993	275	4	.	.	PROPN
crl-16993	275	5	,	,	PUNCT
crl-16993	275	6	“	"	PUNCT
crl-16993	275	7	a	a	DET
crl-16993	275	8	manifesto	manifesto	NOUN
crl-16993	275	9	for	for	ADP
crl-16993	275	10	reproducible	reproducible	ADJ
crl-16993	275	11	science	science	NOUN
crl-16993	275	12	.	.	PUNCT
crl-16993	275	13	”	"	PUNCT
crl-16993	276	1	72	72	NUM
crl-16993	276	2	.	.	PUNCT
crl-16993	276	3	matthew	matthew	PROPN
crl-16993	276	4	c.	c.	PROPN
crl-16993	276	5	makel	makel	PROPN
crl-16993	276	6	and	and	CCONJ
crl-16993	276	7	jonathan	jonathan	PROPN
crl-16993	276	8	a.	a.	PROPN
crl-16993	276	9	plucker	plucker	PROPN
crl-16993	276	10	,	,	PUNCT
crl-16993	276	11	“	"	PUNCT
crl-16993	276	12	an	an	DET
crl-16993	276	13	introduction	introduction	NOUN
crl-16993	276	14	to	to	ADP
crl-16993	276	15	replication	replication	NOUN
crl-16993	276	16	research	research	NOUN
crl-16993	276	17	in	in	ADP
crl-16993	276	18	gifted	gifted	ADJ
crl-16993	276	19	education	education	NOUN
crl-16993	276	20	,	,	PUNCT
crl-16993	276	21	”	"	PUNCT
crl-16993	276	22	gifted	gifted	ADJ
crl-16993	276	23	child	child	NOUN
crl-16993	276	24	quarterly	quarterly	ADJ
crl-16993	276	25	59	59	NUM
crl-16993	276	26	,	,	PUNCT
crl-16993	276	27	no	no	NOUN
crl-16993	276	28	.	.	NOUN
crl-16993	276	29	3	3	NUM
crl-16993	276	30	(	(	PUNCT
crl-16993	276	31	2015	2015	NUM
crl-16993	276	32	)	)	PUNCT
crl-16993	276	33	;	;	PUNCT
crl-16993	276	34	matthew	matthew	PROPN
crl-16993	276	35	c.	c.	PROPN
crl-16993	276	36	makel	makel	PROPN
crl-16993	276	37	et	et	PROPN
crl-16993	277	1	al	al	PROPN
crl-16993	277	2	.	.	PROPN
crl-16993	277	3	,	,	PUNCT
crl-16993	277	4	“	"	PUNCT
crl-16993	277	5	replication	replication	NOUN
crl-16993	277	6	of	of	ADP
crl-16993	277	7	special	special	ADJ
crl-16993	277	8	education	education	NOUN
crl-16993	277	9	research	research	NOUN
crl-16993	277	10	,	,	PUNCT
crl-16993	277	11	”	"	PUNCT
crl-16993	277	12	remedial	remedial	ADJ
crl-16993	277	13	and	and	CCONJ
crl-16993	277	14	special	special	ADJ
crl-16993	277	15	education	education	NOUN
crl-16993	277	16	37	37	NUM
crl-16993	277	17	,	,	PUNCT
crl-16993	277	18	no	no	NOUN
crl-16993	277	19	.	.	NOUN
crl-16993	277	20	4	4	NUM
crl-16993	277	21	(	(	PUNCT
crl-16993	277	22	2016	2016	NUM
crl-16993	277	23	)	)	PUNCT
crl-16993	277	24	.	.	PUNCT
crl-16993	278	1	https://github.com/shirl0207/reproducible_science	https://github.com/shirl0207/reproducible_science	NOUN
crl-16993	278	2	https://github.com/shirl0207/reproducible_science	https://github.com/shirl0207/reproducible_science	NOUN
crl-16993	278	3	https://www.library.cornell.edu/services/systematic-review	https://www.library.cornell.edu/services/systematic-review	SPACE
crl-16993	278	4	https://www.library.cornell.edu/services/systematic-review	https://www.library.cornell.edu/services/systematic-review	NOUN
crl-16993	278	5	https://www.lib.umn.edu/researchsupport/systematic-review-service	https://www.lib.umn.edu/researchsupport/systematic-review-service	NOUN
crl-16993	278	6	http://www.equator-network.org	http://www.equator-network.org	X
crl-16993	278	7	http://www.prisma-statement.org	http://www.prisma-statement.org	X
crl-16993	278	8	http://www.prisma-statement.org	http://www.prisma-statement.org	X
crl-16993	278	9	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	X
crl-16993	278	10	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	ADP
crl-16993	278	11	https://doi.org/10.31237/osf.io/t23za	https://doi.org/10.31237/osf.io/t23za	NOUN
crl-16993	278	12	https://doi.org/10.29242/spec.354	https://doi.org/10.29242/spec.354	X
crl-16993	278	13	https://osf.io/8z73c/	https://osf.io/8z73c/	VERB
crl-16993	278	14	https://doi.org/10.31219/osf.io/x2w9h	https://doi.org/10.31219/osf.io/x2w9h	NOUN
crl-16993	278	15	http://www.sherpa.ac.uk/romeo/index.php	http://www.sherpa.ac.uk/romeo/index.php	PROPN
crl-16993	278	16	https://cos.io/rr	https://cos.io/rr	PROPN
crl-16993	278	17	_	_	PUNCT
crl-16993	278	18	goback	goback	NOUN
crl-16993	279	1	_	_	PUNCT
crl-16993	279	2	docstusvtxt4	docstusvtxt4	NOUN
crl-16993	280	1	_	_	PUNCT
crl-16993	280	2	cldbt9w89rej	cldbt9w89rej	PUNCT
crl-16993	281	1	_	_	PUNCT
crl-16993	281	2	edunwkokxkan	edunwkokxkan	NOUN
crl-16993	282	1	_	_	PUNCT
crl-16993	282	2	fas784z7nu3r	fas784z7nu3r	NOUN