<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:Wingdings;
panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
margin-bottom:.0001pt;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:#0563C1;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:#954F72;
text-decoration:underline;}
p
{mso-style-priority:99;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:12.0pt;
font-family:"Times New Roman",serif;}
span.EmailStyle18
{mso-style-type:personal;
font-family:"Calibri",sans-serif;
color:windowtext;}
span.EmailStyle19
{mso-style-type:personal;
font-family:"Calibri",sans-serif;
color:#1F497D;}
span.EmailStyle20
{mso-style-type:personal-reply;
font-family:"Calibri",sans-serif;
color:#1F497D;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:608587368;
mso-list-template-ids:1229353538;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:"Courier New";
mso-bidi-font-family:"Times New Roman";}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1
{mso-list-id:1010565702;
mso-list-template-ids:-1362732850;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:"Courier New";
mso-bidi-font-family:"Times New Roman";}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l2
{mso-list-id:1589269678;
mso-list-template-ids:-481769586;}
@list l2:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level2
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3
{mso-list-id:2068603483;
mso-list-template-ids:740068472;}
@list l3:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:"Courier New";
mso-bidi-font-family:"Times New Roman";}
@list l3:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="#0563C1" vlink="#954F72">
<div class="WordSection1">
<p class="MsoNormal"><span style="color:#1F497D">FYI – share your expertise with the NIH<o:p></o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D"><o:p> </o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b>From:</b> Backus, Joyce (NIH/NLM) [E] [<a href="mailto:backusj@mail.nlm.nih.gov">mailto:backusj@mail.nlm.nih.gov</a>]
<br>
<b>Sent:</b> Monday, August 29, 2016 9:34 AM<br>
<b>To:</b> <a href="mailto:arl-directors@arl.org">arl-directors@arl.org</a><br>
<b>Subject:</b> [ARL-Directors] NIH Request for Information (RFI): Metrics to Assess Value of Biomedical Digital Repositories<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">NIH asking for information again, and your staff and faculty may have relevant experience and recommendations in this area of data repository metrics.
<o:p></o:p></p>
<p class="MsoNormal">Due September 30.<o:p></o:p></p>
<p class="MsoNormal">Joyce<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b><i>RFI: Metrics to Assess Value of Biomedical Digital Repositories, Notice Number: NOT-OD-16-133.</i></b>
<o:p></o:p></p>
<p class="MsoNormal"><a href="http://grants.nih.gov/grants/guide/notice-files/NOT-OD-16-133.html">http://grants.nih.gov/grants/guide/notice-files/NOT-OD-16-133.html</a><o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">The NIH is seeking information on qualitative and quantitative metrics such as those that describe:
<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="MsoNormal" style="mso-list:l0 level1 lfo3">Utilization at multiple levels (repository, dataset, data item). In addition to the frequency of access and number of downloads, this might include:
<o:p></o:p>
<ul style="margin-top:0in" type="circle">
<li class="MsoNormal" style="mso-list:l0 level2 lfo3">Size and measured demand of the community served, placed in the context of the overall field.
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">The ongoing rate of data deposition and data access or download
<o:p></o:p></li></ul>
</li><li class="MsoNormal" style="mso-list:l0 level1 lfo3">Indicators of data repository quality and impact. Examples include but are not limited to:
<o:p></o:p>
<ul style="margin-top:0in" type="circle">
<li class="MsoNormal" style="mso-list:l0 level2 lfo3">Publications from the data <o:p>
</o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Data citations <o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Altmetrics <o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Patents <o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Utilization of data sets in research studies
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Outputs of those research studies, e.g. use in policies or guidelines
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Enhanced data sharing and community collaboration around annotation/analysis of data sets
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Economic measures such as investment and use value; efficiency impacts; return on investment
<o:p></o:p></li></ul>
</li><li class="MsoNormal" style="mso-list:l0 level1 lfo3">Quality of service. Examples may include but are not limited to:
<o:p></o:p>
<ul style="margin-top:0in" type="circle">
<li class="MsoNormal" style="mso-list:l0 level2 lfo3">Implementation of a rigorous quality assurance process
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Use of community-recognized standards
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">User support and training <o:p>
</o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Ease of data deposition and retrieval
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Technical indicators, e.g., uptime, response time
<o:p></o:p></li></ul>
</li><li class="MsoNormal" style="mso-list:l0 level1 lfo3">Infrastructure and governance. Examples may include but are not limited to:
<o:p></o:p>
<ul style="margin-top:0in" type="circle">
<li class="MsoNormal" style="mso-list:l0 level2 lfo3">Existence of an independent advisory board
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Legal structure, e.g., access, security, licensing
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">Long-term sustainability plan<o:p></o:p></li></ul>
</li><li class="MsoNormal" style="mso-list:l0 level1 lfo3">Qualitative metrics that may address many of the above categories, such as collection of use cases or case studies
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level1 lfo3">Consideration of case studies demonstrating the value of the repository. For example, assessing the questions of:
<o:p></o:p>
<ul style="margin-top:0in" type="circle">
<li class="MsoNormal" style="mso-list:l0 level2 lfo3">If the repository weren’t available, how would that impact your work?
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">What are the data sharing alternatives to the repository?
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l0 level2 lfo3">What are the implications of using these alternatives?<o:p></o:p></li></ul>
</li></ul>
<p class="MsoNormal">
<o:p></o:p></p>
<p class="MsoNormal">And looking for comments from these areas of expertise,<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="MsoNormal" style="mso-list:l1 level1 lfo6">Biomedical science researcher
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Bioinformatician <o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Data scientist <o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Standard developer or maintainer
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Research data repository manager
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Library or information scientist
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Data curator <o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Funder <o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Publisher <o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Administrator (president, provost, dean or equivalents in academic or non-profit organizations)
<o:p></o:p></li><li class="MsoNormal" style="mso-list:l1 level1 lfo6">Tool or services vendor <o:p>
</o:p></li></ul>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b>Submitting a Response</b><br>
All responses must be submitted to <a href="mailto:NIH_Repository_Metrics_RFI@mail.nih.gov">
NIH_Repository_Metrics_RFI@mail.nih.gov</a> by <b>September 30, 2016</b>. Please include the Notice number
<b>NOT-OD-16-133 </b>in the subject line. Responders are free to address any or all of the categories listed above. The submitted information will be reviewed by NIH staff.<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Please direct all inquiries to: <o:p></o:p></p>
<p class="MsoNormal">Elizabeth Hsu, PhD, MPH<br>
National Cancer Institute<br>
Telephone: 240-276-5733<br>
Email: <a href="mailto:NIH_Repository_Metrics_RFI@mail.nih.gov">NIH_Repository_Metrics_RFI@mail.nih.gov</a><span style="color:#1F497D"><o:p></o:p></span></p>
</div>
</body>
</html>