<?xml version="1.0" encoding="ISO-8859-1"?><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
<front>
<journal-meta>
<journal-id>0121-4500</journal-id>
<journal-title><![CDATA[Avances en Enfermería]]></journal-title>
<abbrev-journal-title><![CDATA[av.enferm.]]></abbrev-journal-title>
<issn>0121-4500</issn>
<publisher>
<publisher-name><![CDATA[Universidad Nacional de Colombia]]></publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id>S0121-45002020000200170</article-id>
<article-id pub-id-type="doi">10.15446/av.enferm.v38n2.80804</article-id>
<title-group>
<article-title xml:lang="en"><![CDATA[Validity of an instrument to evaluate the immunobiological cold chain]]></article-title>
<article-title xml:lang="es"><![CDATA[Validación de un instrumento para evaluación de la cadena de frío immunobiológica]]></article-title>
<article-title xml:lang="pt"><![CDATA[Validação de um instrumento para a avaliação da cadeia de frio de imunobiológicos]]></article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Oliveira]]></surname>
<given-names><![CDATA[Maíla Martins]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Conceição de Oliveira]]></surname>
<given-names><![CDATA[Valéria]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Ferreira]]></surname>
<given-names><![CDATA[Ana Paula]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Reis]]></surname>
<given-names><![CDATA[Ilka Afonso]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[de Carvalho Torres]]></surname>
<given-names><![CDATA[Heloísa]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Gonçalves Amaral]]></surname>
<given-names><![CDATA[Gabriela]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Albano de Azevedo Guimarães]]></surname>
<given-names><![CDATA[Eliete]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
</contrib-group>
<aff id="Af1">
<institution><![CDATA[,Universidade Federal de São João del-Rei  ]]></institution>
<addr-line><![CDATA[Divinópolis Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af2">
<institution><![CDATA[,Universidade Federal de São João del-Rei  ]]></institution>
<addr-line><![CDATA[Divinópolis Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af3">
<institution><![CDATA[,Universidade Federal de São João del-Rei  ]]></institution>
<addr-line><![CDATA[Divinópolis Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af4">
<institution><![CDATA[,Universidade Federal de Minas Gerais Department of Statistics ]]></institution>
<addr-line><![CDATA[Belo Horizonte ]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af5">
<institution><![CDATA[,Universidade Federal de Minas Gerais Nursing Course ]]></institution>
<addr-line><![CDATA[Belo Horizonte Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af6">
<institution><![CDATA[,Universidade Federal de São João del-Rei  ]]></institution>
<addr-line><![CDATA[Divinópolis Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<aff id="Af7">
<institution><![CDATA[,Universidade Federal de São João del-Rei Nursing Course ]]></institution>
<addr-line><![CDATA[Divinópolis, Minas Gerais]]></addr-line>
<country>Brazil</country>
</aff>
<pub-date pub-type="pub">
<day>00</day>
<month>08</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="epub">
<day>00</day>
<month>08</month>
<year>2020</year>
</pub-date>
<volume>38</volume>
<numero>2</numero>
<fpage>170</fpage>
<lpage>181</lpage>
<copyright-statement/>
<copyright-year/>
<self-uri xlink:href="http://www.scielo.org.co/scielo.php?script=sci_arttext&amp;pid=S0121-45002020000200170&amp;lng=en&amp;nrm=iso"></self-uri><self-uri xlink:href="http://www.scielo.org.co/scielo.php?script=sci_abstract&amp;pid=S0121-45002020000200170&amp;lng=en&amp;nrm=iso"></self-uri><self-uri xlink:href="http://www.scielo.org.co/scielo.php?script=sci_pdf&amp;pid=S0121-45002020000200170&amp;lng=en&amp;nrm=iso"></self-uri><abstract abstract-type="short" xml:lang="en"><p><![CDATA[Abstract  Objective: To develop and to test the validity of content and layout of a multidimensional tool to evaluate maintenance of the cold chain for immunobiological conservation.  Method: A methodological study carried out in three steps: integrative review; development of theoretical and logical model for the development of the tool; implementation of the Delphi Technique to test the validity of content and layout. The Content Validity Index (CVI) and Content Validity Ratio (CVR) were calculated considering appropriate those values greater than or equal to 75% and 0.4, respectively.  Results: The instrument consisted of 7 questions about structure and 20 about process, subdivided into three components: Transportation/Reception (n=3); Storage/Handling (n=13); Supervision/Permanent education (n=4). The cvi value was 87.4%, with values equal to 85.7% and 89% in the structure and process dimensions, respectively. The process components obtained cvi values equal to 88.9, 88.9 and 89.2%, respectively. The CVR was 0.8, with values equal to 0.7 and 0.8 in the structure and process dimensions. As for the layout validation, the questionnaire was considered intelligible.  Conclusion: The study provides an instrument with validity of content and layout for health professionals in charge of the supervision of activities of immunobiological conservation, ensuring the maintenance of the immunogenic quality of the products offered to the population.]]></p></abstract>
<abstract abstract-type="short" xml:lang="es"><p><![CDATA[Resumen  Objetivo: desarrollar y validar los contenidos e interface de una herramienta multidimensional para evaluar el mantenimiento de la cadena de frío de la conservación inmunobiológica.  Método: estudio metodológico realizado en tres pasos: revisión integradora; elaboración de modelo teórico y lógico para el desarrollo de la herramienta; implementación de la técnica Delphi para la validación de contenido y de apariencia de preguntas. Se calcularon el Índice de validez de contenido (IVC) y el Razón de Validez de Contenido (RVC), considerando apropiados aquellos valores mayores o iguales al 75 % y 0,4, respectivamente.  Resultados: el cuestionario constaba de siete preguntas de estructura y 20 de proceso, subdivididas en tres componentes: Transporte/Recepción (n=3); Almacenamiento/Manipulación (n=13); Supervisión/Educación continua (n=4). El valor para el cvi fue 87,4 %, con valores iguales al 85,7 y 89 % en las dimensiones estructura y proceso, respectivamente. Los componentes del proceso obtuvieron valores para el IVC iguales a 88,9, 88,9 y 89,2 %, respectivamente. El RVC era una herramienta de 0,8, con valores iguales a 0,7 en la estructura de dimensión y 0,8 en proceso. En cuanto a la validación de la apariencia, el cuestionario se consideró inteligible.  Conclusión: el estudio proporciona un instrumento con contenido validado para profesionales de la salud, en la supervisión de actividades de conservación de productos inmunobiológicos, asegurando el mantenimiento de la calidad inmunogénica de los productos ofrecidos a la población.]]></p></abstract>
<abstract abstract-type="short" xml:lang="pt"><p><![CDATA[Resumo  Objetivo: desenvolver e validar o conteúdo e interface de um instrumento multidimensional para avaliar a manutenção da cadeia de frio de conservação de imunobiológicos.  Método: estudo metodológico realizado em três etapas: revisão integrativa; elaboração do modelo teórico-lógico para o desenvolvimento do instrumento; realização da Técnica Delphi para validar conteúdo e aparência das questões. Foram calculados o Índice de Validade de Conteúdo (IVC) e a Razão de Validade de Conteúdo (RVC), considerando-se valores adequados aqueles maiores ou iguais a 75 % e 0,4, respectivamente.  Resultados: o questionário constou de sete questões de estrutura e 20 de processo, subdivididos em três componentes: transporte/recebimento (n=3); armazenamento/manuseio (n=13); supervisão/educação permanente (n=4). O valor para o IVC foi de 87,4 %, com valores iguais a 85,7 % na dimensão estrutura e 89 % no processo. Os componentes do processo obtiveram valores para o IVC iguais a 88,9 %, 88,9 % e 89,2 %, respectivamente. O RVC do instrumento foi de 0,8, com valores iguais a 0,7 na dimensão estrutura e 0,8 no processo. Quanto à validação de aparência, o questionário foi considerado inteligível.  Conclusão: o estudo fornece um instrumento de medida com conteúdo validado e que se configura em uma ferramenta de gestão útil na supervisão de salas de imunização.]]></p></abstract>
<kwd-group>
<kwd lng="en"><![CDATA[Vaccines]]></kwd>
<kwd lng="en"><![CDATA[Refrigeration]]></kwd>
<kwd lng="en"><![CDATA[Validation Studies]]></kwd>
<kwd lng="en"><![CDATA[Program Evaluation]]></kwd>
<kwd lng="en"><![CDATA[Nursing (source: DeCS, BIREME)]]></kwd>
<kwd lng="es"><![CDATA[Vacunas]]></kwd>
<kwd lng="es"><![CDATA[Refrigeración]]></kwd>
<kwd lng="es"><![CDATA[Estudios de Validación]]></kwd>
<kwd lng="es"><![CDATA[Evaluación de Programas y Proyectos de Salud]]></kwd>
<kwd lng="es"><![CDATA[Enfermería (fuente: DeCS, BIREME)]]></kwd>
<kwd lng="pt"><![CDATA[Vacinas]]></kwd>
<kwd lng="pt"><![CDATA[Refrigeração]]></kwd>
<kwd lng="pt"><![CDATA[Estudos de Validação]]></kwd>
<kwd lng="pt"><![CDATA[Avaliação de Programas e Projetos de Saúde]]></kwd>
<kwd lng="pt"><![CDATA[Enfermagem (fonte: DeCS, BIREME)]]></kwd>
</kwd-group>
</article-meta>
</front><back>
<ref-list>
<ref id="B1">
<label>(1)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Das]]></surname>
<given-names><![CDATA[MK]]></given-names>
</name>
<name>
<surname><![CDATA[Arora]]></surname>
<given-names><![CDATA[NK]]></given-names>
</name>
<name>
<surname><![CDATA[Mathew]]></surname>
</name>
<name>
<surname><![CDATA[Vyas]]></surname>
<given-names><![CDATA[B]]></given-names>
</name>
<name>
<surname><![CDATA[Sindhu]]></surname>
<given-names><![CDATA[M]]></given-names>
</name>
<name>
<surname><![CDATA[Yadav]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Temperature integrity and exposure to freezing temperature during vaccine transfer under the universal immunization program in three states of India]]></article-title>
<source><![CDATA[Indian J Public Health]]></source>
<year>2019</year>
<volume>63</volume>
<numero>2</numero>
<issue>2</issue>
<page-range>139-42</page-range></nlm-citation>
</ref>
<ref id="B2">
<label>(2)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Oliveira]]></surname>
<given-names><![CDATA[VC]]></given-names>
</name>
<name>
<surname><![CDATA[Pinto]]></surname>
<given-names><![CDATA[IC]]></given-names>
</name>
<name>
<surname><![CDATA[Gallardo]]></surname>
<given-names><![CDATA[MDPS]]></given-names>
</name>
<name>
<surname><![CDATA[Arcêncio]]></surname>
<given-names><![CDATA[RA]]></given-names>
</name>
<name>
<surname><![CDATA[Cavalcante]]></surname>
<given-names><![CDATA[RB]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Weaknesses of vaccine storage in Primary Healthcare Centers]]></article-title>
<source><![CDATA[Rev Bras de Enferm]]></source>
<year>2015</year>
<volume>68</volume>
<numero>2</numero>
<issue>2</issue>
<page-range>265-70</page-range></nlm-citation>
</ref>
<ref id="B3">
<label>(3)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Guimarães]]></surname>
<given-names><![CDATA[EAA]]></given-names>
</name>
<name>
<surname><![CDATA[Oliveira]]></surname>
<given-names><![CDATA[VC]]></given-names>
</name>
<name>
<surname><![CDATA[Oliveira]]></surname>
<given-names><![CDATA[MM]]></given-names>
</name>
<name>
<surname><![CDATA[Viegas]]></surname>
<given-names><![CDATA[SMF]]></given-names>
</name>
<name>
<surname><![CDATA[Ferreira]]></surname>
<given-names><![CDATA[AP]]></given-names>
</name>
<name>
<surname><![CDATA[Dias]]></surname>
<given-names><![CDATA[FCS]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Eventos críticos na manutenção da conservação de vacinas]]></article-title>
<source><![CDATA[Rev enferm UFPE]]></source>
<year>2018</year>
<volume>12</volume>
<numero>6</numero>
<issue>6</issue>
<page-range>1781-9</page-range></nlm-citation>
</ref>
<ref id="B4">
<label>(4)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Yakum]]></surname>
<given-names><![CDATA[NM]]></given-names>
</name>
<name>
<surname><![CDATA[Ateudjieu]]></surname>
<given-names><![CDATA[J]]></given-names>
</name>
<name>
<surname><![CDATA[Walter]]></surname>
<given-names><![CDATA[EA]]></given-names>
</name>
<name>
<surname><![CDATA[Watcho]]></surname>
<given-names><![CDATA[P]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Vaccine storage and cold chain monitoring in the North West region of Cameroon: a cross sectional study]]></article-title>
<source><![CDATA[BMC Research Notes]]></source>
<year>2015</year>
<volume>8</volume>
<page-range>145</page-range></nlm-citation>
</ref>
<ref id="B5">
<label>(5)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Hanson]]></surname>
<given-names><![CDATA[CM]]></given-names>
</name>
<name>
<surname><![CDATA[George]]></surname>
<given-names><![CDATA[AM]]></given-names>
</name>
<name>
<surname><![CDATA[Sawadogo]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Schreiber]]></surname>
<given-names><![CDATA[B]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Is freezing in the vaccine cold chain an ongoing issue? A literature review]]></article-title>
<source><![CDATA[Vaccine]]></source>
<year>2017</year>
<volume>35</volume>
<numero>17</numero>
<issue>17</issue>
<page-range>2127-33</page-range></nlm-citation>
</ref>
<ref id="B6">
<label>(6)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Ashok]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Brison]]></surname>
<given-names><![CDATA[M]]></given-names>
</name>
<name>
<surname><![CDATA[Letallec]]></surname>
<given-names><![CDATA[Y]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Improving cold chain systems: Challenges and solutions]]></article-title>
<source><![CDATA[Vaccine]]></source>
<year>2017</year>
<volume>35</volume>
<page-range>2217-23</page-range></nlm-citation>
</ref>
<ref id="B7">
<label>(7)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Thielmann]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Viehmann]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Weltermann]]></surname>
<given-names><![CDATA[BM]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Effectiveness of a web-based education program to improve vaccine storage conditions in primary care (Keep Cool): study protocol for a randomized controlled trial]]></article-title>
<source><![CDATA[Trials]]></source>
<year>2015</year>
<volume>16</volume>
<page-range>301</page-range></nlm-citation>
</ref>
<ref id="B8">
<label>(8)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Fernández]]></surname>
<given-names><![CDATA[IL]]></given-names>
</name>
<name>
<surname><![CDATA[Callau]]></surname>
<given-names><![CDATA[MV]]></given-names>
</name>
<name>
<surname><![CDATA[Blasco]]></surname>
<given-names><![CDATA[GP]]></given-names>
</name>
<name>
<surname><![CDATA[Melendo]]></surname>
<given-names><![CDATA[EA]]></given-names>
</name>
<name>
<surname><![CDATA[Gasanz]]></surname>
<given-names><![CDATA[BG]]></given-names>
</name>
<name>
<surname><![CDATA[Pérez-Aramendía]]></surname>
<given-names><![CDATA[MJB]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Vaccine cold chain interruption in a primary care center and economic evaluation]]></article-title>
<source><![CDATA[Enferm Clín]]></source>
<year>2017</year>
<volume>27</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>44-8</page-range></nlm-citation>
</ref>
<ref id="B9">
<label>(9)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Colloster]]></surname>
<given-names><![CDATA[MC]]></given-names>
</name>
<name>
<surname><![CDATA[Martin]]></surname>
<given-names><![CDATA[N]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Vaccine refrigeration: Thinking outside of the Box]]></article-title>
<source><![CDATA[Hum vaccin immunother]]></source>
<year>2014</year>
<volume>10</volume>
<numero>4</numero>
<issue>4</issue>
<page-range>1126-8</page-range></nlm-citation>
</ref>
<ref id="B10">
<label>(10)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Oliveira]]></surname>
<given-names><![CDATA[VC]]></given-names>
</name>
<name>
<surname><![CDATA[Gallardo]]></surname>
<given-names><![CDATA[PS]]></given-names>
</name>
<name>
<surname><![CDATA[Gomes]]></surname>
<given-names><![CDATA[TS]]></given-names>
</name>
<name>
<surname><![CDATA[Passos]]></surname>
<given-names><![CDATA[LMR]]></given-names>
</name>
<name>
<surname><![CDATA[Pinto]]></surname>
<given-names><![CDATA[IC]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[The nurse's supervision in the vaccination room: the nurse's perception]]></article-title>
<source><![CDATA[Texto Contexto Enferm]]></source>
<year>2013</year>
<volume>22</volume>
<numero>4</numero>
<issue>4</issue>
<page-range>1115-21</page-range></nlm-citation>
</ref>
<ref id="B11">
<label>(11)</label><nlm-citation citation-type="">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Donabedian]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
</person-group>
<source><![CDATA[The quality of medical care. Science]]></source>
<year>1978</year>
<volume>200</volume>
<numero>4344</numero>
<issue>4344</issue>
<page-range>856-64</page-range></nlm-citation>
</ref>
<ref id="B12">
<label>(12)</label><nlm-citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Champagne]]></surname>
<given-names><![CDATA[F]]></given-names>
</name>
<name>
<surname><![CDATA[Brouselle]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Hartz]]></surname>
<given-names><![CDATA[Z]]></given-names>
</name>
<name>
<surname><![CDATA[Contandriopoulos]]></surname>
<given-names><![CDATA[AP]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Modelizar as Intervenções]]></article-title>
<person-group person-group-type="editor">
<name>
<surname><![CDATA[Brousselle]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Champagne]]></surname>
<given-names><![CDATA[F]]></given-names>
</name>
<name>
<surname><![CDATA[Contandriopoulos]]></surname>
<given-names><![CDATA[AP]]></given-names>
</name>
<name>
<surname><![CDATA[Hartz]]></surname>
<given-names><![CDATA[ZMA]]></given-names>
</name>
</person-group>
<source><![CDATA[Avaliação em saúde: conceitos e métodos]]></source>
<year>2011</year>
<publisher-loc><![CDATA[Rio de Janeiro ]]></publisher-loc>
<publisher-name><![CDATA[Fiocruz]]></publisher-name>
</nlm-citation>
</ref>
<ref id="B13">
<label>(13)</label><nlm-citation citation-type="book">
<collab>Ministério da saúde do Brasil</collab>
<source><![CDATA[Manual de Rede de Frio do Programa Nacional de Imunizações. Ministério da Saúde, Secretaria de Vigilância em Saúde]]></source>
<year>2017</year>
<edition>5</edition>
<publisher-loc><![CDATA[Brasília ]]></publisher-loc>
<publisher-name><![CDATA[Ministério da Saúde]]></publisher-name>
</nlm-citation>
</ref>
<ref id="B14">
<label>(14)</label><nlm-citation citation-type="">
<source><![CDATA[Centers for Disease Control and Prevention. Vaccine Storage and Handling Toolkit]]></source>
<year>2019</year>
</nlm-citation>
</ref>
<ref id="B15">
<label>(15)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Ogboghodo]]></surname>
<given-names><![CDATA[EO]]></given-names>
</name>
<name>
<surname><![CDATA[Omuemu]]></surname>
<given-names><![CDATA[VO]]></given-names>
</name>
<name>
<surname><![CDATA[Odijie]]></surname>
<given-names><![CDATA[O]]></given-names>
</name>
<name>
<surname><![CDATA[Odaman]]></surname>
<given-names><![CDATA[OJ]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Cold chain management practices of health care workers in primary health care facilities in Southern Nigeria]]></article-title>
<source><![CDATA[Pan Afri Med J]]></source>
<year>2017</year>
<volume>27</volume>
<numero>34</numero>
<issue>34</issue>
<page-range>1-12</page-range></nlm-citation>
</ref>
<ref id="B16">
<label>(16)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Pereira]]></surname>
<given-names><![CDATA[RDM]]></given-names>
</name>
<name>
<surname><![CDATA[Alvim]]></surname>
<given-names><![CDATA[NAT]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Técnica Delphi no diálogo com enfermeiros sobre a acupuntura como proposta de intervenção de enfermagem]]></article-title>
<source><![CDATA[Esc Anna Nery]]></source>
<year>2015</year>
<volume>19</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>174-80</page-range></nlm-citation>
</ref>
<ref id="B17">
<label>(17)</label><nlm-citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Pasquali]]></surname>
<given-names><![CDATA[L]]></given-names>
</name>
</person-group>
<source><![CDATA[Instrumentação psicológica: Fundamentos e práticas]]></source>
<year>2010</year>
<publisher-loc><![CDATA[Alegre ]]></publisher-loc>
<publisher-name><![CDATA[Artmed]]></publisher-name>
</nlm-citation>
</ref>
<ref id="B18">
<label>(18)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Scarparo]]></surname>
<given-names><![CDATA[AF]]></given-names>
</name>
<name>
<surname><![CDATA[Laus]]></surname>
<given-names><![CDATA[AM]]></given-names>
</name>
<name>
<surname><![CDATA[Azevedo]]></surname>
<given-names><![CDATA[ALCS]]></given-names>
</name>
<name>
<surname><![CDATA[Freitas]]></surname>
<given-names><![CDATA[MRI]]></given-names>
</name>
<name>
<surname><![CDATA[Chaves]]></surname>
<given-names><![CDATA[LDP]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Reflexões sobre o uso da técnica Delphi em pesquisas na enfermagem]]></article-title>
<source><![CDATA[Rev Rene]]></source>
<year>2012</year>
<volume>13</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>242-51</page-range></nlm-citation>
</ref>
<ref id="B19">
<label>(19)</label><nlm-citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Vieira]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
</person-group>
<source><![CDATA[Como elaborar questionários]]></source>
<year>2009</year>
<publisher-loc><![CDATA[São Paulo ]]></publisher-loc>
<publisher-name><![CDATA[Atlas]]></publisher-name>
</nlm-citation>
</ref>
<ref id="B20">
<label>(20)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Lucian]]></surname>
<given-names><![CDATA[R]]></given-names>
</name>
<name>
<surname><![CDATA[Dornelas]]></surname>
<given-names><![CDATA[JS]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Mensuração de Atitude: Proposição de um instrumento de elaboração de escalas]]></article-title>
<source><![CDATA[RAC]]></source>
<year>2015</year>
<volume>19</volume>
<numero>2</numero>
<issue>2</issue>
<page-range>157-77</page-range></nlm-citation>
</ref>
<ref id="B21">
<label>(21)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Timmins]]></surname>
<given-names><![CDATA[F]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Surveys and questionnaires in nursing research]]></article-title>
<source><![CDATA[Nurs Stand]]></source>
<year>2015</year>
<volume>29</volume>
<numero>42</numero>
<issue>42</issue>
<page-range>42-50</page-range></nlm-citation>
</ref>
<ref id="B22">
<label>(22)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Tristán-López]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Modificación al modelo de Laws-he para el dictamen cuantitativo de la validez de contenido de un instrumento objetivo]]></article-title>
<source><![CDATA[Avances en Medición]]></source>
<year>2008</year>
<volume>6</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>37-48</page-range></nlm-citation>
</ref>
<ref id="B23">
<label>(23)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Fuzissaki]]></surname>
<given-names><![CDATA[MA]]></given-names>
</name>
<name>
<surname><![CDATA[Santos]]></surname>
<given-names><![CDATA[CB]]></given-names>
</name>
<name>
<surname><![CDATA[Almeida]]></surname>
<given-names><![CDATA[AM]]></given-names>
</name>
<name>
<surname><![CDATA[TO]]></surname>
<given-names><![CDATA[Gozzo]]></given-names>
</name>
<name>
<surname><![CDATA[Clapis]]></surname>
<given-names><![CDATA[MJ]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Semantic validation of an instrument to identify the nursing practice in the management of radiodermatitis]]></article-title>
<source><![CDATA[Rev Eletr Enf]]></source>
<year>2016</year>
<volume>18</volume>
<page-range>1142</page-range></nlm-citation>
</ref>
<ref id="B24">
<label>(24)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Lennon]]></surname>
<given-names><![CDATA[P]]></given-names>
</name>
<name>
<surname><![CDATA[Atuhaire]]></surname>
<given-names><![CDATA[B]]></given-names>
</name>
<name>
<surname><![CDATA[Yavari]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
<name>
<surname><![CDATA[Sampath]]></surname>
<given-names><![CDATA[V]]></given-names>
</name>
<name>
<surname><![CDATA[Mvundura]]></surname>
<given-names><![CDATA[M]]></given-names>
</name>
<name>
<surname><![CDATA[Ramanathan]]></surname>
<given-names><![CDATA[N]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Root cause analysis underscores the importance of understanding, addressing, and communicating cold chain equipment failures to improve equipment performance]]></article-title>
<source><![CDATA[Vaccine]]></source>
<year>2017</year>
<volume>35</volume>
<numero>17</numero>
<issue>17</issue>
<page-range>2198-202</page-range></nlm-citation>
</ref>
<ref id="B25">
<label>(25)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Som]]></surname>
<given-names><![CDATA[M]]></given-names>
</name>
<name>
<surname><![CDATA[Panda]]></surname>
<given-names><![CDATA[B]]></given-names>
</name>
<name>
<surname><![CDATA[Pati]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
<name>
<surname><![CDATA[Nallala]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
<name>
<surname><![CDATA[Anasuya]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Chauhan]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Effect of supportive supervision on routine immunization service delivery-a randomized post-test study in Odisha]]></article-title>
<source><![CDATA[Glob J Health Sci]]></source>
<year>2014</year>
<volume>6</volume>
<numero>6</numero>
<issue>6</issue>
<page-range>61-7</page-range></nlm-citation>
</ref>
<ref id="B26">
<label>(26)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Pompeu]]></surname>
<given-names><![CDATA[DA]]></given-names>
</name>
<name>
<surname><![CDATA[Rossi]]></surname>
<given-names><![CDATA[LA]]></given-names>
</name>
<name>
<surname><![CDATA[Paiva]]></surname>
<given-names><![CDATA[L]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Content validation of the nursing diagnosis Nausea]]></article-title>
<source><![CDATA[Rev Esc Enferm]]></source>
<year>2014</year>
<volume>48</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>48-56</page-range></nlm-citation>
</ref>
<ref id="B27">
<label>(27)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Panda]]></surname>
<given-names><![CDATA[B]]></given-names>
</name>
<name>
<surname><![CDATA[Pati]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
<name>
<surname><![CDATA[Nallala]]></surname>
<given-names><![CDATA[S]]></given-names>
</name>
<name>
<surname><![CDATA[Chauhan]]></surname>
<given-names><![CDATA[AS]]></given-names>
</name>
<name>
<surname><![CDATA[Anasuya]]></surname>
<given-names><![CDATA[A]]></given-names>
</name>
<name>
<surname><![CDATA[Som]]></surname>
<given-names><![CDATA[M]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[How supportive supervision influences immunization session site practices: a quasi-experimental study in Odisha, India]]></article-title>
<source><![CDATA[Glob Health Action]]></source>
<year>2015</year>
<volume>8</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>25772</page-range></nlm-citation>
</ref>
<ref id="B28">
<label>(28)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Bogale]]></surname>
<given-names><![CDATA[HA]]></given-names>
</name>
<name>
<surname><![CDATA[Amhare]]></surname>
<given-names><![CDATA[AF]]></given-names>
</name>
<name>
<surname><![CDATA[Bogale]]></surname>
<given-names><![CDATA[AA]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Assessment of factors affecting vaccine cold chain management practice in public health institutions in east Gojam zone of Amhara region]]></article-title>
<source><![CDATA[BMC Public Health]]></source>
<year>2019</year>
<volume>19</volume>
<numero>1433</numero>
<issue>1433</issue>
<page-range>1-6</page-range></nlm-citation>
</ref>
<ref id="B29">
<label>(29)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Medeiros]]></surname>
<given-names><![CDATA[SG]]></given-names>
</name>
<name>
<surname><![CDATA[Neto]]></surname>
<given-names><![CDATA[AVL]]></given-names>
</name>
<name>
<surname><![CDATA[Saraiva]]></surname>
<given-names><![CDATA[COPO]]></given-names>
</name>
<name>
<surname><![CDATA[Barbosa]]></surname>
<given-names><![CDATA[ML]]></given-names>
</name>
<name>
<surname><![CDATA[Santos]]></surname>
<given-names><![CDATA[VEP]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Safety evaluation in vaccine care: elaborating and validating a protocol]]></article-title>
<source><![CDATA[Acta Paul Enferm]]></source>
<year>2019</year>
<volume>32</volume>
<numero>1</numero>
<issue>1</issue>
<page-range>53-64</page-range></nlm-citation>
</ref>
<ref id="B30">
<label>(30)</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Cendón]]></surname>
<given-names><![CDATA[BV]]></given-names>
</name>
<name>
<surname><![CDATA[Ribeiro]]></surname>
<given-names><![CDATA[NA]]></given-names>
</name>
<name>
<surname><![CDATA[Chaves]]></surname>
<given-names><![CDATA[CJ]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Pesquisas de Survey: análise das reações dos respondentes]]></article-title>
<source><![CDATA[Inf &amp; Soc]]></source>
<year>2014</year>
<volume>24</volume>
<numero>3</numero>
<issue>3</issue>
<page-range>29-48</page-range></nlm-citation>
</ref>
</ref-list>
</back>
</article>
