<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.0 20120330//EN" "http://jats.nlm.nih.gov/publishing/1.0/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" dtd-version="1.0" specific-use="sps-1.8" article-type="research-article" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">estpsi</journal-id>
            <journal-title-group>
                <journal-title>Estudos de Psicologia (Campinas)</journal-title>
                <abbrev-journal-title abbrev-type="publisher">Estud. psicol.</abbrev-journal-title>
            </journal-title-group>
            <issn pub-type="ppub">0103-166X</issn>
            <issn pub-type="epub">1982-0275</issn>
            <publisher>
                <publisher-name>Programa de Pós-Graduação em Psicologia, Pontifícia Universidade Católica de Campinas</publisher-name>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">00033</article-id>
            <article-id pub-id-type="doi">10.1590/1982-0275202037e180094</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>HEALTH PSYCHOLOGY</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Family interactions and the involvement of adolescents in bullying situations from a bioecological perspective</article-title>
                <trans-title-group xml:lang="pt">
                    <trans-title>Interações familiares e envolvimento de adolescentes em situações de bullying na perspectiva bioecológica</trans-title>
                </trans-title-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-3146-8197</contrib-id>
                    <name>
                        <surname>de OLIVEIRA</surname>
                        <given-names>Wanderlei Abadio</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff01">1Wanderlei Abadio de</xref>
                    <xref ref-type="corresp" rid="c01"/>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-3727-8490</contrib-id>
                    <name>
                        <surname>SILVA</surname>
                        <given-names>Jorge Luiz</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff02">2</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-1101-5377</contrib-id>
                    <name>
                        <surname>Rodrígues FERNANDEZ</surname>
                        <given-names>José Eugenio</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff03">3</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0001-8214-7767</contrib-id>
                    <name>
                        <surname>dos SANTOS</surname>
                        <given-names>Manoel Antônio</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff01">1</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0003-3108-1512</contrib-id>
                    <name>
                        <surname>CARAVITA</surname>
                        <given-names>Simona Carla Silvia</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff04">4</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-9967-8158</contrib-id>
                    <name>
                        <surname>SILVA</surname>
                        <given-names>Marta Angélica Iossi</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff05">5Marta Angélica Iossi</xref>
                </contrib>
            </contrib-group>
            <aff id="aff01">
                <label>1</label>
                <institution content-type="orgname">Universidade de São Paulo</institution>
                <institution content-type="orgdiv1">Faculdade de Filosofia, Ciências e Letras de Ribeirão Preto</institution>
                <institution content-type="orgdiv2">Departamento de Psicologia</institution>
                <addr-line>
                    <named-content content-type="city">Ribeirão Preto</named-content>
                    <named-content content-type="state">SP</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade de São Paulo, Faculdade de Filosofia, Ciências e Letras de Ribeirão Preto, Departamento de Psicologia. Av. Bandeirantes, 3900, Sala 75, 14040-902, Ribeirão Preto, SP, Brasil.</institution>
            </aff>
            <aff id="aff02">
                <label>2</label>
                <institution content-type="orgname">Universidade de Franca</institution>
                <institution content-type="orgdiv1">Programa de Pós-Graduação em Promoção de Saúde</institution>
                <addr-line>
                    <named-content content-type="city">Franca</named-content>
                    <named-content content-type="state">SP</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade de Franca, Área Ciências Biológicas e Saúde, Programa de Pós-Graduação em Promoção de Saúde. Franca, SP, Brasil</institution>
            </aff>
            <aff id="aff03">
                <label>3</label>
                <institution content-type="orgname">Universidad de Santiago de Compostela</institution>
                <institution content-type="orgdiv1">Facultad de Ciencias de la Educación</institution>
                <institution content-type="orgdiv2">Departamento de Didácticas Aplicadas</institution>
                <addr-line>
                    <named-content content-type="city">Santiago de Compostela</named-content>
                </addr-line>
                <country country="ES">España</country>
                <institution content-type="original">Universidad de Santiago de Compostela, Facultad de Ciencias de la Educación, Departamento de Didácticas Aplicadas. Santiago de Compostela, España.</institution>
            </aff>
            <aff id="aff04">
                <label>4</label>
                <institution content-type="orgname">Università Cattolica del Sacro Cuore</institution>
                <institution content-type="orgdiv1">Facoltà di Psicologia</institution>
                <institution content-type="orgdiv2">Dipartimento di Psicologia</institution>
                <addr-line>
                    <named-content content-type="city">Milano</named-content>
                </addr-line>
                <country country="IT">Itália</country>
                <institution content-type="original">Università Cattolica del Sacro Cuore, Facoltà di Psicologia, Dipartimento di Psicologia. Milano, Itália.</institution>
            </aff>
            <aff id="aff05">
                <label>5</label>
                <institution content-type="orgname">Universidade de São Paulo</institution>
                <institution content-type="orgdiv1">Escola de Enfermagem de Ribeirão Preto</institution>
                <institution content-type="orgdiv2">Departamento de Saúde Materno-Infantil e Saúde Pública</institution>
                <addr-line>
                    <named-content content-type="city">Ribeirão Preto</named-content>
                    <named-content content-type="state">SP</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade de São Paulo, Escola de Enfermagem de Ribeirão Preto, Departamento de Saúde Materno-Infantil e Saúde Pública.Ribeirão Preto, SP, Brasil.</institution>
            </aff>
            <author-notes>
                <fn fn-type="con" id="fn01">
                    <p>Contributors</p>
                    <p>W.A. OLIVEIRA was responsible for the conception and design, analysis, interpretation of data and writing of thearticle. J.L. SILVA, J.E.R. FERNÁNDEZ and M.A SANTOS collaborated in the analysis, interpretation and discussion of thedata, and in the revision of the final version. S.C.S. CARAVITA and M.A.I. SILVA were responsible for guiding, reviewingand approving the final version of the manuscript.</p>
                </fn>
                <corresp id="c01">Correspondence to: W. A. OLIVEIRA. E-mail: <email>wanderleio@usp.br</email>.</corresp>
            </author-notes>
            <pub-date pub-type="epub-ppub">
                <year>2019</year>
            </pub-date>
            <volume>37</volume>
            <elocation-id>e180094</elocation-id>
            <history>
                <date date-type="received">
                    <day>21</day>
                    <month>08</month>
                    <year>2018</year>
                </date>
                <date date-type="rev-recd">
                    <day>04</day>
                    <month>07</month>
                    <year>2019</year>
                </date>
                <date date-type="accepted">
                    <day>03</day>
                    <month>09</month>
                    <year>2019</year>
                </date>
            </history>
            <permissions>
                <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/" xml:lang="en">
                    <license-p>This is an Open Access article distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <abstract>
                <title>Abstract</title>
                <p>Exposure to school bullying is a situation experienced in children and adolescents’ routine and a few bullying complex conditions have not yet been sufficiently explored. Thus, this study’s objective aimed at synthesizing empirical evidence concerning the relationship between bullying and family variables in a theoretical model. Adopting a mixed design, the total sample included 2,354 students from 11 public schools who participated in the quantitative stage study. Data were collected using two scales. In the quantitative stage 55 students were randomly selected for semi-structured interviews. The results revealed that positive family interactions have a protective power in relation to bullying and victimization, while negative family interactions increase the risk of students becoming involved in such situations. The factors that influence students’ involvement in school bullying belonged to the analytical components of the Bioecological Model. The outcome helped a better understanding of bullying and provided empirical support for family inclusion in the issue.</p>
            </abstract>
            <trans-abstract xml:lang="pt">
                <title>Resumo</title>
                <p>A exposição ao bullying escolar é uma realidade para crianças e adolescentes, porém ainda não foram exploradas suficientemente algumas complexidades do fenômeno. Assim, este estudo objetivou sintetizar em um modelo teórico evidências empíricas sobre a relação entre bullying e variáveis familiares. Com delineamento misto, a amostra total foi constituída por 2.354 estudantes de 11 escolas públicas, os quais participaram da etapa quantitativa do estudo, respondendo a duas escalas. Na fase qualitativa, 55 estudantes foram selecionados aleatoriamente para participar de entrevistas semiestruturadas. Os resultados revelaram que interações familiares positivas possuem poder protetivo em relação ao bullying e à vitimização, ao passo que interações familiares negativas aumentam o risco de envolvimento dos estudantes nessas situações. Os fatores que influenciam no envolvimento dos estudantes em situações de bullying na escola pertenciam aos componentes analíticos da Teoria Bioecológica. Os resultados permitiram ampliar a compreensão sobre o bullying e dão apoio empírico para incluir a família no debate sobre essa questão.</p>
            </trans-abstract>
            <kwd-group xml:lang="en">
                <title>Keywords</title>
                <kwd>Adolescence</kwd>
                <kwd>Family relations</kwd>
                <kwd>Methodological triangulation</kwd>
                <kwd>School violence</kwd>
            </kwd-group>
            <kwd-group xml:lang="pt">
                <title>Palavras-chave</title>
                <kwd>Adolescência</kwd>
                <kwd>Relações familiares</kwd>
                <kwd>Triangulação metodológica</kwd>
                <kwd>Violência escolar</kwd>
            </kwd-group>
            <funding-group>
                <award-group>
                    <funding-source>Fundação de Amparo à Pesquisa do Estado de São Paulo</funding-source>
                    <award-id>2014/13062-7</award-id>
                </award-group>
                <award-group>
                    <funding-source>Coordenação de Aperfeiçoamento de Pessoal de Nível Superior</funding-source>
                    <award-id>99999.007029/2014-04</award-id>
                </award-group>
                <funding-statement>Support: Fundação de Amparo à Pesquisa do Estado de São Paulo (Process nº 2014/13062-7) and Coordenação de Aperfeiçoamento de Pessoal de Nível Superior (Process nº 99999.007029/2014-04)</funding-statement>
            </funding-group>
            <counts>
                <fig-count count="3"/>
                <table-count count="0"/>
                <equation-count count="0"/>
                <ref-count count="33"/>
                <page-count count="12"/>
            </counts>
        </article-meta>
    </front>
    <body>
        <p>Exposure to repetitive, intentional acts of violence marked by power imbalance between peers, called bullying (<xref ref-type="bibr" rid="B25">Olweus, 2013</xref>), is a reality that has been repeatedly neglected in the children and adolescents’ school routine in Brazil. Studies have shown that about 20% of school age students have bullied and another 7% have been victims of such violence in schools (<xref ref-type="bibr" rid="B22">Oliveira et al., 2015</xref>, <xref ref-type="bibr" rid="B23">Oliveira et al., 2016</xref>). These prevalence rates are consistent with those found in other studies conducted in North America and Europe (<xref ref-type="bibr" rid="B10">Craig et al., 2009</xref>) as well as in Latin America (<xref ref-type="bibr" rid="B17">Félix, Alamillo, &amp; Ruiz, 2011</xref>). Student involvement in bullying is associated with mental health problems, social difficulties and school failure (<xref ref-type="bibr" rid="B11">Crochík, 2016</xref>; <xref ref-type="bibr" rid="B25">Olweus, 2013</xref>; <xref ref-type="bibr" rid="B26">Patton, Hong, Williams, &amp; Allen-Meares, 2013</xref>).</p>
        <p>Understood as a relationship problem that emerges from primary relationships and establishes itself as a pattern of behavior in childhood, adolescence and adulthood, some family characteristics may contribute to the development of bullying (<xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>). In this connection, in an attempt to explain the occurrence of the phenomenon, investigations have documented the interface between family variables and school bullying practice or victimization (<xref ref-type="bibr" rid="B15">Foster &amp; Brooks-Gunn, 2013</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>).</p>
        <p>Regarding the protective factors of the family in connection with the involvement in bullying situations, it was observed that families with the presence of two parental figures and which are marked by understanding and by perceived support, where parents check homework and are aware of how children spend their free time, are less associated with aggression or victimization (<xref ref-type="bibr" rid="B01">Abdirahman, Fleming, &amp; Jacobsen, 2013</xref>; <xref ref-type="bibr" rid="B18">Healy, Sanders, &amp; Iyer, 2015</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>). Similarly, the following are also protective factors: good communication at home, feelings of involvement and protection, positive relationships with the mother figure and good family climate (<xref ref-type="bibr" rid="B28">Shetgiri, Lin, &amp; Flores, 2013</xref>).</p>
        <p>As to vulnerability, bullying has been associated to negative parent-child involvement, manifest or perceived negative affection, use of physical punishment as disciplinary strategy, family conflict, lack of parental supervision, communication difficulties, negative perceptions of family, domestic violence, among other factors that have aroused the investigators’ interest (<xref ref-type="bibr" rid="B03">Barboza et al., 2009</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>). These family variables, contextual and articulated with each other or with other macrosystemic factors, are suggested predictors or vulnerability factors for experiences as aggressors or victims in bullying situations.</p>
        <p>Within this framework, the present study, inspired by the bioecological perspective, presents an understanding of the complex relationship between adolescent bullying and family variables based on empirical support and investigation results disseminated in the scientific literature. The theoretical-conceptual framework used in this investigation is summarized in the following topic.</p>
        <sec>
            <title>Introductory Aspects of Bioecological Theory of Development</title>
            <p>The Bioecological Theory of Development, proposed by Urie Bronfenbrenner, considers human development as contextual and continuous and does not just refer to the biological changes that mark the life cycle (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). From this perspective, developing people interact with ecological environments that are interpreted as a set of intertwined and interconnected structures (people, institutions, feelings, and relationships, for example) (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). One of the first paradigm changes proposed by the bioecological model is the conception of human development in an integrated and integrative way (<xref ref-type="bibr" rid="B03">Barboza et al., 2009</xref>; <xref ref-type="bibr" rid="B05">Boel-Studt &amp; Renner, 2013</xref>).</p>
            <p>Inherently complex, the bioecological model designs an understanding of people’s life processes and how they act therein. Emphasis is also given to the direction of development that is driven by objective and subjective elements, with no overlap of either one but an interconnection. Thus, it can be seen that development occurs through complex processes of reciprocal and active interactions, explained from the theoretical model Process-Person-Context-Time (PPCT) (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). These dynamic and interdependent cores (PPCT) encompass the developing individual, resources, relationships, environment and the processes that occur near or far from them. This allows the bioecological paradigm to be structured in five interconnected components/systems, which guide the theory and the investigations that use it as a theoretical reference, namely: (1) individual, (2) microsystem, (3) mesosystem, (4) exosystem and (5) macrosystem (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>).</p>
            <p>The microsystem refers to the environment within which people relate in an immediate context and the mesosystem is a set of interacting microsystems (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). The exosystem refers to a dimension in which the developing individual is not actively inserted, but events that affect him/her may occur, while the macrosystem corresponds to the most distant aspects of the individual development platform (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). These systems are conceived nested into each other, as “a set of Russian dolls” (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>), and can be illustrated in a theoretical model like the one shown in <xref ref-type="fig" rid="f01">Figure 1</xref>. </p>
            <fig id="f01">
                <label>Figure 1</label>
                <caption>
                    <title>Bioecological development model</title>
                </caption>
                <graphic xlink:href="1678-9865-estpsi-37-e180094-gf01.jpg"/>
            </fig>
            <p>Studies have found that it is within the microsystems that a greater number of variables play a relevant role in promoting or inhibiting bullying behaviors. Family climate, quality of parent-child involvement, communication and discipline methods, interaction models, and monitoring practices are the factors mostly associated to the phenomenon (<xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>; <xref ref-type="bibr" rid="B28">Shetgiri et al., 2013</xref>). At the mesosystem level, the fact that parents were acquainted with their children’s friends was associated with a decreased number of reports of bullying, while students faced by parents expecting exaggerated school scores were more often involved in aggression situations (<xref ref-type="bibr" rid="B19">Lemstra, Rogers, Redgate, Garner, &amp; Moraros, 2011</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>).</p>
            <p>Ancillary factors such as parents’ education and working hours, as well as the violence level in communities and neighborhoods (exosystem), were the variables associated with the involvement in bullying situations (<xref ref-type="bibr" rid="B16">Fu, Land, &amp; Lamb, 2013</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>). In the macrosystem component, it was revealed that social and cultural beliefs about violence, as well as social inequality, contributed to increase the occurrence of bullying (<xref ref-type="bibr" rid="B12">Cuervo et al., 2012</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>).</p>
            <p><xref ref-type="fig" rid="f02">Figure 2</xref> summarizes and presents the main findings about the interface between family and bullying reported in the literature.</p>
            <fig id="f02">
                <label>Figure 2</label>
                <caption>
                    <title>Bioecological model for bullying and family interface</title>
                </caption>
                <graphic xlink:href="1678-9865-estpsi-37-e180094-gf02.jpg"/>
            </fig>
            <p>It should be observed that the approach of bullying and family interactions, from the bioecological perspective, offers two theoretical benefits to understand the phenomenon. Theory (1) claims the possibility of testing the influence of the family context on the individual’s involvement in bullying situations, and theory (2) allows a contextual analysis of climate and school violence. Approaches about individual characteristics, experiences with bullying and family, family involvement and aspects of the school environments investigated are prominent. This model further reveals the importance of investigating how the context, the phenomena and human activity are for the individuals. Thus, the meanings and the academic production based on this model addresses correlated environmental and individual factors, as proposed by this study, surpassing one-dimensional paradigms.</p>
        </sec>
        <sec>
            <title>The investigation</title>
            <p>The objective of this investigation was to synthesize and summarize in a theoretical model empirical evidence on the relationship between school bullying and family variables. The theoretical assumptions adopted were: (1) adolescent’s experience in the family microsystem are the most critical and most influential in bullying or victimization situations (<xref ref-type="bibr" rid="B04">Bibou-Nakou, Tsiantis, Assimopoulos, &amp; Chatzilambou, 2013</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>); (2) negative family interactions are vulnerability factors for involvement in bullying practices (<xref ref-type="bibr" rid="B04">Bibou-Nakou et al., 2013</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>); and (3) positive family climate can be considered as a protective factor for bullying and victimization (<xref ref-type="bibr" rid="B04">Bibou-Nakou et al., 2013</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>).</p>
            <p>The assumption is that the proposed theoretical model will contribute, in an innovative and original way, to the theoretical development of the areas of Psychology and Education, as it (1) allows to close existing gaps in the approach of the phenomenon, especially in connection with Latin America and Brazil, and (2) deepens the understanding of bullying, which is often understood as being a phenomenon confined to the school environment.</p>
        </sec>
        <sec sec-type="methods">
            <title>Method</title>
            <sec>
                <title>Participants</title>
                <p>This population-based cross-sectional study grounded on the perspective of methodological triangulation included 2,354 students (female = 50.7%; mean age <italic>M</italic> = 14.5 years, <italic>SD</italic> = 2.0 years) from 11 public schools in one municipality of the interior of the State of <italic>Minas Gerais</italic>, Brazil. Those students answered two scales used in data collection. In the qualitative phase, 55 students were drawn (female = 47.0%, mean age <italic>M</italic> = 15 years, <italic>SD</italic> = 2.0 years) of the total participants. For the sample definition, the selection of strata (schools) with the method of Probability Proportional to Size was used (<xref ref-type="bibr" rid="B29">Szwarcwald &amp; Damacena, 2008</xref>).</p>
            </sec>
            <sec>
                <title>Instruments</title>
                <p>Participants answered two questionnaire scales and, in the qualitative stage, gave script-oriented interviews. Thus, the instruments used were:</p>
                <p>- <italic>Peer Aggression and Victimization Scale</italic> (PAVS) (<xref ref-type="bibr" rid="B13">Cunha, Weber, &amp; Steiner Neto, 2011</xref>). This is a self-report instrument developed in Brazil to investigate peer aggression and victimization in the school context. The scale is composed of 18 affirmative statements describing specific aggressive behaviors. Examples: I teased my colleagues; my colleagues stole, searched or damaged my things. Scale items are assessed in a 5-point Likert system by measuring the frequency of the studied behaviors (1-never; 2-almost never; 3-sometimes; 4-always; 5-almost always). For its application in this study the scale was adapted, with the author’s permission, and a definition of bullying was entered in its header. The scale structure, in relation to the sample group, was tested by factor analysis and according to the degree of fit of the data, being considered adequate.</p>
                <p>- <italic>Family Interaction Quality Scale</italic> (FIQS) (<xref ref-type="bibr" rid="B33">Weber, Salvador, &amp; Brandenburg, 2011</xref>). A self-report instrument developed in Brazil that assesses nine factors of family interaction, namely: (1) involvement; (2) rules and monitoring; (3) corporal punishment; (4) positive communication; (5) negative communication; (6) positive marital climate; (7) negative marital climate; (8) parental model; and (9) children’s feelings. The scale includes a total of forty items, measured using a 5-point Likert system (1-never; 2-almost never; 3-sometimes; 4-always; 5-almost always). Examples of the scale statements: My parents pat each other; my parents usually scold me; my parents usually criticize me negatively. The scale structure was tested by factor analysis in relation to the sample group and according to the degree of data fit, was considered adequate.</p>
                <p>- <italic>Semi-structured interview script</italic>. The roadmap was developed based on the recommendations of the scientific literature on qualitative research and bullying (<xref ref-type="bibr" rid="B20">Minayo, 2014</xref>; <xref ref-type="bibr" rid="B30">Thornberg, 2011</xref>) and synthesized the study’s indicators, namely: (1) types of family interaction, the way they are configured and the feelings associated to; (2) what they consider bullying; (3) feelings associated with the practice of bullying or victimization; (4) how they solve their problems or bullying situations (resort to adults and/or friends); and (5) the perceptions of self, life and potential attachment figures of the family context. Examples of questions in the script: Tell me how your relationship with your parents is like? What is bullying to you? Do you think the way things happen in your home influence what happens with you at school? Follow-up questions were also used, such as: What do you mean? Could you give me examples?</p>
            </sec>
            <sec>
                <title>Procedures</title>
                <p>Data collection took place between August and October 2014. After briefing on the investigation objectives and procedures, collecting signatures in terms of agreement and consent forms, students collectively responded to the PAVS and FIQS scales. The application of the two scales lasted 50 minutes on average, in each class. From the scale respondents groups, students were selected at random for the semi-structured interviews that also took place in schools, conducted by the investigator in charge, in private rooms, without the presence of teachers or other students. The average time of each interview was 12 minutes. The interviews were audio-recorded and fully transcribed.</p>
                <p>We opted for double-digit validation and all data obtained in the application of the two scales were typed and retyped in the Excel program so that, in case of disagreement, the investigator in charge would make the applicable corrections. Statistical analysis of the data was carried out using the IBM<sup>®</sup> SPSS<sup>®</sup> (version 21.0), and <italic>p</italic> &lt; 0.05 was considered as statistically significant. In the qualitative analysis the Atlas TI software was used. The data were grouped by thematic similarity into minimal categories, which expressed a central idea and covered the items of the theoretical model adopted by a study based on the Bioecological Theory of Development.</p>
                <p>All phases of the study followed the guidelines, requirements and ethical recommendations of Resolution 466/2012 of the National Health Council of Brazil. The project was submitted and approved by the Ethics Research Committee at EERP-USP (Opinion: 484.912/2013). The adolescents and their guardians also provided written agreement and consent, respectively, for voluntary participation in the investigation.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Most participants had no involvement with bullying situations (74.2%); 10.3% of the students had practiced bullying and 10.1% had suffered bullying, while 5.4% had practiced and suffered some violence, according to the data collected using the “Peer Victimization and Aggression Scale” and the <italic>K-means clustering cluster analysis</italic>. A greater number of boys had been aggressor (7.4%) and victim aggressor (3.9%) compared to girls, while a greater number of girls had been victim (5.2%) compared to boys. Younger students attending the first grades of elementary school and the first year of junior high school were more vulnerable to victimization.</p>
            <p>Through logistic regression tests it was found that students not involved with bullying situations enjoyed better family interactions quality (<italic>p</italic> = 0.00) when compared to aggressors, victims and victim-aggressors. Aggressors, victims and victims-aggressors had had more experiences in terms of physical punishment, negative communication and negative marital climate in their families. The dimension of quality of family interaction “rules and monitoring” (<italic>OR</italic>: 1.21; <italic>p</italic> = 0.01) had protective power, as the increase in their score reduced the possibility of qualification in one of the groups involved with bullying situations. On the other hand, the dimensions “physical punishment” (<italic>OR</italic>: 0.84; <italic>p</italic> = 0.01) and “negative communication” (<italic>OR</italic>: 0.53; <italic>p</italic> = 0.00) increased vulnerability conditions.</p>
            <p>In the analysis of qualitative data, in general, it was found that the participants’ family involvement was positive, with reports of verbal and physical manifestation of affection and sensitivity of parents or guardians to support and recognize their children’s problems. Family dialogue openness was one of the issues that stood out in the narratives among all participants. Good relationship between the parental figures, including demonstration of affection, dialogue and respect between the parental couple were also mentioned. These positive aspects of family interactions emerged from the interviews and can be considered as protective against bullying or victimization in the school context.</p>
            <p>On the other hand, participants revealed that negative or nonexistent communication, episodes of corporal punishment, and excessive parents’ working hours are inversely correlated with positive family events and can contribute to the students’ involvement in situations of aggression and violence in school. Low participation of parents in their children’s lives (level of family involvement), as measured by the reference made to few affection manifestations, lack of support and autonomy encouragement, were other elements extracted from the participants’ stories. In addition student victims and aggressors expressed feelings of helplessness in their families.</p>
            <p>The family was also indicated by the participants as an educational space and accountable for the conveyance of principles, values and for the definition of what is “right or wrong”. For some of the students when there are deficiencies in this formation process, feelings of intolerance and poor empathy for the other develop, a condition that materializes into situations such as bullying in school. The qualitative data also allowed inference about potential association between the bullying problem and lack of family’s preparation for a broad social life; this aspect was also highlighted by the participants.</p>
            <p>Thus, empirical, quantitative and qualitative data allowed mapping the relationship between school bullying and family variables. In this connection, considering the Bioecological Development Theory and the theoretical models presented above, a synthesis of the study: results included the individual structure, microsystem, mesosystem, exosystem and macrosystem which are reported in <xref ref-type="fig" rid="f03">Figure 3</xref>. Please notice that the study findings are printed. in black, while aspects not covered in the investigation are in gray.</p>
            <fig id="f03">
                <label>Figure 3</label>
                <caption>
                    <title>Empirical model for the bullying and family interface in the study.</title>
                </caption>
                <graphic xlink:href="1678-9865-estpsi-37-e180094-gf03.jpg"/>
            </fig>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>This study used methodological triangulation to synthesize and summarize in a theoretical model, empirical evidence about the relationship between school bullying and family variables. There was a prevalence rate of 10.3% of aggressor students, 10.1% of victims and 5.4% of victim-aggressors among the participants. Boys practiced more bullying than girls. Younger students were more vulnerable to victimization, as were girls. Positive family interactions had a protective role on bullying and victimization, while negative family interactions increased the risk of student involvement in those situations. Other family issues such as place for ethical and moral development, supportive relationships, excessive working hours of parents and macrosystemic aspects were reported by participants.</p>
            <p>Research data concerning the individual level is generally supported by other studies on bullying. A large epidemiological survey involving 79 countries found that approximately 30% of students reported bullying victimization in school, and 10.7% of boys reported having engaged in four or more episodes of physical abuse, compared with 2.7% of girls (<xref ref-type="bibr" rid="B14">Elgar et al., 2015</xref>). In Brazil, in the <italic>Rio Grande do Sul</italic> State, boys were more than twice as likely to be abusers as compared to girls (<xref ref-type="bibr" rid="B27">Rech, Halpern, Tedesco, &amp; Santos, 2013</xref>).</p>
            <p>In addition, girls have greater potential to break the cycle of violence in schools, as well as to be empathetic and supportive (<xref ref-type="bibr" rid="B31">Thornberg, Wänström, Hong, &amp; Espelage, 2017</xref>). These differences between boys and girls were revealed in the individual ethical and moral assessment of situations of bullying and victimization that result in movements of empathy or indifference. These data on gender differences can also be considered an issue, when taking into account the roles and expectations around the experience of being male (competitive and aggressive, for example) or female (more sensitive and care-driven, for example) in the development process.</p>
            <p>Regarding age, the scientific literature indicates that negative attitudes such as bullying decrease as age increases (<xref ref-type="bibr" rid="B25">Olweus, 2013</xref>), just as older students are more likely to support victims (<xref ref-type="bibr" rid="B06">Brighi, Guarini, Melotti, Galli, &amp; Genta, 2012</xref>), as observed in the students’ narrative in the present study. In addition, early adolescence is a critical time when individuals begin to explore new social roles and seek status within their peer group, which can motivate aggressive behavior (<xref ref-type="bibr" rid="B08">Caravita, Sijtsema, Rambaran, &amp; Gini, 2014</xref>).</p>
            <p>However, in line with the assumptions of the Bioecological Theory, it is within the microsystem that most of the findings of this investigation was concentrated. The combined analysis of qualitative and quantitative data revealed that students not involved in bullying situations enjoyed better family interactions, suggesting an inverse pattern, i.e. negative family interactions, for students identified as aggressors, victims and victims- aggressors. Repeated experiences in the family microsystem lead children and adolescents to internalize patterns of behavior and attitudes that will shape their social conduct (<xref ref-type="bibr" rid="B02">Ashiabi &amp; O’Neal, 2015</xref>; <xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>).</p>
            <p>According to scientific literature data, families of aggressors and victims are less functional than students’ families without involvement with the phenomenon. In Colombia, a study with 304 students found that the absence of affective bonds and dysfunctional families were more associated with bullying (<xref ref-type="bibr" rid="B32">Uribe, Orcasita, &amp; Gomés, 2012</xref>). Another survey of 888 Australian students confirmed that aggressors and victims came from dysfunctional families (<xref ref-type="bibr" rid="B21">Murray-Harvey &amp; Slee, 2010</xref>). This dysfunction is associated with difficulties in negotiating and cooperating with parents, impaired social skills, inadequate or nonexistent communication patterns, and lack of fondness and affection. As observed in the theoretical model built from empirical data, this dysfunctionality is present within the microsystem and is associated with those aspects that make students more vulnerable, causing them to be more prone to bullying practice or victimization.</p>
            <p>At the mesosystem level, it may be observed that families that support their children can help those who are bullied break the cycle of violence and abuse, strengthening them and helping them develop coping mechanisms to deal with bullying and victimization (<xref ref-type="bibr" rid="B04">Bibou-Nakou et al., 2013</xref>; <xref ref-type="bibr" rid="B26">Patton et al., 2013</xref>). However, not only is parental intervention relevant to breaking the inertial movement of aggression, but also a greater involvement of parents and caregivers with their children’s school, through participation in meetings and collegiate events or other actions that may influence student behavior at school (<xref ref-type="bibr" rid="B28">Shetgiri et al., 2013</xref>).</p>
            <p>Within the framework of the exosystem, in the interviews with adolescents, aggressors and victims complained about the short time spent with their parents due to their extended working hours. Studies (<xref ref-type="bibr" rid="B09">Christie-Mizell, Keil, Laske, &amp; Stewart, 2011</xref>; <xref ref-type="bibr" rid="B19">Lemstra et al., 2011</xref>) indicate an increased propensity for victimization and bullying when the paternal figure has extensive professional occupation or overtime work. Working conditions can cause high stress in adults due to economic uncertainties or even the need to work long hours to try to maintain the same standard of living and family subsistence (<xref ref-type="bibr" rid="B19">Lemstra et al., 2011</xref>). This scenario is quite adverse as it represents a reduction in the time available to parents or caregivers to accompany, supervise and get emotionally involved with their children (<xref ref-type="bibr" rid="B09">Christie-Mizell et al., 2011</xref>).</p>
            <p>These constituent aspects of the social and cultural environment cross the other levels (which are theoretical and interconnected), to enhance or inhibit processes that are constitutive of the historical-cultural man (<xref ref-type="bibr" rid="B07">Bronfenbrenner, 2011</xref>). This field includes both macrosystemic issues and socioeconomic conditions, diversity intolerance and social and cultural beliefs, as explored at different points in this discussion, and even the variables that pertain to the individual dimension, aspects that have been associated with aggressive behavior or to bullying victimization in other studies (<xref ref-type="bibr" rid="B08">Caravita et al., 2014</xref>; <xref ref-type="bibr" rid="B24">Oliveira et al., 2017</xref>).</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>The Bioecological Theory proved to be a theoretical framework capable of bringing advances that enhance the analysis of the existing interface between bullying and family interactions. In this connection, the reference data allowed identifying different levels of factors that influence the involvement of students in bullying situations, including individual characteristics, the microsystem, mesosystem, exosystem and macrosystem. The results allow us to expand our understanding of bullying; this is a relevant aspect of the literature produced within Latin American, especially in the Brazilian scenario, which focuses, as a rule, on diagnoses or on the characterization of bullying occurrence in schools.</p>
            <p>Despite these strong points, some limitations of the study should be noted when interpreting the results. First, the quality of family interactions was measured only based on the students’ reports. Other investigations could include parents and caregivers as informants to broaden the scope of this study’s discussions. Second, although bullying self-reports are commonly used in investigations that address this subject, they can introduce biases that need to be corrected by data collection techniques such as peer naming or the identification of victims and aggressors by teachers. Third, the cross-sectional nature of the study precludes the establishment of a causal relationship between variables, which could be minimized through longitudinal research or sequential follow-up of students and their families.</p>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="other" id="fn02">
                <p>Article based on the thesis of W.A. OLIVEIRA “<italic>Relações entre bullying na adolescência e interações familiares: do singular ao plural</italic>”. Universidade de São Paulo, 2017.</p>
            </fn>
            <fn fn-type="financial-disclosure" id="fn03">
                <p>Support: <italic>Fundação de Amparo à Pesquisa do Estado de São Paulo</italic> (Process nº 2014/13062-7) and <italic>Coordenação de Aperfeiçoamento de Pessoal de Nível Superior</italic> (Process nº 99999.007029/2014-04).</p>
            </fn>
            <fn fn-type="other" id="fn04">
                <p>How to cite this article</p>
                <p>Oliveira, W. A., Silva, J. L., Fernández, J. E. R., Santos, M. A., Caravita, S. C. S., &amp; Silva, M. A. I. (2020). Family interactions and the involvement of adolescents in bullying situations from a bioecological perspective. <italic>Estudos de Psicologia</italic> (Campinas), 37, e180094.http://dx.doi.org/10.1590/1982-0275202037e180094</p>
            </fn>
        </fn-group>
        <ref-list>
            <title>References</title>
            <ref id="B01">

                <mixed-citation>Abdirahman, H., Fleming, L. C., &amp; Jacobsen, K. H. (2013). Parental involvement and bullying among middle-school students in North Africa. <italic>Eastern Mediterranean Health Journal, 19</italic>(3), 227-233. Retrieved May 12, 2016, from http://www.who.int/iris/handle/10665/118405</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Abdirahman</surname>
                            <given-names>H</given-names>
                        </name>
                        <name>
                            <surname>Fleming</surname>
                            <given-names>L. C</given-names>
                        </name>
                        <name>
                            <surname>Jacobsen</surname>
                            <given-names>K. H.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Parental involvement and bullying among middle-school students in North Africa</article-title>
                    <source>Eastern Mediterranean Health Journal</source>
                    <volume>19</volume>
                    <issue>3</issue>
                    <fpage>227</fpage>
                    <lpage>233</lpage>
                    <date-in-citation content-type="access-date">May 12, 2016</date-in-citation>
                    <ext-link ext-link-type="uri" xlink:href="http://www.who.int/iris/handle/10665/118405">http://www.who.int/iris/handle/10665/118405</ext-link>

                </element-citation>
            </ref>
            <ref id="B02">

                <mixed-citation>Ashiabi, G. S., &amp; O’Neal, K. K. (2015). Child social development in context: An examination of some propositions in Bronfenbrenner’s Bioecological Theory. <italic>Sage Open, 5</italic>(2), 1-14. http://dx.doi.org/10.1177/2158244015590840</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Ashiabi</surname>
                            <given-names>G. S</given-names>
                        </name>
                        <name>
                            <surname>O’Neal</surname>
                            <given-names>K. K.</given-names>
                        </name>
                    </person-group>
                    <year>2015</year>
                    <article-title>Child social development in context: An examination of some propositions in Bronfenbrenner’s Bioecological Theory</article-title>
                    <source>Sage Open</source>
                    <volume>5</volume>
                    <issue>2</issue>
                    <fpage>1</fpage>
                    <lpage>14</lpage>
                    <pub-id pub-id-type="doi">10.1177/2158244015590840</pub-id>

                </element-citation>
            </ref>
            <ref id="B03">

                <mixed-citation>Barboza, G. E., Schiamberg, L. B., Oehmke, J., Korzeniewski, S. J., Post, L. A., &amp; Heraux, C. G. (2009). Individual characteristics and the multiple contexts of adolescent bullying: An ecological perspective. <italic>Journal of Youth and Adolescence, 38</italic>(1), 101-121. http://dx.doi.org/10.1007/s10964-008-9271-1</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Barboza</surname>
                            <given-names>G. E</given-names>
                        </name>
                        <name>
                            <surname>Schiamberg</surname>
                            <given-names>L. B</given-names>
                        </name>
                        <name>
                            <surname>Oehmke</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>Korzeniewski</surname>
                            <given-names>S. J</given-names>
                        </name>
                        <name>
                            <surname>Post</surname>
                            <given-names>L. A</given-names>
                        </name>
                        <name>
                            <surname>Heraux</surname>
                            <given-names>C. G.</given-names>
                        </name>
                    </person-group>
                    <year>2009</year>
                    <article-title>Individual characteristics and the multiple contexts of adolescent bullying: An ecological perspective</article-title>
                    <source>Journal of Youth and Adolescence</source>
                    <volume>38</volume>
                    <issue>1</issue>
                    <fpage>101</fpage>
                    <lpage>121</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10964-008-9271-1</pub-id>

                </element-citation>
            </ref>
            <ref id="B04">

                <mixed-citation>Bibou-Nakou, I., Tsiantis, J., Assimopoulos, H., &amp; Chatzilambou, P. (2013). Bullying/victimization from a family perspective: A qualitative study of secondary school students’ views. <italic>European Journal of Psychology of Education, 28</italic>(1), 53-71. http://dx.doi.org/10.1007/s10212-011-0101-6</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Bibou-Nakou</surname>
                            <given-names>I</given-names>
                        </name>
                        <name>
                            <surname>Tsiantis</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>Assimopoulos</surname>
                            <given-names>H</given-names>
                        </name>
                        <name>
                            <surname>Chatzilambou</surname>
                            <given-names>P.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Bullying/victimization from a family perspective: A qualitative study of secondary school students’ views</article-title>
                    <source>European Journal of Psychology of Education</source>
                    <volume>28</volume>
                    <issue>1</issue>
                    <fpage>53</fpage>
                    <lpage>71</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10212-011-0101-6</pub-id>

                </element-citation>
            </ref>
            <ref id="B05">

                <mixed-citation>Boel-Studt, S., &amp; Renner, L. M. (2013). Individual and familial risk and protective correlates of physical and psychological peer victimization. <italic>Child Abuse Negl, 37</italic>(12), 1163-1174. http://dx.doi.org/10.1016/j.chiabu.2013.07.010</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Boel-Studt</surname>
                            <given-names>S</given-names>
                        </name>
                        <name>
                            <surname>Renner</surname>
                            <given-names>L. M.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Individual and familial risk and protective correlates of physical and psychological peer victimization</article-title>
                    <source>Child Abuse Negl</source>
                    <volume>37</volume>
                    <issue>12</issue>
                    <fpage>1163</fpage>
                    <lpage>1174</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.chiabu.2013.07.010</pub-id>

                </element-citation>
            </ref>
            <ref id="B06">

                <mixed-citation>Brighi, A., Guarini, A., Melotti, G., Galli, S., &amp; Genta, M. L. (2012). Predictors of victimisation across direct bullying, indirect bullying and cyberbullying. <italic>Emotional &amp; Behavioural Difficulties, 17</italic>(3-4), 375-388. http://dx.doi.org/10.1080/13632752.2012.704684</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Brighi</surname>
                            <given-names>A</given-names>
                        </name>
                        <name>
                            <surname>Guarini</surname>
                            <given-names>A</given-names>
                        </name>
                        <name>
                            <surname>Melotti</surname>
                            <given-names>G</given-names>
                        </name>
                        <name>
                            <surname>Galli</surname>
                            <given-names>S</given-names>
                        </name>
                        <name>
                            <surname>Genta</surname>
                            <given-names>M. L.</given-names>
                        </name>
                    </person-group>
                    <year>2012</year>
                    <article-title>Predictors of victimisation across direct bullying, indirect bullying and cyberbullying</article-title>
                    <source>Emotional &amp; Behavioural Difficulties</source>
                    <volume>17</volume>
                    <issue>3-4</issue>
                    <fpage>375</fpage>
                    <lpage>388</lpage>
                    <pub-id pub-id-type="doi">10.1080/13632752.2012.704684</pub-id>

                </element-citation>
            </ref>
            <ref id="B07">

                <mixed-citation>Bronfenbrenner, U. (2011). <italic>A ecologia do desenvolvimento humano: tornando os seres humanos mais humanos</italic>. Porto Alegre: Artes Médicas.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Bronfenbrenner</surname>
                            <given-names>U.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <source>A ecologia do desenvolvimento humano: tornando os seres humanos mais humanos</source>
                    <publisher-loc>Porto Alegre</publisher-loc>
                    <publisher-name>Artes Médicas</publisher-name>

                </element-citation>
            </ref>
            <ref id="B08">

                <mixed-citation>Caravita, S. S., Sijtsema, J., Rambaran, J. A., &amp; Gini, G. (2014). Peer influences on moral disengagement in late childhood and early adolescence. <italic>Journal of Youth and Adolescence, 43</italic>(2), 193-207. http://dx.doi.org/10.1007/s10964-013-9953-1</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Caravita</surname>
                            <given-names>S. S</given-names>
                        </name>
                        <name>
                            <surname>Sijtsema</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>Rambaran</surname>
                            <given-names>J. A</given-names>
                        </name>
                        <name>
                            <surname>Gini</surname>
                            <given-names>G.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <article-title>Peer influences on moral disengagement in late childhood and early adolescence</article-title>
                    <source>Journal of Youth and Adolescence</source>
                    <volume>43</volume>
                    <issue>2</issue>
                    <fpage>193</fpage>
                    <lpage>207</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10964-013-9953-1</pub-id>

                </element-citation>
            </ref>
            <ref id="B09">

                <mixed-citation>Christie-Mizell, C. A., Keil, J. M., Laske, M. T., &amp; Stewart, J. (2011). Bullying behavior, parents’ work hours and early adolescents’ perceptions of time spent with parents. <italic>Youth &amp; Society, 43</italic>(4), 1570-1595. http://dx.doi.org/10.1177/0044118X10388261</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Christie-Mizell</surname>
                            <given-names>C. A</given-names>
                        </name>
                        <name>
                            <surname>Keil</surname>
                            <given-names>J. M</given-names>
                        </name>
                        <name>
                            <surname>Laske</surname>
                            <given-names>M. T</given-names>
                        </name>
                        <name>
                            <surname>Stewart</surname>
                            <given-names>J.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <article-title>Bullying behavior, parents’ work hours and early adolescents’ perceptions of time spent with parents</article-title>
                    <source>Youth &amp; Society</source>
                    <volume>43</volume>
                    <issue>4</issue>
                    <fpage>1570</fpage>
                    <lpage>1595</lpage>
                    <pub-id pub-id-type="doi">10.1177/0044118X10388261</pub-id>

                </element-citation>
            </ref>
            <ref id="B10">

                <mixed-citation>Craig, W., Harel-Fisch, Y., Fogel-Grinvald, H., Dostaler, S., Hetland, J., Simons-Morton, B., ... Pickett, W. (2009). A cross-national profile of bullying and victimization among adolescents in 40 countries. <italic>International Journal of Public Health, 54</italic>(2), 216-224. http://dx.doi.org/10.1007/s00038-009-5413-9</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Craig</surname>
                            <given-names>W</given-names>
                        </name>
                        <name>
                            <surname>Harel-Fisch</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name>
                            <surname>Fogel-Grinvald</surname>
                            <given-names>H</given-names>
                        </name>
                        <name>
                            <surname>Dostaler</surname>
                            <given-names>S</given-names>
                        </name>
                        <name>
                            <surname>Hetland</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>Simons-Morton</surname>
                            <given-names>B</given-names>
                        </name>
                        <name>
                            <surname>Pickett</surname>
                            <given-names>W.</given-names>
                        </name>
                    </person-group>
                    <year>2009</year>
                    <article-title>A cross-national profile of bullying and victimization among adolescents in 40 countries</article-title>
                    <source>International Journal of Public Health</source>
                    <volume>54</volume>
                    <issue>2</issue>
                    <fpage>216</fpage>
                    <lpage>224</lpage>
                    <pub-id pub-id-type="doi">10.1007/s00038-009-5413-9</pub-id>

                </element-citation>
            </ref>
            <ref id="B11">

                <mixed-citation>Crochík, J. L. (2016). Hierarchy, violence and bullying among students of Public Middle Schools. <italic>Paidéia, 26</italic>(65), 307-315. http://dx.doi.org/10.1590/1982-43272665201608</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Crochík</surname>
                            <given-names>J. L.</given-names>
                        </name>
                    </person-group>
                    <year>2016</year>
                    <article-title>Hierarchy, violence and bullying among students of Public Middle Schools</article-title>
                    <source>Paidéia</source>
                    <volume>26</volume>
                    <issue>65</issue>
                    <fpage>307</fpage>
                    <lpage>315</lpage>
                    <pub-id pub-id-type="doi">10.1590/1982-43272665201608</pub-id>

                </element-citation>
            </ref>
            <ref id="B12">

                <mixed-citation>Cuervo, V., Alberto, Á., Martínez, C., Alonso, E., Acuña, T., &amp; Margarita, G. (2012). Diferencias en la situación socioeconómica, clima y ajuste familiar de estudiantes con reportes de bullying y sin ellos. <italic>Psicología desde el Caribe, 29</italic>(3), 616-631. Recuperado de http://www.redalyc.org/articulo.oa?id=21328599004</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Cuervo</surname>
                            <given-names>V</given-names>
                        </name>
                        <name>
                            <surname>Alberto</surname>
                            <given-names>Á</given-names>
                        </name>
                        <name>
                            <surname>Martínez</surname>
                            <given-names>C</given-names>
                        </name>
                        <name>
                            <surname>Alonso</surname>
                            <given-names>E</given-names>
                        </name>
                        <name>
                            <surname>Acuña</surname>
                            <given-names>T</given-names>
                        </name>
                        <name>
                            <surname>Margarita</surname>
                            <given-names>G.</given-names>
                        </name>
                    </person-group>
                    <year>2012</year>
                    <article-title>Diferencias en la situación socioeconómica, clima y ajuste familiar de estudiantes con reportes de bullying y sin ellos</article-title>
                    <source>Psicología desde el Caribe</source>
                    <volume>29</volume>
                    <issue>3</issue>
                    <fpage>616</fpage>
                    <lpage>631</lpage>
                    <comment>Recuperado de <ext-link ext-link-type="uri" xlink:href="http://www.redalyc.org/articulo.oa?id=21328599004">http://www.redalyc.org/articulo.oa?id=21328599004</ext-link></comment>

                </element-citation>
            </ref>
            <ref id="B13">

                <mixed-citation>Cunha, J. M., Weber, L. N. D., &amp; Steiner Neto, P. (2011). Escala de Vitimização e Agressão Entre Pares (EVAP). In L. N. D. Weber &amp; M. A. Dessen (Eds.), <italic>Pesquisando a família: instrumentos para coleta e análise de dados</italic> (pp.103-114). Curitiba: Juruá.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Cunha</surname>
                            <given-names>J. M</given-names>
                        </name>
                        <name>
                            <surname>Weber</surname>
                            <given-names>L. N. D</given-names>
                        </name>
                        <name>
                            <surname>Steiner</surname>
                            <given-names>P.</given-names>
                            <suffix>Neto</suffix>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <chapter-title>Escala de Vitimização e Agressão Entre Pares (EVAP)</chapter-title>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Weber</surname>
                            <given-names>L. N. D.</given-names>
                        </name>
                        <name>
                            <surname>Dessen</surname>
                            <given-names>M. A.</given-names>
                        </name>
                    </person-group>
                    <source>Pesquisando a família: instrumentos para coleta e análise de dados</source>
                    <fpage>103</fpage>
                    <lpage>114</lpage>
                    <publisher-loc>Curitiba</publisher-loc>
                    <publisher-name>Juruá</publisher-name>

                </element-citation>
            </ref>
            <ref id="B14">

                <mixed-citation>Elgar, F. J., McKinnon, B., Walsh, S. D., Freeman, J., D. Donnelly, P., de Matos, M. G., ... Currie, C. (2015). Structural determinants of youth bullying and fighting in 79 countries. <italic>Journal of Adolescent Health, 57</italic>(6), 643-650. http://dx.doi.org/10.1016/j.jadohealth.2015.08.007</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Elgar</surname>
                            <given-names>F. J</given-names>
                        </name>
                        <name>
                            <surname>McKinnon</surname>
                            <given-names>B</given-names>
                        </name>
                        <name>
                            <surname>Walsh</surname>
                            <given-names>S. D</given-names>
                        </name>
                        <name>
                            <surname>Freeman</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>D. Donnelly</surname>
                            <given-names>P</given-names>
                        </name>
                        <name>
                            <surname>de Matos</surname>
                            <given-names>M. G</given-names>
                        </name>
                        <name>
                            <surname>Currie</surname>
                            <given-names>C.</given-names>
                        </name>
                    </person-group>
                    <year>2015</year>
                    <article-title>Structural determinants of youth bullying and fighting in 79 countries</article-title>
                    <source>Journal of Adolescent Health</source>
                    <volume>57</volume>
                    <issue>6</issue>
                    <fpage>643</fpage>
                    <lpage>650</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jadohealth.2015.08.007</pub-id>

                </element-citation>
            </ref>
            <ref id="B15">

                <mixed-citation>Foster, H., &amp; Brooks-Gunn, J. (2013). Neighborhood, family and individual influences on school physical victimization. <italic>Journal of Youth and Adolescence, 42</italic>(10), 1596-1610. http://dx.doi.org/10.1007/s10964-012-9890-4</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Foster</surname>
                            <given-names>H</given-names>
                        </name>
                        <name>
                            <surname>Brooks-Gunn</surname>
                            <given-names>J.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Neighborhood, family and individual influences on school physical victimization</article-title>
                    <source>Journal of Youth and Adolescence</source>
                    <volume>42</volume>
                    <issue>10</issue>
                    <fpage>1596</fpage>
                    <lpage>1610</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10964-012-9890-4</pub-id>

                </element-citation>
            </ref>
            <ref id="B16">

                <mixed-citation>Fu, Q., Land, K. C., &amp; Lamb, V. L. (2013). Bullying victimization, socioeconomic status and behavioral characteristics of 12th graders in the United States, 1989 to 2009: Repetitive trends and persistent risk differentials. <italic>Child Indicators Research, 6</italic>(1), 1-21. http://dx.doi.org/10.1007/s12187-012-9152-8</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Fu</surname>
                            <given-names>Q</given-names>
                        </name>
                        <name>
                            <surname>Land</surname>
                            <given-names>K. C</given-names>
                        </name>
                        <name>
                            <surname>Lamb</surname>
                            <given-names>V. L.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Bullying victimization, socioeconomic status and behavioral characteristics of 12th graders in the United States, 1989 to 2009: Repetitive trends and persistent risk differentials</article-title>
                    <source>Child Indicators Research</source>
                    <volume>6</volume>
                    <issue>1</issue>
                    <fpage>1</fpage>
                    <lpage>21</lpage>
                    <pub-id pub-id-type="doi">10.1007/s12187-012-9152-8</pub-id>

                </element-citation>
            </ref>
            <ref id="B17">

                <mixed-citation>Félix, E. M. R., Alamillo, R. D. R., &amp; Ruiz, R. O. (2011). Prevalencia y aspectos diferenciales relativos al género del fenómeno bullying en países pobres. <italic>Psicothema, 23</italic>(4), 624-629. Recuperado de http://www.psicothema.com/pdf/3932.pdf</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Félix</surname>
                            <given-names>E. M. R</given-names>
                        </name>
                        <name>
                            <surname>Alamillo</surname>
                            <given-names>R. D. R</given-names>
                        </name>
                        <name>
                            <surname>Ruiz</surname>
                            <given-names>R. O.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <article-title>Prevalencia y aspectos diferenciales relativos al género del fenómeno bullying en países pobres</article-title>
                    <source>Psicothema</source>
                    <volume>23</volume>
                    <issue>4</issue>
                    <fpage>624</fpage>
                    <lpage>629</lpage>
                    <comment>Recuperado de <ext-link ext-link-type="uri" xlink:href="http://www.psicothema.com/pdf/3932.pdf">http://www.psicothema.com/pdf/3932.pdf</ext-link></comment>

                </element-citation>
            </ref>
            <ref id="B18">

                <mixed-citation>Healy, K. L., Sanders, M. R., &amp; Iyer, A. (2015). Parenting practices, children’s peer relationships and being bullied at school. <italic>Journal of Child and Family Studies, 24</italic>(1), 127-140. http://dx.doi.org/10.1007/s10826-013-9820-4</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Healy</surname>
                            <given-names>K. L</given-names>
                        </name>
                        <name>
                            <surname>Sanders</surname>
                            <given-names>M. R</given-names>
                        </name>
                        <name>
                            <surname>Iyer</surname>
                            <given-names>A.</given-names>
                        </name>
                    </person-group>
                    <year>2015</year>
                    <article-title>Parenting practices, children’s peer relationships and being bullied at school</article-title>
                    <source>Journal of Child and Family Studies</source>
                    <volume>24</volume>
                    <issue>1</issue>
                    <fpage>127</fpage>
                    <lpage>140</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10826-013-9820-4</pub-id>

                </element-citation>
            </ref>
            <ref id="B19">

                <mixed-citation>Lemstra, M., Rogers, M., Redgate, L., Garner, M., &amp; Moraros, J. (2011). Prevalence, risk indicators and outcomes of bullying among on-reserve first nations youth. <italic>Canadian Journal of Public Health, 102</italic>(6), 462-466. http://dx.doi.org/10.17269/cjph.102.2548</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Lemstra</surname>
                            <given-names>M</given-names>
                        </name>
                        <name>
                            <surname>Rogers</surname>
                            <given-names>M</given-names>
                        </name>
                        <name>
                            <surname>Redgate</surname>
                            <given-names>L</given-names>
                        </name>
                        <name>
                            <surname>Garner</surname>
                            <given-names>M</given-names>
                        </name>
                        <name>
                            <surname>Moraros</surname>
                            <given-names>J.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <article-title>Prevalence, risk indicators and outcomes of bullying among on-reserve first nations youth</article-title>
                    <source>Canadian Journal of Public Health</source>
                    <volume>102</volume>
                    <issue>6</issue>
                    <fpage>462</fpage>
                    <lpage>466</lpage>
                    <pub-id pub-id-type="doi">10.17269/cjph.102.2548</pub-id>

                </element-citation>
            </ref>
            <ref id="B20">

                <mixed-citation>Minayo, M. C. S. (2014). <italic>O desafio do conhecimento: pesquisa qualitativa em saúde</italic>. Rio de Janeiro: Hucitec.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Minayo</surname>
                            <given-names>M. C. S.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <source>O desafio do conhecimento: pesquisa qualitativa em saúde</source>
                    <publisher-loc>Rio de Janeiro</publisher-loc>
                    <publisher-name>Hucitec</publisher-name>

                </element-citation>
            </ref>
            <ref id="B21">

                <mixed-citation>Murray-Harvey, R., &amp; Slee, P. T. (2010). School and home relationships and their impact on school bullying. <italic>School Psychology International, 31</italic>(3), 271-295. http://dx.doi.org/10.1177/0143034310366206</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Murray-Harvey</surname>
                            <given-names>R</given-names>
                        </name>
                        <name>
                            <surname>Slee</surname>
                            <given-names>P. T.</given-names>
                        </name>
                    </person-group>
                    <year>2010</year>
                    <article-title>School and home relationships and their impact on school bullying</article-title>
                    <source>School Psychology International</source>
                    <volume>31</volume>
                    <issue>3</issue>
                    <fpage>271</fpage>
                    <lpage>295</lpage>
                    <pub-id pub-id-type="doi">10.1177/0143034310366206</pub-id>

                </element-citation>
            </ref>
            <ref id="B22">

                <mixed-citation>Oliveira, W. A., Silva, M. A. I., Mello, F. C. M., Porto, D. L., Yoshinaga, A. C. M., &amp; Malta, D. C. (2015). The causes of bullying: Results from the National Survey of School Health (PeNSE). <italic>Revista Latino-Americana de Enfermagem, 23</italic>(2), 275-282. http://dx.doi.org/10.1590/0104-1169.0022.2552</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Oliveira</surname>
                            <given-names>W. A</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>M. A. I</given-names>
                        </name>
                        <name>
                            <surname>Mello</surname>
                            <given-names>F. C. M</given-names>
                        </name>
                        <name>
                            <surname>Porto</surname>
                            <given-names>D. L</given-names>
                        </name>
                        <name>
                            <surname>Yoshinaga</surname>
                            <given-names>A. C. M</given-names>
                        </name>
                        <name>
                            <surname>Malta</surname>
                            <given-names>D. C.</given-names>
                        </name>
                    </person-group>
                    <year>2015</year>
                    <article-title>The causes of bullying: Results from the National Survey of School Health (PeNSE)</article-title>
                    <source>Revista Latino-Americana de Enfermagem</source>
                    <volume>23</volume>
                    <issue>2</issue>
                    <fpage>275</fpage>
                    <lpage>282</lpage>
                    <pub-id pub-id-type="doi">10.1590/0104-1169.0022.2552</pub-id>

                </element-citation>
            </ref>
            <ref id="B23">

                <mixed-citation>Oliveira, W. A., Silva, M. A., Silva, J. L., Mello, F. C., Prado, R. R., &amp; Malta, D. C. (2016). Associations between the practice of bullying and individual and contextual variables from the aggressors’ perspective. <italic>Jornal de Pediatria, 92</italic>(1), 32-39. http://dx.doi.org/10.1016/j.jped.2015.04.003</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Oliveira</surname>
                            <given-names>W. A</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>M. A</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>J. L</given-names>
                        </name>
                        <name>
                            <surname>Mello</surname>
                            <given-names>F. C</given-names>
                        </name>
                        <name>
                            <surname>Prado</surname>
                            <given-names>R. R</given-names>
                        </name>
                        <name>
                            <surname>Malta</surname>
                            <given-names>D. C.</given-names>
                        </name>
                    </person-group>
                    <year>2016</year>
                    <article-title>Associations between the practice of bullying and individual and contextual variables from the aggressors’ perspective</article-title>
                    <source>Jornal de Pediatria</source>
                    <volume>92</volume>
                    <issue>1</issue>
                    <fpage>32</fpage>
                    <lpage>39</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jped.2015.04.003</pub-id>

                </element-citation>
            </ref>
            <ref id="B24">

                <mixed-citation>Oliveira, W. A., Silva, J. L., Sampaio, J. M. C., &amp; Silva, M. A. I. (2017). Students’ health: an integrative review on family and bullying. <italic>Ciência &amp; Saúde Coletiva, 22</italic>(5), 1553-1564. http://dx.doi.org/10.1590/1413-81232017225.09802015</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Oliveira</surname>
                            <given-names>W. A</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>J. L</given-names>
                        </name>
                        <name>
                            <surname>Sampaio</surname>
                            <given-names>J. M. C</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>M. A. I.</given-names>
                        </name>
                    </person-group>
                    <year>2017</year>
                    <article-title>Students’ health: an integrative review on family and bullying</article-title>
                    <source>Ciência &amp; Saúde Coletiva</source>
                    <volume>22</volume>
                    <issue>5</issue>
                    <fpage>1553</fpage>
                    <lpage>1564</lpage>
                    <pub-id pub-id-type="doi">10.1590/1413-81232017225.09802015</pub-id>

                </element-citation>
            </ref>
            <ref id="B25">

                <mixed-citation>Olweus, D. (2013). School bullying: Development and some important challenges. <italic>Annual Review of Clinical Psychology, 9</italic>(1), 751-780. http://dx.doi/10.1146/annurev-clinpsy-050212-185516.</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Olweus</surname>
                            <given-names>D.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>School bullying: Development and some important challenges</article-title>
                    <source>Annual Review of Clinical Psychology</source>
                    <volume>9</volume>
                    <issue>1</issue>
                    <fpage>751</fpage>
                    <lpage>780</lpage>
                    <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-050212-185516</pub-id>

                </element-citation>
            </ref>
            <ref id="B26">

                <mixed-citation>Patton, D. U., Hong, J. S., Williams, A. B., &amp; Allen-Meares, P. (2013). A review of research on school bullying among African American youth: An ecological systems analysis. <italic>Educational Psychology Review, 25</italic>(2), 245-260. http://dx.doi.org/10.1007/s10648-013-9221-7</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Patton</surname>
                            <given-names>D. U</given-names>
                        </name>
                        <name>
                            <surname>Hong</surname>
                            <given-names>J. S</given-names>
                        </name>
                        <name>
                            <surname>Williams</surname>
                            <given-names>A. B</given-names>
                        </name>
                        <name>
                            <surname>Allen-Meares</surname>
                            <given-names>P.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>A review of research on school bullying among African American youth: An ecological systems analysis</article-title>
                    <source>Educational Psychology Review</source>
                    <volume>25</volume>
                    <issue>2</issue>
                    <fpage>245</fpage>
                    <lpage>260</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10648-013-9221-7</pub-id>

                </element-citation>
            </ref>
            <ref id="B27">

                <mixed-citation>Rech, R. R., Halpern, R., Tedesco, A., &amp; Santos, D. F. (2013). Prevalence and characteristics of victims and perpetrators of bullying. <italic>Jornal de Pediatria, 89</italic>(2), 164-170. http://dx.doi.org/10.1016/j.jped.2013.03.006</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Rech</surname>
                            <given-names>R. R</given-names>
                        </name>
                        <name>
                            <surname>Halpern</surname>
                            <given-names>R</given-names>
                        </name>
                        <name>
                            <surname>Tedesco</surname>
                            <given-names>A</given-names>
                        </name>
                        <name>
                            <surname>Santos</surname>
                            <given-names>D. F.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Prevalence and characteristics of victims and perpetrators of bullying</article-title>
                    <source>Jornal de Pediatria</source>
                    <volume>89</volume>
                    <issue>2</issue>
                    <fpage>164</fpage>
                    <lpage>170</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jped.2013.03.006</pub-id>

                </element-citation>
            </ref>
            <ref id="B28">

                <mixed-citation>Shetgiri, R., Lin, H., &amp; Flores, G. (2013). Trends in risk and protective factors for child bullying perpetration in the United States. <italic>Child Psychiatry &amp; Human Development, 44</italic>(1), 89-104. http://dx.doi.org/10.1007/s10578-012-0312-3</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Shetgiri</surname>
                            <given-names>R</given-names>
                        </name>
                        <name>
                            <surname>Lin</surname>
                            <given-names>H</given-names>
                        </name>
                        <name>
                            <surname>Flores</surname>
                            <given-names>G.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Trends in risk and protective factors for child bullying perpetration in the United States</article-title>
                    <source>Child Psychiatry &amp; Human Development</source>
                    <volume>44</volume>
                    <issue>1</issue>
                    <fpage>89</fpage>
                    <lpage>104</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10578-012-0312-3</pub-id>

                </element-citation>
            </ref>
            <ref id="B29">

                <mixed-citation>Szwarcwald, C. L., &amp; Damacena, G. N. (2008). Amostras complexas em inquéritos populacionais: planejamento e implicações na análise estatística dos dados. <italic>Revista Brasileira de Epidemiologia, 11</italic>(1), 38-45. http://dx.doi.org/10.1590/S1415-790X2008000500004</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Szwarcwald</surname>
                            <given-names>C. L</given-names>
                        </name>
                        <name>
                            <surname>Damacena</surname>
                            <given-names>G. N</given-names>
                        </name>
                    </person-group>
                    <year>2008</year>
                    <article-title>Amostras complexas em inquéritos populacionais: planejamento e implicações na análise estatística dos dados</article-title>
                    <source>Revista Brasileira de Epidemiologia</source>
                    <volume>11</volume>
                    <issue>1</issue>
                    <fpage>38</fpage>
                    <lpage>45</lpage>
                    <pub-id pub-id-type="doi">10.1590/S1415-790X2008000500004</pub-id>

                </element-citation>
            </ref>
            <ref id="B30">

                <mixed-citation>Thornberg, R. (2011). Informed Grounded Theory. Scandinavian Journal of Educational Research. <italic>Nydalsveien, 56</italic>(3), 243-59. http://dx.doi.org/10.1080/00313831.2011.581686</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Thornberg</surname>
                            <given-names>R.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <article-title>Informed Grounded Theory. Scandinavian Journal of Educational Research</article-title>
                    <source>Nydalsveien</source>
                    <volume>56</volume>
                    <issue>3</issue>
                    <fpage>243</fpage>
                    <lpage>259</lpage>
                    <pub-id pub-id-type="doi">10.1080/00313831.2011.581686</pub-id>

                </element-citation>
            </ref>
            <ref id="B31">

                <mixed-citation>Thornberg, R., Wänström, L., Hong, J. S., &amp; Espelage, D. L. (2017). Classroom relationship qualities and social-cognitive correlates of defending and passive bystanding in school bullying in Sweden: A multilevel analysis. <italic>Journal of School Psychology, 63</italic>, 49-62. http://dx.doi.org/10.1016/j.jsp.2017.03.002</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Thornberg</surname>
                            <given-names>R</given-names>
                        </name>
                        <name>
                            <surname>Wänström</surname>
                            <given-names>L</given-names>
                        </name>
                        <name>
                            <surname>Hong</surname>
                            <given-names>J. S</given-names>
                        </name>
                        <name>
                            <surname>Espelage</surname>
                            <given-names>D. L.</given-names>
                        </name>
                    </person-group>
                    <year>2017</year>
                    <article-title>Classroom relationship qualities and social-cognitive correlates of defending and passive bystanding in school bullying in Sweden: A multilevel analysis</article-title>
                    <source>Journal of School Psychology</source>
                    <volume>63</volume>
                    <fpage>49</fpage>
                    <lpage>62</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jsp.2017.03.002</pub-id>

                </element-citation>
            </ref>
            <ref id="B32">

                <mixed-citation>Uribe, A. F., Orcasita, L. T., &amp; Gomés, E. A. (2012). Bullying, redes de apoyo social y funcionamiento familiar en adolescentes de una institución educativa de Santander, Colombia. Psychologia. <italic>Avances de la Disciplina, 6</italic>(2), 83-99. Recuperado de http://www.redalyc.org/articulo.oa?id=297225788004</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Uribe</surname>
                            <given-names>A. F</given-names>
                        </name>
                        <name>
                            <surname>Orcasita</surname>
                            <given-names>L. T</given-names>
                        </name>
                        <name>
                            <surname>Gomés</surname>
                            <given-names>E. A.</given-names>
                        </name>
                    </person-group>
                    <year>2012</year>
                    <article-title>Bullying, redes de apoyo social y funcionamiento familiar en adolescentes de una institución educativa de Santander, Colombia. Psychologia</article-title>
                    <source>Avances de la Disciplina</source>
                    <volume>6</volume>
                    <issue>2</issue>
                    <fpage>83</fpage>
                    <lpage>99</lpage>
                    <comment>Recuperado de <ext-link ext-link-type="uri" xlink:href="http://www.redalyc.org/articulo.oa?id=297225788004">http://www.redalyc.org/articulo.oa?id=297225788004</ext-link></comment>

                </element-citation>
            </ref>
            <ref id="B33">

                <mixed-citation>Weber, L. N. D., Salvador, A. P. V., &amp; Brandenburg, O. J. (2011). Escalas de Qualidade na Interação Familiar. In L. N. D. Weber &amp; M. A. Dessen (Eds.), <italic>Pesquisando a família: instrumentos para coleta e análise de dados</italic> (pp.61-72). Curitiba: Juruá.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Weber</surname>
                            <given-names>L. N. D</given-names>
                        </name>
                        <name>
                            <surname>Salvador</surname>
                            <given-names>A. P. V</given-names>
                        </name>
                        <name>
                            <surname>Brandenburg</surname>
                            <given-names>O. J.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <chapter-title>Escalas de Qualidade na Interação Familiar</chapter-title>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Weber</surname>
                            <given-names>L. N. D.</given-names>
                        </name>
                        <name>
                            <surname>Dessen</surname>
                            <given-names>M. A.</given-names>
                        </name>
                    </person-group>
                    <source>Pesquisando a família: instrumentos para coleta e análise de dados</source>
                    <fpage>61</fpage>
                    <lpage>72</lpage>
                    <publisher-loc>Curitiba</publisher-loc>
                    <publisher-name>Juruá</publisher-name>

                </element-citation>
            </ref>

        </ref-list>
    </back>
</article>
