<?xml version="1.0" encoding="utf-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.0 20120330//EN" "http://jats.nlm.nih.gov/publishing/1.0/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML"
    dtd-version="1.0" specific-use="sps-1.7" article-type="research-article" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">estpsi</journal-id>
            <journal-title-group>
                <journal-title>Estudos de Psicologia (Campinas)</journal-title>
                <abbrev-journal-title abbrev-type="publisher">Estud. psicol.</abbrev-journal-title>
            </journal-title-group>
            <issn pub-type="ppub">0103-166X</issn>
            <issn pub-type="epub">1982-0275</issn>
            <publisher>
                <publisher-name>Programa de Pós-Graduação em Psicologia, Pontifícia Universidade Católica de Campinas</publisher-name>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">00008</article-id>
            <article-id pub-id-type="doi">10.1590/1982-02752018000400008</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>EDUCATIONAL PSYCHOLOGY</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Influence of bullying and teacher-student relationship on school engagement: Analysis of an explanatory model</article-title>
                <trans-title-group xml:lang="pt">
    <trans-title>Influência do <italic>&#x201C;bullying&#x201D;</italic> e da relação professor-aluno no engajamento escolar: análise de um modelo explicativo</trans-title>
                </trans-title-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-3241-6911</contrib-id>
                    <name>
                        <surname>VALLE</surname>
                        <given-names>Jessica Elena</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff01">1</xref>
                    <xref ref-type="corresp" rid="c01"/>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0002-8089-132X</contrib-id>
                    <name>
                        <surname>STELKO-PEREIRA</surname>
                        <given-names>Ana Carina</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff02">2</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0003-1007-3433</contrib-id>
                    <name>
                        <surname>PEIXOTO</surname>
                        <given-names>Evandro Morais</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff03">3</xref>
                </contrib>
                <contrib contrib-type="author">
                    <contrib-id contrib-id-type="orcid">0000-0003-3425-6656</contrib-id>
                    <name>
                        <surname>WILLIAMS</surname>
                        <given-names>Lucia Cavalcanti de Albuquerque</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff01_2">1</xref>
                </contrib>
            </contrib-group>
            <aff id="aff01">
                <label>1</label>
                <institution content-type="orgname">Universidade Federal de São Carlos</institution>
                <institution content-type="orgdiv1">Centro de Educação e Ciências Humanas</institution>
                <institution content-type="orgdiv2">Programa de Pós-Graduação em Psicologia</institution>
                <email>jeh.valle92@gmail.com</email>
                <addr-line>
                    <named-content content-type="city">São Carlos</named-content>
                    <named-content content-type="state">SP</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade Federal de São Carlos, Centro de Educação e Ciências Humanas, Programa de Pós-Graduação em Psicologia. Rodovia Washington Luís, s/n., km 235, 13565-905, São Carlos, SP, Brasil.</institution>
            </aff>
            <aff id="aff01_2">
                <label>1</label>
                <institution content-type="orgname">Universidade Federal de São Carlos</institution>
                <institution content-type="orgdiv1">Centro de Educação e Ciências Humanas</institution>
                <institution content-type="orgdiv2">Programa de Pós-Graduação em Psicologia</institution>
                <addr-line>
                    <named-content content-type="city">São Carlos</named-content>
                    <named-content content-type="state">SP</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade Federal de São Carlos, Centro de Educação e Ciências Humanas, Programa de Pós-Graduação em Psicologia. Rodovia Washington Luís, s/n., km 235, 13565-905, São Carlos, SP, Brasil.</institution>
            </aff>
            <aff id="aff02">
                <label>2</label>
                <institution content-type="orgname">Universidade Estadual do Ceará</institution>
                <institution content-type="orgdiv1">Centro de Ciências da Saúde</institution>
                <institution content-type="orgdiv2">Programa de Pós-Graduação em Saúde
                    Coletiva</institution>
                <addr-line>
                    <named-content content-type="city">Fortaleza</named-content>
                    <named-content content-type="state">CE</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade Estadual do Ceará, Centro de Ciências da Saúde, Programa de Pós-Graduação em Saúde Coletiva. Fortaleza, CE, Brasil.</institution>
            </aff>
            <aff id="aff03">
                <label>3</label>
                <institution content-type="orgname">Universidade de Pernambuco</institution>
                <institution content-type="orgdiv1">Curso de Psicologia</institution>
                <institution content-type="orgdiv2">Departamento de Psicologia</institution>
                <addr-line>
                    <named-content content-type="city">Recife</named-content>
                    <named-content content-type="state">PE</named-content>
                </addr-line>
                <country country="BR">Brasil</country>
                <institution content-type="original">Universidade de Pernambuco, Curso de Psicologia, Departamento de Psicologia. Recife, PE, Brasil.</institution>
            </aff>
            <author-notes>
                <fn fn-type="con">
                    <p>Article based on the master’s thesis of J.E. VALLE, entitled <italic>&#x201C;The influence of bullying involvement and teacher-student relationship on school engagement&#x201D;</italic>. Universidade Federal de São Carlos, 2017.</p>
                </fn>
                <corresp id="c01">Correspondência para/Correspondence to: J.E. VALLE. E-mail: &lt;<email>jeh.valle92@gmail.com</email>&gt;.</corresp>
            </author-notes>
            <pub-date pub-type="epub-ppub">
                <season>Oct-Dec</season>
                <year>2018</year>
            </pub-date>
            <volume>35</volume>
            <issue>4</issue>
            <fpage>411</fpage>
            <lpage>420</lpage>
            <history>
                <date date-type="received">
                    <day>31</day>
                    <month>08</month>
                    <year>2017</year>
                </date>
                <date date-type="accepted">
                    <day>05</day>
                    <month>12</month>
                    <year>2017</year>
                </date>
            </history>
            <permissions>
                <license license-type="open-access"
                    xlink:href="http://creativecommons.org/licenses/by/4.0/" xml:lang="en">
                    <license-p>This is an Open Access article distributed under the terms of the
                        Creative Commons Attribution License, which permits unrestricted use,
                        distribution, and reproduction in any medium, provided the original work is
                        properly cited.</license-p>
                </license>
            </permissions>
            <abstract>
                <title>Abstract</title>
                <p>The present study investigated the influence of bullying involvement and teacher-student relationship on school engagement, through the analysis of an explanatory model. For this, 426 students (from 6<sup>th</sup> to 9<sup>th</sup> grades) from four public schools located in a city in the state of <italic>São Paulo</italic>, Brazil, answered the <italic>Escala de Violência Escolar &#x2013; Versão Estudante</italic> (School Violence Scale &#x2013; Student Version), the <italic>Escala de Relação Professor-Aluno</italic> (Teacher &#x2013; Student Relationship Scale) and the School Engagement Scale. Results from a Path Analysis indicated that bullying involvement has a direct negative impact on school engagement, and that teacher-student relationship has a direct positive impact on school engagement. Moreover, teacher-student relationship may mediate the negative effects of bullying on school engagement. These data confirm the importance of positive social relationships in school for student engagement. However, the proposed model explains 32% of the variance of school engagement, indicating that other variables not investigated in this study may also be relevant.</p>
            </abstract>
            <trans-abstract xml:lang="pt">
                <title>Resumo</title>
                <p>O presente estudo investigou a influência do envolvimento em &#x201C;bullying&#x201D; e da relação professor-aluno no engajamento escolar. Para isso, 426 alunos de 6&#xBA; a 9&#xBA; ano do Ensino Fundamental, de quatro escolas públicas do interior do estado de São Paulo, responderam a três instrumentos: Escala de Violência Escolar &#x2013; Versão Estudante, Escala de Relação Professor-Aluno e School Engagement Scale (Escala de Engajamento Escolar). Foi realizada Análise de Trajetórias e notou--se que o envolvimento em &#x201C;bullying&#x201D; tem impacto negativo direto no engajamento escolar, ao passo que a relação professor-aluno tem impacto positivo direto nessa esfera. Adicionalmente, a relação professor-aluno pode mediar os efeitos negativos da autoria e da vitimização por &#x201C;bullying&#x201D; no engajamento escolar. Esses dados confirmam a importância de relacionamentos sociais positivos na escola para o engajamento dos alunos. Contudo, o modelo proposto explica 32% da variância do engajamento escolar, indicando que outras variáveis não investigadas também podem ser relevantes.</p>
            </trans-abstract>
            <kwd-group xml:lang="en">
                <title>Keywords</title>
                <kwd>Bullying</kwd>
                <kwd>Interpersonal relations</kwd>
                <kwd>Involvement</kwd>
            </kwd-group>
            <kwd-group xml:lang="pt">
                <title>Palavras-chave</title>
                <kwd>Bullying</kwd>
                <kwd>Relações interpessoais</kwd>
                <kwd>Envolvimento</kwd>
            </kwd-group>
<!--
            <funding-group>
                <award-group>
                    <funding-source>Conselho Nacional de Desenvolvimento Científi co e Tecnológico</funding-source>
                    <award-id>132770/2015-6</award-id>
                </award-group>
            </funding-group>
-->
            <counts>
                <fig-count count="1"/>
                <table-count count="0"/>
                <equation-count count="0"/>
                <ref-count count="27"/>
                <page-count count="10"/>
            </counts>
        </article-meta>
    </front>
    <body>
        <p>Since the very beginning of their school lives, students are confronted with challenges,
            such as having to adapt to a group social setting, and meet school demands (<xref
                ref-type="bibr" rid="B02">Archambault, Pagani, &amp; Fitzpatrick, 2013</xref>). In
            this context, school engagement is relevant because it refers to the relation of
            students to their school experiences (<xref ref-type="bibr" rid="B06">Fredricks,
                Blumenfeld, &amp; Paris, 2004</xref>) and it is a predictor of academic success as
            well as an indicator of the quality of interpersonal relationships (<xref
                ref-type="bibr" rid="B06">Fredricks et al., 2004</xref>; <xref ref-type="bibr"
                rid="B14">Li &amp; Lerner, 2013</xref>; Organisation for Economic Co-operation and
            Development [OECD], 2013). Such a multi-layered construct is composed of three
            inter-related dimensions: 1) emotional &#x2013; students&#x2019; affective reactions
            towards the school, involving feelings, attitudes, and perceptions concerning the school
            environment and its members; 2) behavioral &#x2013; observable actions, such as
            participation in activities and following the rules; and 3) cognitive &#x2013;
            motivation, interest, and effort in learning (<xref ref-type="bibr" rid="B06">Fredricks
                et al., 2004</xref>).</p>
        <p>In a study concerning school engagement carried out in 65 different countries, 18% of
            students reported intentionally skipping classes, 19% claimed not feeling a sense of
            belonging at school, and 12% thought of school as a waste of time, indicating that a
            considerable number of students are disengaged in the educational process (<xref
                ref-type="bibr" rid="B18">OECD, 2013</xref>). Lack of school engagement is a concern
            because disengaged students are more likely to present academic failure, school evasion,
            and behavioral problems (<xref ref-type="bibr" rid="B06">Fredricks et al., 2004</xref>).
            Because of this, interest in studying school engagement has been on the rise, through
            the examination of possible contributing factors, especially those related to the school
            environment, with an emphasis on student interpersonal relationships with their peers as
            well as with their teachers.</p>
        <p>In interactions amongst peers, bullying is a relevant factor occurring when one or more
            students employ repetitive, intentional, aggressive behavior over a prolonged period of
            time against another student or group of students (<xref ref-type="bibr" rid="B17"
                >Olweus, 1993</xref>). In such situations, these students may be involved as
            victims, perpetrators, victim-perpetrators, or bystanders (<xref ref-type="bibr"
                rid="B03">Berger, 2007</xref>; <xref ref-type="bibr" rid="B19">Orpinas &amp; Horne,
                2006</xref>). Abuse may be physical, verbal, relational, or by means of electronic
            communication devices (cyberbullying) (<xref ref-type="bibr" rid="B03">Berger,
                2007</xref>; <xref ref-type="bibr" rid="B09">Gladden, Vivolo-Kantor, Hamburger,
                &amp; Lumpkin, 2014</xref>; <xref ref-type="bibr" rid="B27">Williams &amp;
                Stelko-Pereira, 2013</xref>).</p>
        <p>In Brazil, studies show that bullying prevalence rates may vary from 7.2% to 48.5% for
            victims, from 7.1% to 31.6% for perpetrators, and from 2.5% to 27.0% for
            victim-perpetrators (<xref ref-type="bibr" rid="B04">Brito &amp; Oliveira, 2013</xref>;
            <xref ref-type="bibr" rid="B15">Malta et al., 2014</xref>;<xref ref-type="bibr" rid="B22"> Rech, Halpern, Tedesco,
            &amp; Santos, 2013</xref>). However, regardless of the type of involvement, bullying may result
            in physical, emotional, social, and academic impairment ( <xref
                ref-type="bibr" rid="B01">Albuquerque, Williams, &amp;
            D&#x2019;Affonseca, 2013;</xref> <xref ref-type="bibr" rid="B17">Olweus, 1993</xref>; <xref
                ref-type="bibr" rid="B19">Orpinas &amp; Horne, 2006</xref>).</p>
        <p>Within the academic context, bullying can generate a negative school environment,
            resulting in the impairment of students&#x2019; school engagement and academic
            performance. In this regard, when a student perceives or is involved in bullying there
            may be a decline in the school engagement components, in other words, there is a
            decrease in their sense of belonging and affective reactions towards the school, in
            participating of school activities and following rules, and in motivation and interest
            in studying (<xref ref-type="bibr" rid="B11">Iyer, Kochenderfer-Ladd, Eisenberg, &amp;
                Thompson, 2010</xref>; <xref ref-type="bibr" rid="B16">Mehta, Cornell, Fan, &amp;
                Gregory, 2013</xref>).</p>
        <p>Furthermore, teacher-student relationships are shown to be an important aspect, involving
            components of support and conflict (<xref ref-type="bibr" rid="B10">Hamre, Pianta,
                Downer, &amp; Mashburn, 2008</xref>; <xref ref-type="bibr" rid="B20">Penrose,
                2009</xref>). This relationship with teachers is of critical importance to the
            academic process, as it enables the connection between the student and the learning
            process (<xref ref-type="bibr" rid="B20">Penrose, 2009</xref>).</p>
        <p>A number of studies indicate that the relationship with teachers influences the school
            engagement of students. In this regard, a positive teacher-student relationship
            contributes to school engagement in such a way that students tend to demonstrate a
            greater sense of belonging, participating in activities, following rules, and being
            motivated to learn. In contrast, a negative teacher-student relationship impairs school
            engagement; students do not feel as if they belong, they avoid going to school, they
            tend not to work hard, and display a larger number of behavioral problems (<xref
                ref-type="bibr" rid="B02">Archambault et al., 2013</xref>; <xref ref-type="bibr"
                rid="B21">Portilla, Ballard, Adler, Boyce, &amp; Obradovic, 2014</xref>; <xref
                ref-type="bibr" rid="B23">Roorda, Koomen, Spilt, &amp; Oort, 2011</xref>).</p>
        <p>Additionally, there is evidence supporting that teacher-student relationships and
            bullying involvement may bear concurrent influence over school engagement. Concerning
            this, a study carried out by <xref ref-type="bibr" rid="B26">Valle, Stelko-Pereira, Sá,
                and Williams (2015)</xref> investigated the influence of bullying victimization,
            bullying perpetration, and staff victimization over emotional school engagement.
            Participants were sourced from two different public schools in the state of <italic>São
                Paulo</italic>; a total of 634 students from 6<sup>th</sup> to 9<sup>th</sup> grades
            participated. Negative associations were found between bullying victimization or
            perpetration and emotional school engagement whereas positive associations were found
            between bullying perpetration and staff victimization.</p>
        <p>The authors also proposed an explanatory model for emotional school engagement and the
            results indicated that bullying perpetration and staff victimization have a direct
            negative effect on emotional school engagement (<italic>&#x3b2;</italic> = -0.14 and
                <italic>&#x3b2;</italic> = -0.03, respectively), while bullying victimization has an
            indirect negative impact on the students&#x2019; emotional school engagement due to
            bullying perpetration and staff victimization (<italic>&#x3b2;</italic> = -0.07 and
                <italic>&#x3b2;</italic> = -0.002, respectively). Therefore, the authors identified
            bullying victimization, bullying perpetration, and staff victimization as risk factors
            that deter emotional school engagement (<xref ref-type="bibr" rid="B26">Valle et al.,
                2015</xref>).</p>
        <p>Continuing in this line of study, <xref ref-type="bibr" rid="B05">Cunha (2012)</xref>
            investigated how the quality of teacher-student relationships could ease the relation
            between bullying aggression and victimization and the school engagement of students. A
            total of 691 students from 6<sup>th</sup> to 9<sup>th</sup> grades of a public school in
            the city of <italic>Curitiba</italic>, Brazil, participated in the study. The findings
            indicated that direct aggressions, relational aggressions, and victimization are
            negatively associated to student school engagement. Furthermore, positive aspects of
            teacher-student relationships are positively associated to school engagement, while
            negative aspects of teacher-student relationships are negatively associated to school
            engagement. Additionally, positive aspects of teacher-student relationships are
            negatively associated to aggression and victimization, while negative aspects of
            teacher-student relationships are positively associated to aggression and
            victimization.</p>
        <p>Analysis of the regression model conducted by <xref ref-type="bibr" rid="B05">Cunha
                (2012)</xref> indicated that aggression or victimization had no significant direct
            effects on school engagement. However, in regards to the teacher-student relationship,
            it was found that approval and instrumental support promote a positive effect on school
            engagement (<italic>&#x3b2;</italic> = 0.11 and <italic>&#x3b2;</italic> = 0.08,
            respectively; <italic>p</italic> &lt; 0.01), while conflict promotes a negative effect
                (<italic>&#x3b2;</italic> = -0.09, <italic>p</italic> &lt; 0.01). Furthermore, part
            of the results indicated that the negative effects of bullying aggression or
            victimization on school engagement are mitigated by aspects pertaining to
            teacher-student relationships, where students who display a greater amount of positive
            aspects in their relationships with teachers tend to have the negative effects of
            bullying aggression or victimization mitigated. By contrast, students who display more
            negative aspects in their relationships with teachers tend to have the negative effects
            of bullying aggression or victimization on school engagement exacerbated.</p>
        <p>In this regard, <xref ref-type="bibr" rid="B05">Cunha (2012)</xref> noted that, in the
            individual dimension, the interaction between relational aggression towards peers and
            conflict with teachers, as well as the interaction between peer victimization and
            exclusion perpetrated by the teachers bear negative effects on school engagement
                (<italic>&#x3b2;</italic> = -0.11 and <italic>&#x3b2;</italic> = -0.07,
            respectively; <italic>p</italic> &lt; 0.05). Additionally, within the context of the
            class as a whole, the effects that direct aggression towards peers have over school
            engagement were moderated by students&#x2019; closeness to teachers
                (<italic>&#x3b2;</italic> = 0.45, <italic>p</italic> &lt; 0.01); the effects of
            relational aggression towards peers were moderated by exclusion from teachers
                (<italic>&#x3b2;</italic> = -0.82, <italic>p</italic> &lt; 0.01); and the effects of
            peer victimization were moderated by conflicts with teachers (<italic>&#x3b2;</italic> =
            -0.53, <italic>p</italic> &lt; 0.05).</p>
        <p>Despite the results obtained by <xref ref-type="bibr" rid="B05">Cunha (2012)</xref> and
                <xref ref-type="bibr" rid="B26">Valle et al. (2015)</xref>, there are only a few
            studies that simultaneously investigate bullying involvement, teacher-student
            relationships, and school engagement. Thus, this study investigated the simultaneous
            influence of bullying involvement, teacher-student relationships, and school engagement,
            through the analysis of an explanatory model. As a result, it would be possible to
            intervene in these variables, reducing risks and promoting a healthy environment that
            would allow for an increase in school engagement, improvement in learning, and better
            opportunities for students&#x2019; academic and social success, as pointed out by the
            literature (<xref ref-type="bibr" rid="B06">Fredricks et al., 2004</xref>; <xref
                ref-type="bibr" rid="B16">Mehta et al., 2013</xref>).</p>
        <sec sec-type="methods">
            <title>Method</title>
            <sec>
                <title>Participants</title>
                <p>A total of 426 students from 6<sup>th</sup> to 9<sup>th</sup> grades from four
                    different public schools of a city in the state of <italic>São Paulo</italic>
                    participated in the study. Participants had a mean age of 12.65 years
                        (<italic>SD</italic> = 1.18), ranging from 10 to 17 years, of which 58.0%
                    were females. With regards to specific school years, 26.1% were attending
                        6<sup>th</sup> grade; 20.9% 7<sup>th</sup> grade; 26.8% 8<sup>th</sup>
                    grade; and 26.3% the 9<sup>th</sup> grade. Participating schools were located in
                    lower middle class regions with social vulnerability rates considered low or
                    very low, according to the <italic>Índice Paulista de Vulnerabilidade
                        Social</italic> (IPVS, <italic>São Paulo</italic> State Index of Social
                    Vulnerability), having been rated 2 and 3 (the index goes up to 7, which
                    corresponds to the highest vulnerability group) (Fundação do Sistema Estadual de
                    Análise de Dados <xref ref-type="bibr" rid="B08">[SEAD], 2010</xref>).</p>
            </sec>
            <sec>
                <title>Instruments</title>
                <p>A compilation of instruments, detailed below, was employed for data collection.
                    They were answered by participants considering the period of 30 days prior to
                    data collection as reference.</p>
                <p><italic>Bullying involvement</italic>: This variable was measured using the
                        <italic>Escala de Violência Escolar &#x2013; Versão Estudante</italic> (EVE,
                    School Violence Scale &#x2013; Student Version), originally called
                        Q<italic>uestionário de Investigação de Prevalência de Violência
                        Escolar</italic> (QIPVE, Questionnaire for the Investigation of School
                    Violence Prevalence) (<xref ref-type="bibr" rid="B24">Stelko-Pereira, Williams,
                        &amp; Freitas, 2010</xref>), which investigates school violence as
                    experienced and practiced by students. The instrument is filled out on a
                    five-point <italic>Likert</italic> scale, ranging from 1 (never) to 5 (7 times
                    or more). In this study a subscale of <italic>victimization of students by
                        students</italic> was applied, encompassing 18 questions
                        (<italic>e.g.</italic>: Has any student at your school: Destroyed your
                    school material on purpose? Punched you?); and a subscale of
                        <italic>perpetration of violence against students by students</italic>,
                    encompassing 18 questions (<italic>e.g.</italic>: Have you ever done any of the
                    following to another student at your school: Spread gossip? Punched
                    him/her?).</p>
                <p>In this study, adjustment indexes were considered adequate for both EVE
                    subscales: for the <italic>victimization</italic> subscale, findings indicated
                        WLSMVχ<sup>2</sup> = 333.70, <italic>df</italic> = 134, <italic>p</italic>
                    &lt; 0.001, χ<sup>2</sup>/<italic>df</italic> = 2.49, CFI = 0.945, TLI = 0.938,
                    and RMSEA = 0.059 (I.C. 90% = 0.051 &#x2013; 0.067), while for the
                        <italic>perpetration</italic> subscale findings indicated WLSMVχ<sup>2</sup>
                    = 261.772, <italic>df</italic> = 134, <italic>p</italic> &lt; 0.001,
                        χ<sup>2</sup> /<italic>df</italic> = 1.95, CFI = 0.971, TLI = 0.967, and
                    RMSEA = 0.047 (I.C. 90% = 0.039 &#x2013; 0.056). Moreover, Confirmatory Factor
                    Analysis validated the factorial structure of the instrument. Cronbach&#x2019;s
                    Alpha Coefficient indicated the following precision indexes: regarding the
                        <italic>victimization</italic> subscale &#x3b1; = 0.850 for the presential
                    factor; &#x3b1; = 0.804 virtual; and &#x3b1; = 0.872 total; and for the
                        <italic>perpetration</italic> subscale: &#x3b1; = 0.853 for the presential
                    factor; &#x3b1; = 0.724 virtual; and &#x3b1; = 0.833 total.</p>
                <p><italic>Relationship with teachers</italic>. This variable was measured using the
                        <italic>Escala de Relação Professor-Aluno</italic> (ERPA, Teacher-Student
                    Relationship Scale) (<xref ref-type="bibr" rid="B13">Lamas, Freitas, &amp;
                        Barbosa, 2013</xref>) which identifies the student&#x2019;s perception in
                    regard to his or her relationship with teachers. The scale is composed of 15
                    items on a five-point <italic>Likert</italic> scale, ranging from 1 (always) to
                    5 (never), with regards to adequate or dysfunctional relations with teachers.
                    The instrument is organized around two factors: <italic>affinity</italic>
                        (<italic>e.g.</italic>: I have a nice relationship with this teacher; I
                    believe the relationship I have with this teacher is important); and
                        <italic>conflict</italic> (<italic>e.g.</italic>: I do not trust this
                    teacher; I argue or I do not get along with this teacher). Participants were
                    supposed to evaluate the relationship they had with a specific teacher who was
                    drawn at random for each class of students. Furthermore, a question was made in
                    order to advance considerations regarding interactions with the other teachers
                    [Your relationship with the other teachers is (consider all of the other
                    teachers in general terms): much better, better, similar, worse, or much worse
                    than what you have with this teacher?].</p>
                <p>In this study, the adjustment indexes for the instrument were considered to be
                    adequate: WLSMVχ<sup>2</sup> = 401.142, <italic>df</italic> = 87,
                        χ<sup>2</sup>/<italic>df</italic> = 4.61, CFI = 0.927, TLI = 0.912, and
                    RMSEA = 0.092 (I.C. 90% = 0.083 &#x2013; 0.101). Moreover, Confirmatory Factor
                    Analysis validated the factorial structure of the instrument, with
                    Cronbach&#x2019;s Alpha Coefficient indicating the following precision indexes:
                    &#x3b1; = 0.777 for the <italic>affinity</italic> factor; &#x3b1; = 0.809
                        <italic>conflict</italic>; and &#x3b1; = 0.823 total.</p>
                <p><italic>School engagement</italic>: This variable was evaluated using the School
                    Engagement Scale, by <xref ref-type="bibr" rid="B07">Fredricks, Blumenfeld,
                        Friedel, and Paris (2005)</xref> in a partnership with MacArthur Network for
                    Successful Pathways. The instrument consists of a set of scales assessing
                    different types of school engagement with 19 items, on a five-point
                        <italic>Likert</italic> scale, ranging from 1 (never) to 5 (always),
                    encompassing the three factors of school engagement: <italic>behavioral</italic>
                        (<italic>e.g.</italic>: I pay attention in class, I follow the rules at
                    school); <italic>emotional</italic> (<italic>e.g.</italic>: I feel happy in
                    school, I like being at school); and <italic>cognitive</italic>
                        (<italic>e.g.</italic>: I study at home even when I don&#x2019;t have a
                    test, I check my schoolwork for mistakes).</p>
                <p>The instrument was translated from English to Portuguese by the first author, and
                    the resulting version was proofread and corrected both by the second author and
                    by the last author. In this study, the following adjustment indexes were
                    considered to be adequate for the instrument: WLSMVχ<sup>2</sup> = 518.593,
                        <italic>df</italic> = 149, <italic>p</italic> &lt; 0.001,
                        χ<sup>2</sup>/<italic>df</italic> = 3.48, CFI = 0.929, TLI = 0.919, and
                    RMSEA = 0.076 (I.C. 90% = 0.069 &#x2013; 0.84). Moreover, Confirmatory Factor
                    Analysis validated the factorial structure of the instrument, with
                    Cronbach&#x2019;s Alpha Coefficient indicating these precision indexes: &#x3b1;
                    = 0.722 for the <italic>behavioral component</italic>; &#x3b1; = 0.809
                        <italic>emotional</italic>; &#x3b1; = 0.833 <italic>cognitive</italic>; and
                    &#x3b1; = 0.863 total.</p>
            </sec>
            <sec>
                <title>Ethical procedures</title>
                <p>The Project was submitted and approved by the University&#x2019;s Institutional
                    Review Board. The sample analyzed in this study was drawn by convenience; the
                    first author contacted schools offering classes to 6<sup>th</sup> to
                        9<sup>th</sup> graders to describe the project and extend invitation for
                    participation in the research. Upon the selection of the four schools and their
                    respective authorizations, the researcher extended an invitation to students,
                    describing the goals and the research process, and highlighting the voluntary
                    nature of participation.</p>
                <p>Informed Consent Forms were handed out to parents and caretakers, and to
                    students, who were free to accept or decline participation. Students only
                    participated if their parents had signed the consent form and simultaneously
                    demonstrated interest in participating. Thus, a total of 907 pairs of informed
                    consent forms were distributed in the four participating schools, each pair for
                    both parents and students. Of these forms, 58.86% were returned: 46.90% of
                    students accepted and obtained parental consent and 11.90% of students refused
                    and/or did not obtain parental consent for participation.</p>
            </sec>
            <sec>
                <title>Data collection</title>
                <p>The instruments were applied collectively by the first author, during school
                    hours, and at the schools. During the application, students filled out the
                    instruments regarding bullying involvement, teacher-student relationship, and
                    school engagement, for approximately 40 minutes.</p>
            </sec>
            <sec>
                <title>Data analysis</title>
                <p>The variables from the study have a normal distribution, considering the values
                    of symmetry (<italic>Sk</italic> &lt; |3|) and kurtosis (<italic>Ku</italic>
                    &lt; |10|) denoted by <xref ref-type="bibr" rid="B12">Kline (2010)</xref>. A
                    Confirmatory Factor Analysis was conducted using the Weighted Least Squares Mean
                    and Variance-adjusted (WLSMV) estimation method and polychoric correlation
                    matrices as well as Cronbach&#x2019;s Alpha Coefficient to verify indicators of
                    validity evidence, based on the internal structure and accuracy of the
                    measurement instruments of each variable of interest in the present population
                    sample (the results are presented in the description of the respective
                    instruments). Subsequently, Pearson&#x2019;s bivariate correlation analysis was
                    performed between the variables of interest. Lastly, a Path Analysis was
                    performed to test the proposed explanatory model of school engagement, while
                    simultaneously considering the influence of bullying victimization, bullying
                    perpetration, and teacher-student relationships. For the analysis, Mplus, SPSS,
                    and AMOS software systems were employed.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Stemming from the analysis of bivariate correlations between the present
                study&#x2019;s variables of interest, a positive correlation between bullying
                perpetration and victimization (<italic>r</italic> = 0.53, <italic>p</italic> &lt;
                0.01) was noted. Additionally, bullying victimization was negatively associated to
                teacher-student relationship and school engagement (<italic>r</italic> = -0.26 and
                    <italic>r</italic> = -0.26, respectively; <italic>p</italic> &lt; 0.01).
                Furthermore, bullying perpetration was also negatively associated to teacher-student
                relationship and school engagement (<italic>r</italic> = -0.30 and
                    <italic>r</italic> = -0.39, respectively; <italic>p</italic> &lt; 0.01). Lastly,
                teacher-student relationships were positively correlated to student school
                engagement (<italic>r</italic> = 0.49, <italic>p</italic> &lt; 0.01).</p>
            <p>An explanatory model of school engagement was tested, based on the literature and
                correlations found in this study, considering the simultaneous influence of bullying
                victimization, bullying perpetration, and teacher-student relationships (<xref
                    ref-type="fig" rid="f01">Figure 1</xref>). As the model was shown to be fully
                saturated, it yields itself as an optimal fit for the data. Thus, the model&#x2019;s
                suitability indexes were not reported.</p>
            <fig id="f01">
                <label>Figure 1</label>
                <caption>
                    <title>Explanatory model for school engagement</title>
                </caption>
                <graphic xlink:href="fg1-gf1.png"/>
            </fig>
            <p>The adjusted model accounts for 32% of the total variance of school engagement. All
                trajectories were found to be statistically significant, with the exception of the
                direct effect of bullying victimization on school engagement
                    (<italic>&#x3b2;</italic> = -0.03, <italic>p</italic> = 0.578). Bullying
                victimization and perpetration are correlated (<italic>r</italic> = 0.55).
                Additionally, bullying perpetration has a direct negative effect on school
                engagement (<italic>&#x3b2;</italic> = -0.24) and in teacher-student relationships
                    (<italic>&#x3b2;</italic> = -0.25), in addition of having an indirect negative
                effect on school engagement, mediated by teacher-student relationships
                    (<italic>&#x3b2;</italic>= -0.11). Furthermore, bullying victimization has a
                direct negative effect on teacher-student relationships (<italic>&#x3b2;</italic> =
                -0.13) and an indirect effect on school engagement mediated by teacher-student
                relationship (<italic>&#x3b2;</italic> = -0.05). Lastly, teacher-student
                relationships play a direct positive effect on school engagement
                    (<italic>&#x3b2;</italic> = 0.42).</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The goal of this study was to investigate the simultaneous influence of bullying
                involvement and teacher-student relationship on students&#x2019; school engagement,
                through the analysis of an explanatory model. In this respect, the importance of how
                factors that are present in the school environment may impact school engagement was
                emphasized, as this understanding would help with the planning of interventions
                regarding such factors, increasing the probability of academic and social
                achievement by students.</p>
            <p>The correlation analysis of variables performed in this study corroborates the
                literature findings (<xref ref-type="bibr" rid="B05">Cunha, 2012</xref>; <xref
                    ref-type="bibr" rid="B26">Valle et al., 2015</xref>), indicating important
                associations between bullying victimization, bullying perpetration, teacher-student
                relationships, and school engagement. Thus, the model tested in the study is
                supported by theoretical and empirical evidence and it strengthens these data. The
                tested model indicates that bullying victimization and perpetration are associated,
                corroborating the findings of <xref ref-type="bibr" rid="B26">Valle et al.
                    (2015)</xref> that many students who suffer bullying also practice bullying,
                which is likely a way of retaliating against vulnerable colleagues because of the
                aggressions students have suffered themselves, perpetuating the cycle of
                violence.</p>
            <p>Furthermore, it is also shown that bullying involvement impairs student school
                engagement, resulting in lower levels of attendance, higher levels of indiscipline,
                impaired sense of belonging, loss of emotional connection to school and interest,
                and less effort in learning, as pointed by <xref ref-type="bibr" rid="B11">Iyer et
                    al. (2010)</xref> and <xref ref-type="bibr" rid="B16">Mehta et al.
                (2013)</xref>. This negative effect may occur because bullying becomes a stressful
                event for students who are involved, making it difficult to adapt to school demands
                and social insertion amongst peers (<xref ref-type="bibr" rid="B11">Iyer et al.,
                    2010</xref>; <xref ref-type="bibr" rid="B16">Mehta et al., 2013</xref>).</p>
            <p>Therefore it is hypothesized that bullying perpetration is a behavior that competes
                with other more adequate modalities of behavior, such as prosocial behaviors, paying
                attention to classes, and having motivation to study, which impairs student school
                engagement, as victimizing peers could be reinforced by a sensation of power or
                dominance. In contrast, the direct negative effect of bullying victimization on
                school engagement was not found to be significant. This is an interesting finding,
                which was also obtained by <xref ref-type="bibr" rid="B26">Valle et al.
                    (2015)</xref>, and it could be explained by the fact that victimization may
                generate negative emotional and psychological consequences, such as anxiety and
                depression, which in turn impair students&#x2019; school engagement. Thus, the
                negative effect of bullying victimization on students&#x2019; school engagement
                would be mediated by such variables (<xref ref-type="bibr" rid="B25">Totura, Karver,
                    &amp; Gesten, 2014</xref>; <xref ref-type="bibr" rid="B26">Valle et al.,
                    2015</xref>).</p>
            <p>Additionally, the quality of teacher-student relationship contributes significantly
                and in a direct manner to students&#x2019; school engagement. Therefore a positive
                relationship with teachers translates into higher levels of school engagement, while
                a conflicting relationship translates into lower levels of school engagement, a
                finding that finds support in the literature (<xref ref-type="bibr" rid="B02"
                    >Archambault et al., 2013</xref>; <xref ref-type="bibr" rid="B21">Portilla et
                    al., 2014</xref>; <xref ref-type="bibr" rid="B23">Roorda et al., 2011</xref>).
                In this regard, the contribution that relationships with teachers bear on school
                engagement could occur due to the fact that positive relationships promote the
                necessary confidence and autonomy, so that students may explore the environment,
                getting involved in activities, while negative relationships generate feelings of
                insecurity (<xref ref-type="bibr" rid="B02">Archambault et al., 2013</xref>; <xref
                    ref-type="bibr" rid="B23">Roorda et al., 2011</xref>). In addition, it is
                important to highlight that the study by <xref ref-type="bibr" rid="B26">Valle et
                    al. (2015)</xref> found similar results whilst considering staff victimization.
                Therefore, these results indicate that a positive or a negative relationship with
                adults within the school environment may have similar impact on student school
                engagement.</p>
            <p>Bullying victimization and perpetration also have direct negative effects on
                teacher-student relationship, indicating that students involved in bullying have
                lesser quality relationships with teachers. The authors of this study hypothesize
                that students who are victims of bullying may be seen as passive, submissive, or
                less capable, failing, thus, to attract attention to their behavior, in addition to
                feeling unprotected by teachers during difficult situations. Bullying perpetrators,
                in turn, may have a conflicting relationship with teachers due to their
                aggressiveness, which in itself would be a cause of unhealthy interpersonal
                relationships, in addition to the potential to generate a negative bias towards any
                of their behaviors, including those within the academic realm.</p>
            <p>In light of this, <xref ref-type="bibr" rid="B13">Lamas et al. (2013)</xref> point
                out that often teachers do not assist victims or intervene in bullying cases due to
                insufficient training, as there is a lack of knowledge on how to deal with the
                phenomenon. However, as teachers are responsible for students in the school
                environment as well as for their academic upbringing, they should be considered to
                be the primary source of student support.</p>
            <p>Lastly, teacher-student relationship may mediate the relation between bullying
                involvement and school engagement. Thus, relationships with teachers may mitigate
                the negative effects of bullying. Therefore, students who experience positive
                teacher-student relationships present lower levels of impact on school engagement by
                bullying involvement. These results corroborate the findings in the existing
                literature that indicate interactions between the relationships of students with
                teachers and their peers, and the simultaneous influence of the above on school
                engagement, as seen in the previously cited studies (<xref ref-type="bibr" rid="B05"
                    >Cunha, 2012</xref>; <xref ref-type="bibr" rid="B26">Valle et al., 2015</xref>).
                In light of this, it is evident that promoting positive social relations between
                students and their peers, as well as with teachers, is of utmost importance, as
                these relations may, by themselves or in conjunction, hinder or facilitate school
                engagement, especially in regards to bullying perpetrators, whose negative effects
                on social relationships on school engagement are more significant.</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Final Considerations</title>
            <p>As a contribution, to understanding school engagement, the model tested in the
                present study explains about one-third (32%) of the variance of the phenomenon,
                indicating the need to research other variables that may be included in the future,
                addressing individual, family, social, and cultural factors. However, it should be
                emphasized that the explained school engagement variance percentage stemming from
                the relationship with peers and teachers was significant. This indicates that such
                variables are of extreme importance for school engagement, as they were able to
                account for an expressive part of a phenomenon considered to be multidimensional,
                and should be further explored in the future.</p>
            <p>In spite of its contributions, this study also presents some limitations. Firstly,
                the data presented herein is not representative and should not be generalized for
                the Brazilian population, especially due to the fact that the participating schools
                are from a mid-sized city in the state of <italic>São Paulo</italic>, whose rates of
                social vulnerability were considered low and very low. In addition, the study was
                not longitudinal, and thus it does not allow for causal interpretations, in spite of
                pointing to how bullying involvement and teacher-student relationship may influence
                school engagement.</p>
            <p>Additionally, the influence of experiencing bullying as a bystander on school
                engagement was not investigated; the focus was set only on repetitive, systematic,
                and intentional aggressions. Furthermore, only one instrument was used to evaluate
                each variable of interest and the instruments were answered only by the students,
                making the data prone to limitations inherent to questionnaires due to participant
                bias. Therefore, other sources of data collection could be used to reduce bias and
                obtain more complete data.</p>
            <p>At last, although some psychometric analysis were performed in the present study,
                such as Confirmatory Factor Analysis and Cronbach&#x2019;s Alpha Coefficient, the
                instruments employed to evaluate teacher-student relationship and school engagement
                did not have previous validity evidence for the Brazilian context; nor there were
                other instruments available in the country with such evidence. This indicates that
                studies in these areas are scarce and that it is necessary to elaborate and validate
                instruments regarding these constructs in Brazil.</p>
            <p>Despite the limitations listed above, due to the importance that school has on
                student development and due to the fact that school engagement plays a central role
                in the academic experience, this study makes a pioneering contribution to the
                advancement of knowledge in this relevant field of study, pointing out variables
                present within the school which may influence students&#x2019; engagement, which may
                help with intervention strategies to improve the school environment and climate.
                There are few Brazilian and international studies addressing teacher-student
                relationships and bullying involvement, and its relation to school engagement,
                stressing the relevance of the present study.</p>
        </sec>
    </body>
    <back>
        <ack>
            <title>Contributors</title>
            <p>J.E. VALLE contributed to the conception and design, data analysis and
                interpretation, discussion of results, revision and approval of the final version of
                the manuscript. A.C. STELKO-PEREIRA and L.C.A. WILLIAMS contributed to the
                conception and design, revision of the final version of the manuscript. E.M. PEIXOTO
                contributed with data analysis and interpretation, revision of the final version of
                the manuscript.</p>
        </ack>
        <fn-group>
            <fn fn-type="supported-by" id="fn01">
                <p>Support: Conselho Nacional de Desenvolvimento Científi co e Tecnológico (Process
                    nº 132770/2015-6).</p>
            </fn>
        </fn-group>
        <fn-group>
            <title>Como citar este artigo/How to cite this article</title>
            <fn fn-type="other" id="fn02">
                <p>Valle, J. E., Stelko-Pereira, A. C., Peixoto, E. M., &amp; Williams, L. C. A.
                    (2018).Infl uence of bullying and teacher-student relationship on school
                    engagement: Analysis of an explanatory model. Estudos de Psicologia (Campinas),
                    35(4), 411-420. <ext-link ext-link-type="uri"
                        xlink:href="http://dx.doi.org/10.1590/1982-02752018000400008"
                        >http://dx.doi.org/10.1590/1982-02752018000400008</ext-link></p>
            </fn>
        </fn-group>
        <ref-list>
            <title>References</title>
            <ref id="B01">

                <mixed-citation>Albuquerque, P. P., Williams, L. C. A., &amp; D&#x2019;Affonseca, S.
                    M. (2013). Efeitos tardios do bullying e Transtorno de Estresse Pós-Traumático:
                    uma revisão crítica. <italic>Psicologia: Teoria e Pesquisa, 29</italic>(1),
                    91-98. http://dx.doi.org/10.1590/S0102-37722013000100011</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Albuquerque</surname>
                            <given-names>P. P</given-names>
                        </name>
                        <name>
                            <surname>Williams</surname>
                            <given-names>L. C. A</given-names>
                        </name>
                        <name>
                            <surname>D&#x2019;Affonseca</surname>
                            <given-names>S. M.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Efeitos tardios do bullying e Transtorno de Estresse
                        Pós-Traumático: uma revisão crítica</article-title>
                    <source>Psicologia: Teoria e Pesquisa</source>
                    <volume>29</volume>
                    <issue>1</issue>
                    <pub-id pub-id-type="doi">10.1590/S0102-37722013000100011</pub-id>

                </element-citation>
            </ref>
            <ref id="B02">

                <mixed-citation>Archambault, I., Pagani, L. S., &amp; Fitzpatrick, C. (2013).
                    Transactional associations between classroom engagement and relations with
                    teachers from first through fourth grade. <italic>Learning and Instruction,
                        23</italic>, 1-9.
                    http://dx.doi.org/10.1016/j.learninstruc.2012.09.003</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Archambault</surname>
                            <given-names>I</given-names>
                        </name>
                        <name>
                            <surname>Pagani</surname>
                            <given-names>L. S</given-names>
                        </name>
                        <name>
                            <surname>Fitzpatrick</surname>
                            <given-names>C.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Transactional associations between classroom engagement and
                        relations with teachers from first through fourth grade</article-title>
                    <source>Learning and Instruction</source>
                    <volume>23</volume>
                    <fpage>1</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.learninstruc.2012.09.003</pub-id>

                </element-citation>
            </ref>
            <ref id="B03">

                <mixed-citation>Berger, K. S. (2007). Update on bullying at school: Science
                    forgotten? <italic>Developmental Review, 27</italic>(1), 90-126.
                    http://dx.doi.org/10.1016/j.dr.2006.08.002</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Berger</surname>
                            <given-names>K. S.</given-names>
                        </name>
                    </person-group>
                    <year>2007</year>
                    <article-title>Update on bullying at school: Science forgotten?</article-title>
                    <source>Developmental Review</source>
                    <volume>27</volume>
                    <issue>1</issue>
                    <fpage>90</fpage>
                    <lpage>126</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.dr.2006.08.002</pub-id>

                </element-citation>
            </ref>
            <ref id="B04">

                <mixed-citation>Brito, C. C., &amp; Oliveira, M. T. (2013). Bullying e autoestima em
                    adolescentes de escolas públicas. <italic>Jornal de Pediatria, 89</italic>(6),
                    601-607. http://dx.doi.org/10.1016/j.jped.2013.04.001</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Brito</surname>
                            <given-names>C. C</given-names>
                        </name>
                        <name>
                            <surname>Oliveira</surname>
                            <given-names>M. T.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Bullying e autoestima em adolescentes de escolas
                        públicas</article-title>
                    <source>Jornal de Pediatria</source>
                    <volume>89</volume>
                    <issue>6</issue>
                    <fpage>601</fpage>
                    <lpage>607</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jped.2013.04.001</pub-id>

                </element-citation>
            </ref>
            <ref id="B05">

                <mixed-citation>Cunha, J. M. (2012). <italic>O papel moderador de docentes na
                        associação entre violência escolar e ajustamento acadêmico</italic>
                    (Dissertação de mestrado não-publicada). Universidade Federal do Paraná,
                    Curitiba.</mixed-citation>

                <element-citation publication-type="thesis">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Cunha</surname>
                            <given-names>J. M.</given-names>
                        </name>
                    </person-group>
                    <year>2012</year>
                    <source>O papel moderador de docentes na associação entre violência escolar e
                        ajustamento acadêmico</source>
                    <comment>Dissertação de mestrado não-publicada</comment>
                    <publisher-name>Universidade Federal do Paraná</publisher-name>
                    <publisher-loc>Curitiba</publisher-loc>

                </element-citation>
            </ref>
            <ref id="B06">

                <mixed-citation>Fredricks, J. A., Blumenfeld, P. C., &amp; Paris, A. H. (2004).
                    School engagement: Potential of the concept, state of the evidence.
                        <italic>Review of Educational Research, 74</italic>(1), 59-109.
                    http://dx.doi.org/10.3102/00346543074001059</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Fredricks</surname>
                            <given-names>J. A</given-names>
                        </name>
                        <name>
                            <surname>Blumenfeld</surname>
                            <given-names>P. C</given-names>
                        </name>
                        <name>
                            <surname>Paris</surname>
                            <given-names>A. H.</given-names>
                        </name>
                    </person-group>
                    <year>2004</year>
                    <article-title>School engagement: Potential of the concept, state of the
                        evidence</article-title>
                    <source>Review of Educational Research</source>
                    <volume>74</volume>
                    <issue>1</issue>
                    <fpage>59</fpage>
                    <lpage>109</lpage>
                    <pub-id pub-id-type="doi">10.3102/00346543074001059</pub-id>

                </element-citation>
            </ref>
            <ref id="B07">

                <mixed-citation>Fredricks, J. A., Blumenfeld, P. C., Friedel, J., &amp; Paris, A.
                    (2005). School engagement. In K. A. Moore, &amp; L. Lippman (Eds.), <italic>What
                        do children need to flourish? Conceptualizing and measuring indicators of
                        positive development</italic> (pp.305-321). New York: Kluwer Academic/Plenum
                    Press.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Fredricks</surname>
                            <given-names>J. A</given-names>
                        </name>
                        <name>
                            <surname>Blumenfeld</surname>
                            <given-names>P. C</given-names>
                        </name>
                        <name>
                            <surname>Friedel</surname>
                            <given-names>J</given-names>
                        </name>
                        <name>
                            <surname>Paris</surname>
                            <given-names>A.</given-names>
                        </name>
                    </person-group>
                    <year>2005</year>
                    <chapter-title>School engagement</chapter-title>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Moore</surname>
                            <given-names>K. A.</given-names>
                        </name>
                        <name>
                            <surname>Lippman</surname>
                            <given-names>L.</given-names>
                        </name>
                    </person-group>
                    <source>What do children need to flourish? Conceptualizing and measuring
                        indicators of positive development</source>
                    <fpage>305</fpage>
                    <lpage>321</lpage>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Kluwer Academic/Plenum Press</publisher-name>

                </element-citation>
            </ref>
            <ref id="B08">

                <mixed-citation>Fundação do Sistema Estadual de Análise de Dados [SEAD]. (2010).
                    Índice Paulista de Vulnerabilidade Social (IPVS): Versão 2010. Recuperado em
                    dezembro 22, 2016, de
                    http://indices-ilp.al.sp.gov.br/view/index.php?prodCod=2</mixed-citation>

                <element-citation publication-type="webpage">
                    <person-group person-group-type="author">
                        <collab>Fundação do Sistema Estadual de Análise de Dados [SEAD]</collab>
                    </person-group>
                    <year>2010</year>
                    <source>Índice Paulista de Vulnerabilidade Social (IPVS): Versão 2010</source>
                    <date-in-citation content-type="access-date">dezembro 22,
                        2016</date-in-citation>
                    <ext-link ext-link-type="uri"
                        xlink:href="http://indices-ilp.al.sp.gov.br/view/index.php?prodCod=2"
                        >http://indices-ilp.al.sp.gov.br/view/index.php?prodCod=2</ext-link>

                </element-citation>
            </ref>
            <ref id="B09">

                <mixed-citation>Gladden, R. M., Vivolo-Kantor, A. M., Hamburger, M. E., &amp;
                    Lumpkin, C. D. (2014). <italic>Bullying surveillance among youths: Uniform
                        definitions for public health and recommended data elements</italic>.
                    Atlanta: Centers for Disease Control and Prevention.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Gladden</surname>
                            <given-names>R. M</given-names>
                        </name>
                        <name>
                            <surname>Vivolo-Kantor</surname>
                            <given-names>A. M</given-names>
                        </name>
                        <name>
                            <surname>Hamburger</surname>
                            <given-names>M. E</given-names>
                        </name>
                        <name>
                            <surname>Lumpkin</surname>
                            <given-names>C. D.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <source>Bullying surveillance among youths: Uniform definitions for public
                        health and recommended data elements</source>
                    <publisher-loc>Atlanta</publisher-loc>
                    <publisher-name>Centers for Disease Control and Prevention</publisher-name>

                </element-citation>
            </ref>
            <ref id="B10">

                <mixed-citation>Hamre, B. K., Pianta, R. C., Downer, J. T., &amp; Mashburn, S. J.
                    (2008). Teachers&#x2019; perceptions of conflict with young students: Looking
                    beyond problem behaviors. <italic>Social Development, 17</italic>(1), 115-136.
                    http://dx.doi.org/10.1111/j.1467-9507.2007.00418.x</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Hamre</surname>
                            <given-names>B. K</given-names>
                        </name>
                        <name>
                            <surname>Pianta</surname>
                            <given-names>R. C</given-names>
                        </name>
                        <name>
                            <surname>Downer</surname>
                            <given-names>J. T</given-names>
                        </name>
                        <name>
                            <surname>Mashburn</surname>
                            <given-names>S. J.</given-names>
                        </name>
                    </person-group>
                    <year>2008</year>
                    <article-title>Teachers&#x2019; perceptions of conflict with young students:
                        Looking beyond problem behaviors</article-title>
                    <source>Social Development</source>
                    <volume>17</volume>
                    <issue>1</issue>
                    <fpage>115</fpage>
                    <lpage>136</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1467-9507.2007.00418.x</pub-id>

                </element-citation>
            </ref>
            <ref id="B11">

                <mixed-citation>Iyer, R. V., Kochenderfer-Ladd, B., Eisenberg, N., &amp; Thompson,
                    M. (2010). Peer victimization and effortful control: Relations to school
                    engagement and academic achievement. <italic>Merril-Palmer Quarterly,
                        56</italic>(3), 361-387.
                    http://dx.doi.org/10.1353/mpq.0.0058</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Iyer</surname>
                            <given-names>R. V</given-names>
                        </name>
                        <name>
                            <surname>Kochenderfer-Ladd</surname>
                            <given-names>B</given-names>
                        </name>
                        <name>
                            <surname>Eisenberg</surname>
                            <given-names>N</given-names>
                        </name>
                        <name>
                            <surname>Thompson</surname>
                            <given-names>M.</given-names>
                        </name>
                    </person-group>
                    <year>2010</year>
                    <article-title>Peer victimization and effortful control: Relations to school
                        engagement and academic achievement</article-title>
                    <source>Merril-Palmer Quarterly</source>
                    <volume>56</volume>
                    <issue>3</issue>
                    <fpage>361</fpage>
                    <lpage>387</lpage>
                    <pub-id pub-id-type="doi">10.1353/mpq.0.0058</pub-id>

                </element-citation>
            </ref>
            <ref id="B12">

                <mixed-citation>Kline, R. B. (2010). <italic>Principles and practice of structural
                        equation modeling</italic> (3rd ed.). New York: Guilford
                    Press.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Kline</surname>
                            <given-names>R. B.</given-names>
                        </name>
                    </person-group>
                    <year>2010</year>
                    <source>Principles and practice of structural equation modeling</source>
                    <edition>3rd ed.</edition>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Guilford Press</publisher-name>

                </element-citation>
            </ref>
            <ref id="B13">

                <mixed-citation>Lamas, K. C. A., Freitas, E. R., &amp; Barbosa, A. J. G. (2013).
                    Bullying e relação professor-aluno: percepções de estudantes do Ensino
                    Fundamental. <italic>Psico, 44</italic>(2), 263-272.</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Lamas</surname>
                            <given-names>K. C. A</given-names>
                        </name>
                        <name>
                            <surname>Freitas</surname>
                            <given-names>E. R</given-names>
                        </name>
                        <name>
                            <surname>Barbosa</surname>
                            <given-names>A. J. G.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Bullying e relação professor-aluno: percepções de estudantes do
                        Ensino Fundamental</article-title>
                    <source>Psico</source>
                    <volume>44</volume>
                    <issue>2</issue>
                    <fpage>263</fpage>
                    <lpage>272</lpage>

                </element-citation>
            </ref>
            <ref id="B14">

                <mixed-citation>Li, Y., &amp; Lerner, R. M. (2013). Interrelations of behavioral,
                    emotional, and cognitive school engagement in High School students.
                        <italic>Journal of Youth Adolescence, 42</italic>(1), 20-32.
                    http://dx.doi.org/10.1007/s10964-012-9857-5</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Li</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name>
                            <surname>Lerner</surname>
                            <given-names>R. M.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Interrelations of behavioral, emotional, and cognitive school
                        engagement in High School students</article-title>
                    <source>Journal of Youth Adolescence</source>
                    <volume>42</volume>
                    <issue>1</issue>
                    <fpage>20</fpage>
                    <lpage>32</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10964-012-9857-5</pub-id>

                </element-citation>
            </ref>
            <ref id="B15">

                <mixed-citation>Malta, D. C., Porto, D. L., Crespo, C. D., Silva, M. M. A., Andrade,
                    S .S. C., Mello, F. C. M., ... Silva, M. A. I. (2014). Bullying em escolares
                    brasileiros: análise da Pesquisa Nacional de Saúde do Escolar (PeNSE 2012).
                        <italic>Revista Brasileira de Epidemiologia, 17</italic>(1), 92-105.
                    http://dx.doi.org/10.1590/1809-4503201400050011</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Malta</surname>
                            <given-names>D. C</given-names>
                        </name>
                        <name>
                            <surname>Porto</surname>
                            <given-names>D. L</given-names>
                        </name>
                        <name>
                            <surname>Crespo</surname>
                            <given-names>C. D</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>M. M. A</given-names>
                        </name>
                        <name>
                            <surname>Andrade</surname>
                            <given-names>S .S. C</given-names>
                        </name>
                        <name>
                            <surname>Mello</surname>
                            <given-names>F. C. M.</given-names>
                        </name>
                        <name>
                            <surname>Silva</surname>
                            <given-names>M. A. I.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <article-title>Bullying em escolares brasileiros: análise da Pesquisa Nacional
                        de Saúde do Escolar (PeNSE 2012)</article-title>
                    <source>Revista Brasileira de Epidemiologia</source>
                    <volume>17</volume>
                    <issue>1</issue>
                    <fpage>92</fpage>
                    <lpage>105</lpage>
                    <pub-id pub-id-type="doi">10.1590/1809-4503201400050011</pub-id>

                </element-citation>
            </ref>
            <ref id="B16">

                <mixed-citation>Mehta, S. B., Cornell, D., Fan, X., &amp; Gregory, A. (2013).
                    Bullying climate and school engagement in ninth-grade students. <italic>Journal
                        of School Health, 83</italic>(1), 45-52.
                    http://dx.doi.org/10.1111/j.1746-1561.2012.00746.x</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Mehta</surname>
                            <given-names>S. B</given-names>
                        </name>
                        <name>
                            <surname>Cornell</surname>
                            <given-names>D</given-names>
                        </name>
                        <name>
                            <surname>Fan</surname>
                            <given-names>X</given-names>
                        </name>
                        <name>
                            <surname>Gregory</surname>
                            <given-names>A.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Bullying climate and school engagement in ninth-grade
                        students</article-title>
                    <source>Journal of School Health</source>
                    <volume>83</volume>
                    <issue>1</issue>
                    <fpage>45</fpage>
                    <lpage>52</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1746-1561.2012.00746.x</pub-id>

                </element-citation>
            </ref>
            <ref id="B17">

                <mixed-citation>Olweus, D. (1993). <italic>Bullying at school: What we know and what
                        we can do</italic>. Cambridge: Backwell.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Olweus</surname>
                            <given-names>D.</given-names>
                        </name>
                    </person-group>
                    <year>1993</year>
                    <source>Bullying at school: What we know and what we can do</source>
                    <publisher-loc>Cambridge</publisher-loc>
                    <publisher-name>Backwell</publisher-name>

                </element-citation>
            </ref>
            <ref id="B18">

                <mixed-citation>Organisation for Economic Cooperation and Development (2013).
                        <italic>PISA 2012 Results: Ready to learn: Students&#x2019; engagement,
                        drive and self-beliefs (Vol. 3)</italic>. Pisa: OECD Publishing.
                    http://dx.doi.org/10.1787/9789264201170-en</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <collab>Organisation for Economic Cooperation and Development</collab>
                    </person-group>
                    <year>2013</year>
                    <source>PISA 2012 Results: Ready to learn: Students&#x2019; engagement, drive
                        and self-beliefs (Vol. 3)</source>
                    <publisher-loc>Pisa</publisher-loc>
                    <publisher-name>OECD Publishing</publisher-name>
                    <pub-id pub-id-type="doi">10.1787/9789264201170-en</pub-id>

                </element-citation>
            </ref>
            <ref id="B19">

                <mixed-citation>Orpinas, P., &amp; Horne, A. M. (2006). Bullies and victims: A
                    challenge for schools. In J. R. Lutzker (Ed.), <italic>Preventing violence:
                        Research and evidence-based intervention strategies</italic> (pp.147-165).
                    Washington, DC: American Psychological Association.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Orpinas</surname>
                            <given-names>P</given-names>
                        </name>
                        <name>
                            <surname>Horne</surname>
                            <given-names>A. M.</given-names>
                        </name>
                    </person-group>
                    <year>2006</year>
                    <chapter-title>Bullies and victims: A challenge for schools</chapter-title>
                    <person-group person-group-type="editor">
                        <name>
                            <surname>Lutzker</surname>
                            <given-names>J. R.</given-names>
                        </name>
                    </person-group>
                    <source>Preventing violence: Research and evidence-based intervention
                        strategies</source>
                    <fpage>147</fpage>
                    <lpage>165</lpage>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>American Psychological Association</publisher-name>

                </element-citation>
            </ref>
            <ref id="B20">

                <mixed-citation>Penrose, R. (2009). <italic>Teacher-student relationship</italic>
                    (Unpublished master&#x2019;s thesis). California State University, Sacramento,
                    United States.</mixed-citation>

                <element-citation publication-type="thesis">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Penrose</surname>
                            <given-names>R.</given-names>
                        </name>
                    </person-group>
                    <year>2009</year>
                    <source>Teacher-student relationship</source>
                    <comment>Unpublished master&#x2019;s thesis</comment>
                    <publisher-name>California State University</publisher-name>
                    <publisher-loc>Sacramento, United States</publisher-loc>

                </element-citation>
            </ref>
            <ref id="B21">

                <mixed-citation>Portilla, X. A., Ballard, P. J., Adler, N. E., Boyce, W. T., &amp;
                    Obradovic, J. (2014). An integrative view of school functioning: Transactions
                    between self-regulation, school engagement, and teacher-child relationship
                    quality. <italic>Child Development, 85</italic>(5), 1915-1931.
                    http://dx.doi.org/10.1111/cdev.12259</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Portilla</surname>
                            <given-names>X. A</given-names>
                        </name>
                        <name>
                            <surname>Ballard</surname>
                            <given-names>P. J</given-names>
                        </name>
                        <name>
                            <surname>Adler</surname>
                            <given-names>N. E</given-names>
                        </name>
                        <name>
                            <surname>Boyce</surname>
                            <given-names>W. T</given-names>
                        </name>
                        <name>
                            <surname>Obradovic</surname>
                            <given-names>J.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <article-title>An integrative view of school functioning: Transactions between
                        self-regulation, school engagement, and teacher-child relationship
                        quality</article-title>
                    <source>Child Development</source>
                    <volume>85</volume>
                    <issue>5</issue>
                    <fpage>1915</fpage>
                    <lpage>1931</lpage>
                    <pub-id pub-id-type="doi">10.1111/cdev.12259</pub-id>

                </element-citation>
            </ref>
            <ref id="B22">

                <mixed-citation>Rech, R. R., Halpern, R., Tedesco, A., &amp; Santos, D. F. (2013).
                    Prevalence and characteristics of victims and perpetrators of bullying.
                        <italic>Jornal de Pediatria, 89</italic>(2), 164-170.
                    http://dx.doi.org/10.1016/j.jped.2013.03.006</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Rech</surname>
                            <given-names>R. R</given-names>
                        </name>
                        <name>
                            <surname>Halpern</surname>
                            <given-names>R</given-names>
                        </name>
                        <name>
                            <surname>Tedesco</surname>
                            <given-names>A</given-names>
                        </name>
                        <name>
                            <surname>Santos</surname>
                            <given-names>D. F.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <article-title>Prevalence and characteristics of victims and perpetrators of
                        bullying</article-title>
                    <source>Jornal de Pediatria</source>
                    <volume>89</volume>
                    <issue>2</issue>
                    <fpage>164</fpage>
                    <lpage>170</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jped.2013.03.006</pub-id>

                </element-citation>
            </ref>
            <ref id="B23">

                <mixed-citation>Roorda, D. L., Koomen, H. M. Y., Spilt, J. L., &amp; Oort, F. J.
                    (2011). The influence of affective teacher-student relationships on
                    students&#x2019; school engagement and achievement: A meta-analytic approach.
                        <italic>Review of Educational Research, 81</italic>(4), 493-529.
                    http://dx.doi.org/10.3102/0034654311421793</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Roorda</surname>
                            <given-names>D. L</given-names>
                        </name>
                        <name>
                            <surname>Koomen</surname>
                            <given-names>H. M. Y</given-names>
                        </name>
                        <name>
                            <surname>Spilt</surname>
                            <given-names>J. L</given-names>
                        </name>
                        <name>
                            <surname>Oort</surname>
                            <given-names>F. J.</given-names>
                        </name>
                    </person-group>
                    <year>2011</year>
                    <article-title>The influence of affective teacher-student relationships on
                        students&#x2019; school engagement and achievement: A meta-analytic
                        approach</article-title>
                    <source>Review of Educational Research</source>
                    <volume>81</volume>
                    <issue>4</issue>
                    <fpage>493</fpage>
                    <lpage>529</lpage>
                    <pub-id pub-id-type="doi">10.3102/0034654311421793</pub-id>

                </element-citation>
            </ref>
            <ref id="B24">

                <mixed-citation>Stelko-Pereira, A. C., Williams, L. C. A., &amp; Freitas, L. C.
                    (2010). Validade e consistência interna do questionário de investigação de
                    prevalência de violência escolar: ver-são estudantes. <italic>Avaliação
                        Psicológica, 9</italic>(3), 403-411.</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Stelko-Pereira</surname>
                            <given-names>A. C</given-names>
                        </name>
                        <name>
                            <surname>Williams</surname>
                            <given-names>L. C. A</given-names>
                        </name>
                        <name>
                            <surname>Freitas</surname>
                            <given-names>L. C.</given-names>
                        </name>
                    </person-group>
                    <year>2010</year>
                    <article-title>Validade e consistência interna do questionário de investigação
                        de prevalência de violência escolar: ver-são estudantes</article-title>
                    <source>Avaliação Psicológica</source>
                    <volume>9</volume>
                    <issue>3</issue>
                    <fpage>403</fpage>
                    <lpage>411</lpage>

                </element-citation>
            </ref>
            <ref id="B25">

                <mixed-citation>Totura, C. M. W., Karver, M. S., &amp; Gesten, E. L. (2014).
                    Psychological distress and student engagement as mediators of the relationship
                    between peer victimization and achievement in Middle School youth.
                        <italic>Journal of Youth Adolescence, 43</italic>(1), 40-52.
                    http://dx.doi.org/10.1007/s10964-013-9918-4</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Totura</surname>
                            <given-names>C. M. W</given-names>
                        </name>
                        <name>
                            <surname>Karver</surname>
                            <given-names>M. S</given-names>
                        </name>
                        <name>
                            <surname>Gesten</surname>
                            <given-names>E. L.</given-names>
                        </name>
                    </person-group>
                    <year>2014</year>
                    <article-title>Psychological distress and student engagement as mediators of the
                        relationship between peer victimization and achievement in Middle School
                        youth</article-title>
                    <source>Journal of Youth Adolescence</source>
                    <volume>43</volume>
                    <issue>1</issue>
                    <fpage>40</fpage>
                    <lpage>52</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10964-013-9918-4</pub-id>

                </element-citation>
            </ref>
            <ref id="B26">

                <mixed-citation>Valle, J. E., Stelko-Pereira, A. C., Sá, L. G. C., &amp; Williams,
                    L. C. A. (2015). Bullying, vitimização por funcionários e depressão: relações
                    com o engajamento emocional escolar. <italic>Psicologia Escolar e Educacional,
                        19</italic>(3), 463-473.
                    http://dx.doi.org/10.1590/2175-3539/2015/0193872</mixed-citation>

                <element-citation publication-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Valle</surname>
                            <given-names>J. E</given-names>
                        </name>
                        <name>
                            <surname>Stelko-Pereira</surname>
                            <given-names>A. C</given-names>
                        </name>
                        <name>
                            <surname>Sá</surname>
                            <given-names>L. G. C</given-names>
                        </name>
                        <name>
                            <surname>Williams</surname>
                            <given-names>L. C. A.</given-names>
                        </name>
                    </person-group>
                    <year>2015</year>
                    <article-title>Bullying, vitimização por funcionários e depressão: relações com
                        o engajamento emocional escolar</article-title>
                    <source>Psicologia Escolar e Educacional</source>
                    <volume>19</volume>
                    <issue>3</issue>
                    <fpage>463</fpage>
                    <lpage>473</lpage>
                    <pub-id pub-id-type="doi">10.1590/2175-3539/2015/0193872</pub-id>

                </element-citation>
            </ref>
            <ref id="B27">

                <mixed-citation>Williams, L. C. A., &amp; Stelko-Pereira, A. C. (2013). Por fora
                    bela viola: pesquisa e intervenção sobre cyberbullying. In C. N. Abreu, E.
                    Eisenstein, &amp; S. G. B. Estefenon (Orgs.), <italic>Vivendo esse mundo
                        digital: impactos na saúde, na educação e nos comportamentos
                        sociais</italic> (pp.49-59). Porto Alegre: Artmed.</mixed-citation>

                <element-citation publication-type="book">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Williams</surname>
                            <given-names>L. C. A</given-names>
                        </name>
                        <name>
                            <surname>Stelko-Pereira</surname>
                            <given-names>A. C.</given-names>
                        </name>
                    </person-group>
                    <year>2013</year>
                    <chapter-title>Por fora bela viola: pesquisa e intervenção sobre
                        cyberbullying</chapter-title>
                    <person-group person-group-type="compiler">
                        <name>
                            <surname>Abreu</surname>
                            <given-names>C. N.</given-names>
                        </name>
                        <name>
                            <surname>Eisenstein</surname>
                            <given-names>E.</given-names>
                        </name>
                        <name>
                            <surname>Estefenon</surname>
                            <given-names>S. G. B.</given-names>
                        </name>
                    </person-group>
                    <source>Vivendo esse mundo digital: impactos na saúde, na educação e nos
                        comportamentos sociais</source>
                    <fpage>49</fpage>
                    <lpage>59</lpage>
                    <publisher-loc>Porto Alegre</publisher-loc>
                    <publisher-name>Artmed</publisher-name>

                </element-citation>
            </ref>

        </ref-list>
    </back>
</article>
