<?xml version='1.0'?>
<!DOCTYPE art SYSTEM 'http://www.biomedcentral.com/xml/article.dtd'>
<art>
   <ui>1748-5908-4-59</ui>
   <ji>1748-5908</ji>
   <fm>
      <dochead>Research article</dochead>
      <bibl>
         <title>
            <p>Curricula for teaching the content of clinical practice guidelines to family medicine and internal medicine residents in the US: a survey study</p>
         </title>
         <aug>
            <au ca="yes" id="A1">
               <snm>Akl</snm>
               <mi>A</mi>
               <fnm>Elie</fnm>
               <insr iid="I1"/>
               <insr iid="I2"/>
               <email>elieakl@buffalo.edu</email>
            </au>
            <au id="A2">
               <snm>Mustafa</snm>
               <fnm>Reem</fnm>
               <insr iid="I1"/>
               <email>rmustafa@buffalo.edu</email>
            </au>
            <au id="A3">
               <snm>Wilson</snm>
               <mi>C</mi>
               <fnm>Mark</fnm>
               <insr iid="I3"/>
               <email>mark-c-wilson@uiowa.edu</email>
            </au>
            <au id="A4">
               <snm>Symons</snm>
               <fnm>Andrew</fnm>
               <insr iid="I2"/>
               <email>symons@buffalo.edu</email>
            </au>
            <au id="A5">
               <snm>Moheet</snm>
               <fnm>Amir</fnm>
               <insr iid="I4"/>
               <insr iid="I5"/>
               <email>Amir.Moheet@rochestergeneral.org</email>
            </au>
            <au id="A6">
               <snm>Rosenthal</snm>
               <fnm>Thomas</fnm>
               <insr iid="I2"/>
               <email>trosenth@buffalo.edu</email>
            </au>
            <au id="A7">
               <snm>Guyatt</snm>
               <mi>H</mi>
               <fnm>Gordon</fnm>
               <insr iid="I6"/>
               <insr iid="I7"/>
               <email>guyatt@mcmaster.ca</email>
            </au>
            <au id="A8">
               <snm>Sch&#252;nemann</snm>
               <mi>J</mi>
               <fnm>Holger</fnm>
               <insr iid="I7"/>
               <email>schuneh@mcmaster.ca</email>
            </au>
         </aug>
         <insg>
            <ins id="I1">
               <p>Department of Medicine, State University of New York at Buffalo, NY, USA</p>
            </ins>
            <ins id="I2">
               <p>Department of Family Medicine, State University of New York at Buffalo, NY, USA</p>
            </ins>
            <ins id="I3">
               <p>Department of Internal medicine, University of Iowa, IA, USA</p>
            </ins>
            <ins id="I4">
               <p>Department of Medicine, Rochester General Hospital, Rochester, NY, USA</p>
            </ins>
            <ins id="I5">
               <p>Department of Medicine, University of Rochester, NY, USA</p>
            </ins>
            <ins id="I6">
               <p>Department of Medicine, McMaster University, Hamilton, ON, Canada</p>
            </ins>
            <ins id="I7">
               <p>Department of Clinical Epidemiology &amp; Biostatistics, CLARITY Research Group, McMaster University, Hamilton, ON, Canada</p>
            </ins>
         </insg>
         <source>Implementation Science</source>
         <issn>1748-5908</issn>
         <pubdate>2009</pubdate>
         <volume>4</volume>
         <issue>1</issue>
         <fpage>59</fpage>
         <url>http://www.implementationscience.com/content/4/1/59</url>
         <xrefbib>
            <pubidlist>
               <pubid idtype="pmpid">19772570</pubid>
               <pubid idtype="doi">10.1186/1748-5908-4-59</pubid>
            </pubidlist>
         </xrefbib>
      </bibl>
      <history>
         <rec>
            <date>
               <day>3</day>
               <month>7</month>
               <year>2008</year>
            </date>
         </rec>
         <acc>
            <date>
               <day>21</day>
               <month>9</month>
               <year>2009</year>
            </date>
         </acc>
         <pub>
            <date>
               <day>21</day>
               <month>9</month>
               <year>2009</year>
            </date>
         </pub>
      </history>
      <cpyrt>
         <year>2009</year>
         <collab>Akl et al; licensee BioMed Central Ltd.</collab>
         <note>This is an Open Access article distributed under the terms of the Creative Commons Attribution License (<url>http://creativecommons.org/licenses/by/2.0</url>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</note>
      </cpyrt>
      <abs>
         <sec>
            <st>
               <p>Abstract</p>
            </st>
            <sec>
               <st>
                  <p>Background</p>
               </st>
               <p>Teaching the content of clinical practice guidelines (CPGs) is important to both clinical care and graduate medical education. The objective of this study was to determine the characteristics of curricula for teaching the content of CPGs in family medicine and internal medicine residency programs in the United States.</p>
            </sec>
            <sec>
               <st>
                  <p>Methods</p>
               </st>
               <p>We surveyed the directors of family medicine and internal medicine residency programs in the United States. The questionnaire included questions about the characteristics of the teaching of CPGs: goals and objectives, educational activities, evaluation, aspects of CPGs that the program teaches, the methods of making texts of CPGs available to residents, and the major barriers to teaching CPGs.</p>
            </sec>
            <sec>
               <st>
                  <p>Results</p>
               </st>
               <p>Of 434 programs responding (out of 839, 52%), 14% percent reported having written goals and objectives related to teaching CPGs. The most frequently taught aspect was the content of specific CPGs (76%). The top two educational strategies used were didactic sessions (76%) and journal clubs (64%). Auditing for adherence by residents was the primary evaluation strategy (44%), although 36% of program directors conducted no evaluation. Programs made texts of CPGs available to residents most commonly in the form of paper copies (54%) while the most important barrier was time constraints on faculty (56%).</p>
            </sec>
            <sec>
               <st>
                  <p>Conclusion</p>
               </st>
               <p>Residency programs teach different aspects of CPGs to varying degrees, and the majority uses educational strategies not supported by research evidence.</p>
            </sec>
         </sec>
      </abs>
   </fm>
   <meta>
      <classifications>
         <classification id="endnote" subtype="user_supplied_xml" type="bmc"/>
      </classifications>
   </meta>
   <bdy>
      <sec>
         <st>
            <p>Background</p>
         </st>
         <p>The implementation of clinical practice guidelines (CPGs) has been shown to positively impact clinical care. For example, the implementation of community-acquired pneumonia guidelines has decreased mortality <abbrgrp><abbr bid="B1">1</abbr></abbrgrp> and improved cost effectiveness of care <abbrgrp><abbr bid="B2">2</abbr></abbrgrp> without adverse patient consequences <abbrgrp><abbr bid="B3">3</abbr></abbrgrp>. Diabetes care employing evidence-based guidelines <abbrgrp><abbr bid="B4">4</abbr></abbrgrp> reduced diabetic nephropathy, retinopathy, and autonomic neuropathy. Improved survival in women with node-negative breast cancer has been associated with compliance with guidelines for systemic adjuvant treatment <abbrgrp><abbr bid="B5">5</abbr></abbrgrp>. Use of guidelines for the management of presumed uncomplicated urinary tract infection in women has decreased laboratory utilization and overall costs while maintaining or improving the quality of care <abbrgrp><abbr bid="B6">6</abbr></abbrgrp>.</p>
         <p>On the post graduate medical education level, teaching the content of CPGs can help in achieving three of the six general competencies defined by the Accreditation Council for Graduate Medical Education (ACGME) in the United States (US) <abbrgrp><abbr bid="B7">7</abbr></abbrgrp>: patient care, medical knowledge, and practice-based learning and improvement <abbrgrp><abbr bid="B8">8</abbr></abbrgrp>. It is also assumed that such teaching will help trainees to adhere to CPGs when they become independent practitioners.</p>
         <p>In spite of their clinical and educational values, the implementation of CPGs remains suboptimal among family medicine and internal medicine trainees in the US for a number of clinical areas such as: management of hypertension <abbrgrp><abbr bid="B9">9</abbr></abbrgrp>; management of hypercholesterolemia <abbrgrp><abbr bid="B10">10</abbr></abbrgrp>; diagnosis and management of uncomplicated urinary tract infection <abbrgrp><abbr bid="B11">11</abbr></abbrgrp>; screening and management of chronic kidney disease and its associated co-morbidities <abbrgrp><abbr bid="B12">12</abbr></abbrgrp>; and screening for familial colorectal cancer <abbrgrp><abbr bid="B13">13</abbr></abbrgrp>.</p>
         <p>One of the potential explanations for the suboptimal implementation of CPGs is suboptimal teaching of CPGs in residency programs. The main objective of this study was to determine the characteristics of curricula for teaching the content of CPGs in family medicine and internal medicine residency programs in the US. We also wanted to explore the hypothesis that a lower percentage of international medical graduates would be associated with better characteristics of teaching CPGs. It was not our objective to study either informal teaching (<it>i.e.</it>, outside the curriculum, <it>e.g.</it>, bedside teaching) or teaching of guidelines' development or guidelines' integration in medical decision making.</p>
      </sec>
      <sec>
         <st>
            <p>Methods</p>
         </st>
         <sec>
            <st>
               <p>Study design</p>
            </st>
            <p>We conducted a national survey of directors of family medicine and internal medicine residency programs in the US. We identified the program directors and obtained their contact information using the American Medical Association Graduate Medical Education Directory <abbrgrp><abbr bid="B14">14</abbr></abbrgrp>. The University at Buffalo Institutional Review Board approved the study.</p>
         </sec>
         <sec>
            <st>
               <p>Survey questionnaire</p>
            </st>
            <p>To develop the questionnaire, we reviewed the medical literature including the ACGME definition of a curriculum <abbrgrp><abbr bid="B15">15</abbr></abbrgrp> and the Cochrane Effective Practice and Organisation of Care (EPOC) review group typology of implementation interventions <abbrgrp><abbr bid="B16">16</abbr></abbrgrp>. We also conducted discussions with five internal medicine chief residents and two program directors attending the American College of Physicians (ACP) and the Association of Program Directors in Internal Medicine (APDIM) 2005 annual meetings. Two current and one previous program director reviewed iterative versions of the questionnaire and provided feedback.</p>
            <p>The survey questionnaire included questions about the characteristics of the teaching of CPGs: goals and objectives, educational activities, evaluation, aspects of CPGs that the program teaches, the methods of making texts of CPGs available to residents, and the major barriers to teaching CPGs. The questionnaire included additional questions about the characteristics of the program director (gender, years as program director) and the characteristics of the residency program (geographical region, affiliation, number of residents, and percentage of international medical graduates) (Additional File <supplr sid="S1">1</supplr>).</p>
            <suppl id="S1">
               <title>
                  <p>Additional file 1</p>
               </title>
               <text>
                  <p><b>Survey questionnaire</b>. Reproduces the questionnaire sent to the study participants.</p>
               </text>
               <file name="1748-5908-4-59-S1.DOC">
                  <p>Click here for file</p>
               </file>
            </suppl>
         </sec>
         <sec>
            <st>
               <p>Data collection</p>
            </st>
            <p>We mailed program directors the initial invitation to participate in the survey in April 2007. We used the following survey methods demonstrated to maximize response rate <abbrgrp><abbr bid="B17">17</abbr><abbr bid="B18">18</abbr></abbrgrp>: university sponsorship, personalized cover letter, colored ink, stamped return envelope, first class mailing, follow-up mail, including a questionnaire in the follow-up mail, non-monetary incentive, and a questionnaire that is interesting, short, user friendly, with factual questions, and with more relevant questions first. The non-monetary incentive consisted of a Microsoft PowerPoint version of an educational game designed to teach CPGs and using rules similar to those of the TV show Jeopardy<sup>&#174; </sup><abbrgrp><abbr bid="B19">19</abbr></abbrgrp>. We sent a follow-up mail and a follow-up fax respectively five and nine weeks after the initial invitation.</p>
         </sec>
         <sec>
            <st>
               <p>Statistical analysis</p>
            </st>
            <p>We conducted the descriptive analyses for the two specialties (family medicine and internal medicine) separately and combined. We conducted regression analyses in order to identify factors that are associated with the characteristics of the teaching of CPGs. We used logistic models with each of the options for the characteristics of the teaching of CPGs as a dependent variable, and the specialty, the program director characteristics, and the residency program characteristics as the independent variables (reference categories for the categorical variables were respectively: internal medicine specialty, male gender, Northeast geographical region, community based programs, and &lt;25% international medical graduates). We report only statistically significant associations with odds ratio (OR) &lt;0.8 or OR &lt;1.25. We used Microsoft Office Access for data entry and management and SPSS, version 13.0 (SPSS, Inc., Chicago, Illinois), for all analyses.</p>
         </sec>
      </sec>
      <sec>
         <st>
            <p>Results</p>
         </st>
         <p>The survey overall response rate was 52% (434 out of 839; 52% and 51% of family medicine and of internal medicine program directors responding, respectively). Table <tblr tid="T1">1</tblr> lists the characteristics of the training programs combined and separately for the two specialties.</p>
         <tbl id="T1">
            <title>
               <p>Table 1</p>
            </title>
            <caption>
               <p>The characteristics of responding program directors and of their residency programs; a national survey, 2007</p>
            </caption>
            <tblbdy cols="4">
               <r>
                  <c>
                     <p/>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Combined</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Family Medicine</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Internal Medicine</b>
                     </p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c>
                     <p/>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 434</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 239</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 195</b>
                     </p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>Gender of program director</b>, n (%)</p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Female</p>
                  </c>
                  <c ca="center">
                     <p>98 (23)</p>
                  </c>
                  <c ca="center">
                     <p>48 (20)</p>
                  </c>
                  <c ca="center">
                     <p>50 (26)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>Years as director</b>, mean (SD)</p>
                  </c>
                  <c ca="center">
                     <p>7.3 (5.4)</p>
                  </c>
                  <c ca="center">
                     <p>6.9 (5.1)</p>
                  </c>
                  <c ca="center">
                     <p>7.7 (5.6)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>Geographical region</b>, n (%)</p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Northeast</p>
                  </c>
                  <c ca="center">
                     <p>129 (30)</p>
                  </c>
                  <c ca="center">
                     <p>47 (20)</p>
                  </c>
                  <c ca="center">
                     <p>82 (42)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>South</p>
                  </c>
                  <c ca="center">
                     <p>112 (26)</p>
                  </c>
                  <c ca="center">
                     <p>69 (29)</p>
                  </c>
                  <c ca="center">
                     <p>43 (22)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Midwest</p>
                  </c>
                  <c ca="center">
                     <p>119 (27)</p>
                  </c>
                  <c ca="center">
                     <p>79 (33)</p>
                  </c>
                  <c ca="center">
                     <p>40 (21)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>West</p>
                  </c>
                  <c ca="center">
                     <p>68 (16)</p>
                  </c>
                  <c ca="center">
                     <p>40 (17)</p>
                  </c>
                  <c ca="center">
                     <p>28 (14)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>Affiliation</b>, n (%)</p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Community based</p>
                  </c>
                  <c ca="center">
                     <p>294 (68)</p>
                  </c>
                  <c ca="center">
                     <p>182 (76)</p>
                  </c>
                  <c ca="center">
                     <p>112 (57)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>University based</p>
                  </c>
                  <c ca="center">
                     <p>113 (26)</p>
                  </c>
                  <c ca="center">
                     <p>41 (17)</p>
                  </c>
                  <c ca="center">
                     <p>72 (37)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Military based</p>
                  </c>
                  <c ca="center">
                     <p>15 (3)</p>
                  </c>
                  <c ca="center">
                     <p>8 (3)</p>
                  </c>
                  <c ca="center">
                     <p>7 (4)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Other</p>
                  </c>
                  <c ca="center">
                     <p>6 (1)</p>
                  </c>
                  <c ca="center">
                     <p>4 (2)</p>
                  </c>
                  <c ca="center">
                     <p>2 (1)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>Number of residents per program</b>, mean (SD)</p>
                  </c>
                  <c ca="center">
                     <p>36.5 (28.5)</p>
                  </c>
                  <c ca="center">
                     <p>22.0 (8.1)</p>
                  </c>
                  <c ca="center">
                     <p>53.8 (34.0)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p><b>International graduates</b>, n (%)</p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>&lt;25%</p>
                  </c>
                  <c ca="center">
                     <p>174 (40)</p>
                  </c>
                  <c ca="center">
                     <p>108 (43)</p>
                  </c>
                  <c ca="center">
                     <p>66 (34)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>25 to 50%</p>
                  </c>
                  <c ca="center">
                     <p>85 (20)</p>
                  </c>
                  <c ca="center">
                     <p>53 (22)</p>
                  </c>
                  <c ca="center">
                     <p>32 (16)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>51 to 75%</p>
                  </c>
                  <c ca="center">
                     <p>76 (18)</p>
                  </c>
                  <c ca="center">
                     <p>43 (18)</p>
                  </c>
                  <c ca="center">
                     <p>33 (17)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>>75%</p>
                  </c>
                  <c ca="center">
                     <p>94 (22)</p>
                  </c>
                  <c ca="center">
                     <p>31 (13)</p>
                  </c>
                  <c ca="center">
                     <p>63 (32)</p>
                  </c>
               </r>
            </tblbdy>
         </tbl>
         <p>Table <tblr tid="T2">2</tblr> presents the answers of responding program directors relating to questions about teaching of CPGs combined and separately for the two specialties.</p>
         <tbl id="T2">
            <title>
               <p>Table 2</p>
            </title>
            <caption>
               <p>Answers to questions relating to teaching of the content of clinical practice guidelines; a national survey, 2007</p>
            </caption>
            <tblbdy cols="4">
               <r>
                  <c>
                     <p/>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Combined</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Family Medicine</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>Internal Medicine</b>
                     </p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c>
                     <p/>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 434</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 239</b>
                     </p>
                  </c>
                  <c ca="center">
                     <p>
                        <b>N = 195</b>
                     </p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>Goals and objectives</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Yes</p>
                  </c>
                  <c ca="center">
                     <p>61 (14)</p>
                  </c>
                  <c ca="center">
                     <p>32 (13)</p>
                  </c>
                  <c ca="center">
                     <p>29 (15)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>Aspects of CPGs taught</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Identifying and locating CPGs</p>
                  </c>
                  <c ca="center">
                     <p>310 (71)</p>
                  </c>
                  <c ca="center">
                     <p>191 (80)</p>
                  </c>
                  <c ca="center">
                     <p>119 (61)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Critical appraisal of CPGs</p>
                  </c>
                  <c ca="center">
                     <p>222 (51)</p>
                  </c>
                  <c ca="center">
                     <p>130 (54)</p>
                  </c>
                  <c ca="center">
                     <p>92 (47)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Content of specific CPGs</p>
                  </c>
                  <c ca="center">
                     <p>329 (76)</p>
                  </c>
                  <c ca="center">
                     <p>185 (77)</p>
                  </c>
                  <c ca="center">
                     <p>144 (74)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Dealing with conflicting CPGs</p>
                  </c>
                  <c ca="center">
                     <p>127 (29)</p>
                  </c>
                  <c ca="center">
                     <p>82 (34)</p>
                  </c>
                  <c ca="center">
                     <p>45 (23)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>None</p>
                  </c>
                  <c ca="center">
                     <p>37 (9)</p>
                  </c>
                  <c ca="center">
                     <p>12 (5)</p>
                  </c>
                  <c ca="center">
                     <p>25 (13)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Other</p>
                  </c>
                  <c ca="center">
                     <p>20 (4.6)</p>
                  </c>
                  <c ca="center">
                     <p>15 (6.2)</p>
                  </c>
                  <c ca="center">
                     <p>5 (2.6)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>Educational activities to teach CPGs</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Making texts of CPGs available</p>
                  </c>
                  <c ca="center">
                     <p>229 (53)</p>
                  </c>
                  <c ca="center">
                     <p>126 (53)</p>
                  </c>
                  <c ca="center">
                     <p>103 (53)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Didactic sessions</p>
                  </c>
                  <c ca="center">
                     <p>331 (76)</p>
                  </c>
                  <c ca="center">
                     <p>196 (82)</p>
                  </c>
                  <c ca="center">
                     <p>135 (69)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Interactive sessions</p>
                  </c>
                  <c ca="center">
                     <p>154 (36)</p>
                  </c>
                  <c ca="center">
                     <p>83 (35)</p>
                  </c>
                  <c ca="center">
                     <p>71 (36)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Journal club</p>
                  </c>
                  <c ca="center">
                     <p>276 (64)</p>
                  </c>
                  <c ca="center">
                     <p>157 (67)</p>
                  </c>
                  <c ca="center">
                     <p>119 (61)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Audit and feedback to residents *</p>
                  </c>
                  <c ca="center">
                     <p>163 (38)</p>
                  </c>
                  <c ca="center">
                     <p>99 (41)</p>
                  </c>
                  <c ca="center">
                     <p>64 (33)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Self-audit by residents</p>
                  </c>
                  <c ca="center">
                     <p>90 (21)</p>
                  </c>
                  <c ca="center">
                     <p>50 (21)</p>
                  </c>
                  <c ca="center">
                     <p>40 (21)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Educational games</p>
                  </c>
                  <c ca="center">
                     <p>75 (17)</p>
                  </c>
                  <c ca="center">
                     <p>41 (17)</p>
                  </c>
                  <c ca="center">
                     <p>34 (17)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>None</p>
                  </c>
                  <c ca="center">
                     <p>23 (5)</p>
                  </c>
                  <c ca="center">
                     <p>5 (2)</p>
                  </c>
                  <c ca="center">
                     <p>18 (9)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Other</p>
                  </c>
                  <c ca="center">
                     <p>25(5.8)</p>
                  </c>
                  <c ca="center">
                     <p>15 (6.3)</p>
                  </c>
                  <c ca="center">
                     <p>10 (5.1)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>Evaluation of the teaching of CPGs</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Objective assessment of knowledge</p>
                  </c>
                  <c ca="center">
                     <p>151 (35)</p>
                  </c>
                  <c ca="center">
                     <p>79 (33)</p>
                  </c>
                  <c ca="center">
                     <p>72 (37)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Assessment of attitude</p>
                  </c>
                  <c ca="center">
                     <p>45 (10)</p>
                  </c>
                  <c ca="center">
                     <p>23 (10)</p>
                  </c>
                  <c ca="center">
                     <p>22 (11)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Auditing of resident adherence *</p>
                  </c>
                  <c ca="center">
                     <p>190 (44)</p>
                  </c>
                  <c ca="center">
                     <p>123 (51)</p>
                  </c>
                  <c ca="center">
                     <p>67 (34)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Assessment of satisfaction</p>
                  </c>
                  <c ca="center">
                     <p>40 (9)</p>
                  </c>
                  <c ca="center">
                     <p>23 (10)</p>
                  </c>
                  <c ca="center">
                     <p>17 (9)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>None</p>
                  </c>
                  <c ca="center">
                     <p>157 (36)</p>
                  </c>
                  <c ca="center">
                     <p>78 (33)</p>
                  </c>
                  <c ca="center">
                     <p>79 (41)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Other</p>
                  </c>
                  <c ca="center">
                     <p>17 (3.9)</p>
                  </c>
                  <c ca="center">
                     <p>9 (3.7)</p>
                  </c>
                  <c ca="center">
                     <p>8 (4.1)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>CPGs texts made available through</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>The website of the program</p>
                  </c>
                  <c ca="center">
                     <p>142 (33)</p>
                  </c>
                  <c ca="center">
                     <p>79 (33)</p>
                  </c>
                  <c ca="center">
                     <p>63 (32)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Servers of affiliated hospital(s)</p>
                  </c>
                  <c ca="center">
                     <p>181 (42)</p>
                  </c>
                  <c ca="center">
                     <p>102 (43)</p>
                  </c>
                  <c ca="center">
                     <p>79 (41)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>email distribution</p>
                  </c>
                  <c ca="center">
                     <p>76 (18)</p>
                  </c>
                  <c ca="center">
                     <p>44 (18)</p>
                  </c>
                  <c ca="center">
                     <p>32 (16)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Personal digital assistant (PDA)</p>
                  </c>
                  <c ca="center">
                     <p>107 (25)</p>
                  </c>
                  <c ca="center">
                     <p>85 (36)</p>
                  </c>
                  <c ca="center">
                     <p>22 (11)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Paper copies</p>
                  </c>
                  <c ca="center">
                     <p>236 (54)</p>
                  </c>
                  <c ca="center">
                     <p>136 (57)</p>
                  </c>
                  <c ca="center">
                     <p>100 (51)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>None</p>
                  </c>
                  <c ca="center">
                     <p>20 (5)</p>
                  </c>
                  <c ca="center">
                     <p>7 (3)</p>
                  </c>
                  <c ca="center">
                     <p>13 (7)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Other</p>
                  </c>
                  <c ca="center">
                     <p>47 (10.8)</p>
                  </c>
                  <c ca="center">
                     <p>25 (10.46)</p>
                  </c>
                  <c ca="center">
                     <p>22 (11.3)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>
                        <b>Barriers</b>
                     </p>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
                  <c>
                     <p/>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Limited access to CPGs</p>
                  </c>
                  <c ca="center">
                     <p>31 (7)</p>
                  </c>
                  <c ca="center">
                     <p>13 (5)</p>
                  </c>
                  <c ca="center">
                     <p>18 (9)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Insufficient interest among residents</p>
                  </c>
                  <c ca="center">
                     <p>72 (17)</p>
                  </c>
                  <c ca="center">
                     <p>35 (15)</p>
                  </c>
                  <c ca="center">
                     <p>37 (19)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Insufficient interest among faculty</p>
                  </c>
                  <c ca="center">
                     <p>96 (22)</p>
                  </c>
                  <c ca="center">
                     <p>41 (17)</p>
                  </c>
                  <c ca="center">
                     <p>55 (28)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Time constraints on residents</p>
                  </c>
                  <c ca="center">
                     <p>214 (49)</p>
                  </c>
                  <c ca="center">
                     <p>118 (49)</p>
                  </c>
                  <c ca="center">
                     <p>96 (49)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>Time constraints on faculty</p>
                  </c>
                  <c ca="center">
                     <p>245 (56)</p>
                  </c>
                  <c ca="center">
                     <p>140 (59)</p>
                  </c>
                  <c ca="center">
                     <p>105 (54)</p>
                  </c>
               </r>
               <r>
                  <c cspan="4">
                     <hr/>
                  </c>
               </r>
               <r>
                  <c ca="left">
                     <p>None</p>
                  </c>
                  <c ca="center">
                     <p>94 (22)</p>
                  </c>
                  <c ca="center">
                     <p>53 (22)</p>
                  </c>
                  <c ca="center">
                     <p>41 (21)</p>
                  </c>
               </r>
               <r>
                  <c>
                     <p/>
                  </c>
                  <c ca="center">
                     <p>35 (8.0)</p>
                  </c>
                  <c ca="center">
                     <p>22 (9.2)</p>
                  </c>
                  <c ca="center">
                     <p>13 (6.7)</p>
                  </c>
               </r>
            </tblbdy>
            <tblfn>
               <p>*Audit can be used as an evaluation strategy but also as an educational strategy if coupled with by feedback or conducted by the residents themselves.</p>
               <p>CPGs = Clinical Practice Guidelines</p>
            </tblfn>
         </tbl>
         <sec>
            <st>
               <p>Written goals and objectives</p>
            </st>
            <p>Fourteen percent of responding program directors reported having written goals and objectives for teaching CPGs.</p>
         </sec>
         <sec>
            <st>
               <p>Aspects of CPGs</p>
            </st>
            <p>The most frequently taught aspect of CPGs was the content of specific CPGs (76%). Nine percent of program directors reported teaching no aspect of CPGs. Teaching how to identify and locate CPGs and teaching critical appraisal of CPGs were associated with family medicine specialty (OR = 2.70; 95% Confidence Interval (CI) 1.52 to 4.80) and OR = 1.81; 95% CI 1.10 to 3.07 respectively). Teaching the content of specific CPGs was inversely associated with 51 to 75% of residents being international medical graduates (OR = 0.44; 95% CI 0.22 to 0.88). Teaching how to deal with conflicting CPGs was associated with female gender of the program director (OR = 2.00; 95% CI 1.17 to 3.38), and inversely associated with 26 to 50% of residents being international medical graduates (OR = 0.45; 95% CI 0.23 to 0.89).</p>
         </sec>
         <sec>
            <st>
               <p>Educational activities</p>
            </st>
            <p>The top educational activity was didactic sessions (76%). Five percent of program directors reported using no educational activity.</p>
            <p>Didactic sessions were associated with family medicine specialty (OR = 2.27; 95% CI 1.24 to 4.15). Journal clubs was inversely associated with 51 to 75% of residents being international medical graduates (OR = 2.05; 95% CI 1.07 to 3.92). Audit and feedback was inversely associated with 26 to 50% of residents being international medical graduates (OR = 0.49; 95% CI 0.27 to 0.49). Interactive sessions were associated with 26 to 50% of residents being international medical graduates (OR = 1.78; 95% CI 1.02 to 3.08).</p>
         </sec>
         <sec>
            <st>
               <p>Evaluation</p>
            </st>
            <p>The most frequently reported evaluation strategy was auditing of residents' adherence (44%). Thirty six percent of program directors reported conducting no evaluation.</p>
            <p>Auditing adherence to CPGs was associated with family medicine specialty (OR = 1.72; 95% CI 1.01 to 2.94) and inversely associated with 26 to 50% of residents being international medical graduates (OR = 0.45; 95% CI 0.26 to 0.80). Conducting objective assessment of knowledge was inversely associated with family medicine specialty (OR = 0.52; 95% CI 0.30 to 0.90).</p>
         </sec>
         <sec>
            <st>
               <p>Making texts of CGPs available</p>
            </st>
            <p>Paper copies were the most frequent format programs used to make texts of CPGs available to residents (54%). Five percent of the program directors reported using no specific strategy to make texts of CPGs available to the residents. Making texts of CPGs available through PDAs was associated with family medicine specialty (OR = 3.92; 1.94 to 7.93).</p>
         </sec>
         <sec>
            <st>
               <p>Barriers</p>
            </st>
            <p>The top reported barrier was the time constraints on faculty (56%). Twenty two percent of responding program directors reported no barriers. Considering time constraints on faculty as a barrier was associated with 26 to 50% of residents being international medical graduates (OR = 2.05; 95% CI 1.15 to 3.66).</p>
         </sec>
      </sec>
      <sec>
         <st>
            <p>Discussion</p>
         </st>
         <p>We conducted a survey of family medicine and internal medicine residency programs to determine how family medicine and internal medicine residency programs in the US teach the content of CPGs to their residents. Fourteen percent of program directors reported having written goals and objectives related to CPGs. The most frequently taught aspect of CPGs was the content of specific CPGs (76%). Educational activities were predominantly didactic in nature (76%). Auditing for adherence by residents was the primary evaluation strategy (44%), while 36% of program directors reported conducting no evaluation. Programs made texts of CPGs available to residents most frequently in the form of paper copies (54%), while the most important barrier was time constraints on faculty (56%).</p>
         <p>This study has two main strengths. First, the survey questionnaire was rigorously designed, pretested, and is based on the EPOC review group typology of implementation strategies and ACGME definition of curriculum. Second, and to our knowledge, this is the first survey attempting to describe the teaching of the content of CPGs in both family medicine and internal medicine residency programs.</p>
         <p>The main limitation of this study is the potential for selection bias with a response rate of 52%. This response rate, however, is consistent with the mean response rate of 54% to surveys of physicians published in medical journals <abbrgrp><abbr bid="B18">18</abbr></abbrgrp>. On the other hand, surveys of pediatricians were found to be very consistent in showing only small amounts of response bias regardless of the response rate <abbrgrp><abbr bid="B20">20</abbr></abbrgrp>. If selection bias existed, it is likely that teaching of the content of CPGs in the programs of responding directors would be of higher quality than in those of non-responding directors. This implies that our results could reflect an optimistic characterization of teaching of the content of CPGs in general, emphasizing the need for improvement. Another important limitation is that the study did not address important aspects of training in CPGs such as bedside teaching (<it>i.e.</it>, in concert with the care of individual patients) and integrating guidelines in medical decision making. These are however more challenging research questions that would require different study designs and different target populations to address them. In addition, the questionnaire was not detailed enough to capture details of the educational strategies (<it>e.g.</it>, type of auditing); however, this was intended to keep the questionnaire relatively short and increase response rate.</p>
         <p>If teaching of the content of CPGs is considered an important part of the curriculum, programs will need to develop relevant goals and objectives. Goals and objectives offer a general focus, clarify expectations for learning and attainment, and relate them to residents' clinical and didactic activities <abbrgrp><abbr bid="B21">21</abbr></abbrgrp>. Goals and objectives are also important for any evaluation process because outcomes are results providing evidence that goals and objectives have been accomplished <abbrgrp><abbr bid="B21">21</abbr></abbrgrp>. We believe that such goals and objectives should cover basic skills, such as searching for and critically appraising CPGs, and more advanced skills, such as integrating CPGs in medical decision making, particularly those decisions that are sensitive to patients' values and preferences and for which guideline implementation is not equivalent to 100% adherence.</p>
         <p>It is encouraging that the majority of programs teach the content of specific guidelines. The challenge remains however with the teaching strategy. The effectiveness of the top two strategies used by the majority of programs (<it>i.e.</it>, didactic sessions and journal clubs) is not supported by research evidence. A systematic review assessing the effectiveness of didactic sessions concluded that they are unlikely to change professional practice <abbrgrp><abbr bid="B22">22</abbr></abbrgrp>. A review of the literature about the use of journal clubs identified no studies assessing their impact on adherence to CPGs <abbrgrp><abbr bid="B23">23</abbr></abbrgrp>.</p>
         <p>On the other hand, the effectiveness of two teaching strategies used by a minority of programs (i.e., interactive sessions and audit and feedback) is supported by high quality research evidence. A systematic review assessing the effectiveness of interactive workshops concluded that they can result in moderately large changes <abbrgrp><abbr bid="B22">22</abbr></abbrgrp>. Another systematic review found that audit and feedback can be effective in improving professional practice <abbrgrp><abbr bid="B24">24</abbr></abbrgrp>. The effects are small to moderate, but likely to be greater when baseline adherence to recommended practice is low and when feedback is delivered more intensively <abbrgrp><abbr bid="B24">24</abbr></abbrgrp>. Furthermore, the improved compliance may be generalizable to recommended practices not directly targeted for audit<abbrgrp><abbr bid="B25">25</abbr></abbrgrp></p>
         <p>The time constraints on faculty being the most reported barrier to teaching of the content of CPGs, potential solutions include integrated approaches to evidence-based practice and teaching <abbrgrp><abbr bid="B26">26</abbr></abbrgrp>, resident-led small-group teaching <abbrgrp><abbr bid="B27">27</abbr></abbrgrp>, online tutorials <abbrgrp><abbr bid="B28">28</abbr></abbrgrp>, and educational games <abbrgrp><abbr bid="B29">29</abbr></abbrgrp>. The effectiveness of some of these strategies remains to be proven. While the limited availability of CPGs was found in the past to be a barrier to the use of CPGs <abbrgrp><abbr bid="B30">30</abbr></abbrgrp>, the findings of this survey shows an improvement in guidelines accessibility in both paper or electronic forms, as also suggested by a recent survey of family medicine residency directors <abbrgrp><abbr bid="B31">31</abbr></abbrgrp>.</p>
         <p>A number of reported characteristics of the teaching of CPGs were better for family medicine than for internal medicine residency programs (<it>e.g.</it>, identifying and locating CPGs) and vice versa (<it>e.g.</it>, conducting objective assessment of knowledge). However, the overall results are similar for the two specialties. The challenges are thus not unique to one of the two disciplines highlighting the need for collaborative efforts. We had hypothesized that a lower percentage of international medical graduates would be associated with better characteristics of teaching CPGs; although some of the associations were statistically significant, they were not consistent enough to support our hypothesis.</p>
      </sec>
      <sec>
         <st>
            <p>Conclusion</p>
         </st>
         <p>The findings of this study have important implications for graduate medical education. Taking into account competing demands and requirements, program directors need to consider the value of teaching of the content of CPGs on the clinical care and educational levels (evidence-based medicine user model <abbrgrp><abbr bid="B32">32</abbr></abbrgrp>). The teaching of the content of CPGs can benefit from adherence to the ACGME guidelines for curricular design. A particular attention should be given to the educational strategies used given their varying effectiveness.</p>
         <p>The findings have also important implications for research. Time constraints on faculty being the major barriers, research should evaluate the effectiveness of innovative strategies that may consume less faculty time, such as online tutorials <abbrgrp><abbr bid="B28">28</abbr></abbrgrp>, case-based on-line learning <abbrgrp><abbr bid="B33">33</abbr></abbrgrp>, and educational games <abbrgrp><abbr bid="B29">29</abbr></abbrgrp>. An additional challenge is to identify ways to facilitate incorporation of CPGs into decision making rather than simple conformance <abbrgrp><abbr bid="B8">8</abbr></abbrgrp>. Future research should also investigate in other educational setting, the interesting association between the female gender and the higher number of years as program director with positive curricular characteristics. However, the major question to explore remains whether teaching of the content of CPGs in residency influences future practice behavior of physicians, particularly integrating CPGs in decision making in a manner that is consistent with the individual patient values and preferences.</p>
      </sec>
      <sec>
         <st>
            <p>Competing interests</p>
         </st>
         <p>The authors declare that they have no competing interests.</p>
      </sec>
      <sec>
         <st>
            <p>Authors' contributions</p>
         </st>
         <p>Authors contributions: conception and design: EAA, RM, MCW, AM, and HJS; acquisition of data: EAA, RM, AS, MCW, AM, and TR; analysis and interpretation of data: EAA, GHG, and HJS; drafting of manuscript: EAA; critical revision of the manuscript for important intellectual content: EAA, RM, AS, MCW, AM, TR, GHG, and HJS; obtaining of funding: EAA, RM, and HJS.</p>
      </sec>
   </bdy>
   <bm>
      <ack>
         <sec>
            <st>
               <p>Acknowledgements</p>
            </st>
            <p>We thank Ann Grifasi, Ethel Sharp, Denise McGuigan, and Karen Devlin for their administrative assistance. We also thank all directors of family medicine residency and internal medicine programs who contributed to this study. Research for Health in Erie County, Inc., the Graduate Medical Education of the University at Buffalo, and the Society of General Internal Medicine (through a Founders Award to EAA) funded this study. HJS is funded by a European Commission: The human factor, mobility and Marie Curie Actions. Scientist Reintegration Grant (IGR 42192). The sponsors had no role in study design; in the collection, analysis, and interpretation of data; in the writing of the manuscript; and in the decision to submit the manuscript for publication. All authors read and approved the final manuscript.</p>
         </sec>
      </ack>
      <refgrp>
         <bibl id="B1">
            <title>
               <p>Decreased mortality after implementation of a treatment guideline for community-acquired pneumonia</p>
            </title>
            <aug>
               <au>
                  <snm>Dean</snm>
                  <fnm>NC</fnm>
               </au>
               <au>
                  <snm>Silver</snm>
                  <fnm>MP</fnm>
               </au>
               <au>
                  <snm>Bateman</snm>
                  <fnm>KA</fnm>
               </au>
               <au>
                  <snm>James</snm>
                  <fnm>B</fnm>
               </au>
               <au>
                  <snm>Hadlock</snm>
                  <fnm>CJ</fnm>
               </au>
               <au>
                  <snm>Hale</snm>
                  <fnm>D</fnm>
               </au>
            </aug>
            <source>The American Journal of Medicine</source>
            <pubdate>2001</pubdate>
            <volume>110</volume>
            <fpage>451</fpage>
            <lpage>457</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1016/S0002-9343(00)00744-0</pubid>
                  <pubid idtype="pmpid" link="fulltext">11331056</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B2">
            <title>
               <p>Do Guidelines for Community Acquired Pneumonia Improve the Cost Effectiveness of Hospital Care?</p>
            </title>
            <aug>
               <au>
                  <snm>Nathwani</snm>
                  <fnm>D</fnm>
               </au>
               <au>
                  <snm>Rubinstein</snm>
                  <fnm>E</fnm>
               </au>
               <au>
                  <snm>Barlow</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Davey</snm>
                  <fnm>P</fnm>
               </au>
            </aug>
            <source>Clinical infectious diseases</source>
            <pubdate>2001</pubdate>
            <volume>32</volume>
            <fpage>728</fpage>
            <lpage>741</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1086/319216</pubid>
                  <pubid idtype="pmpid" link="fulltext">11229840</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B3">
            <title>
               <p>A Controlled Trial of a Critical Pathway for Treatment of Community-Acquired Pneumonia</p>
            </title>
            <aug>
               <au>
                  <snm>Marrie</snm>
                  <fnm>TJ</fnm>
               </au>
               <au>
                  <snm>Lau</snm>
                  <fnm>CY</fnm>
               </au>
               <au>
                  <snm>Wheeler</snm>
                  <fnm>SL</fnm>
               </au>
               <au>
                  <snm>Wong</snm>
                  <fnm>CJ</fnm>
               </au>
               <au>
                  <snm>Vandervoort</snm>
                  <fnm>MK</fnm>
               </au>
               <au>
                  <snm>Feagan</snm>
                  <fnm>BG</fnm>
               </au>
               <au>
                  <cnm>for the CSI</cnm>
               </au>
            </aug>
            <source>JAMA</source>
            <pubdate>2000</pubdate>
            <volume>283</volume>
            <fpage>749</fpage>
            <lpage>755</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1001/jama.283.6.749</pubid>
                  <pubid idtype="pmpid" link="fulltext">10683053</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B4">
            <title>
               <p>Multifactorial intervention and cardiovascular disease in patients with type 2 diabetes[see comment]</p>
            </title>
            <aug>
               <au>
                  <snm>Gaede</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Vedel</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Larsen</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Jensen</snm>
                  <fnm>GV</fnm>
               </au>
               <au>
                  <snm>Parving</snm>
                  <fnm>HH</fnm>
               </au>
               <au>
                  <snm>Pedersen</snm>
                  <fnm>O</fnm>
               </au>
               <au>
                  <snm>Gaede</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Vedel</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Larsen</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Jensen</snm>
                  <fnm>GVH</fnm>
               </au>
               <etal/>
            </aug>
            <source>New England Journal of Medicine</source>
            <pubdate>2003</pubdate>
            <volume>348</volume>
            <fpage>383</fpage>
            <lpage>393</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1056/NEJMoa021778</pubid>
                  <pubid idtype="pmpid" link="fulltext">12556541</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B5">
            <title>
               <p>Compliance with consensus recommendations for systemic therapy is associated with improved survival of women with node-negative breast cancer[see comment]</p>
            </title>
            <aug>
               <au>
                  <snm>Hebert-Croteau</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Brisson</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Latreille</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Rivard</snm>
                  <fnm>M</fnm>
               </au>
               <au>
                  <snm>Abdelaziz</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Martin</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Hebert-Croteau</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Brisson</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Latreille</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Rivard</snm>
                  <fnm>M</fnm>
               </au>
               <etal/>
            </aug>
            <source>Journal of Clinical Oncology</source>
            <pubdate>2004</pubdate>
            <volume>22</volume>
            <fpage>3685</fpage>
            <lpage>3693</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1200/JCO.2004.07.018</pubid>
                  <pubid idtype="pmpid" link="fulltext">15289491</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B6">
            <title>
               <p>The effectiveness of a clinical practice guideline for the management of presumed uncomplicated urinary tract infection in women</p>
            </title>
            <aug>
               <au>
                  <snm>Saint</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Scholes</snm>
                  <fnm>D</fnm>
               </au>
               <au>
                  <snm>Fihn</snm>
                  <fnm>SD</fnm>
               </au>
               <au>
                  <snm>Farrell</snm>
                  <fnm>RG</fnm>
               </au>
               <au>
                  <snm>Stamm</snm>
                  <fnm>WE</fnm>
               </au>
               <au>
                  <snm>Saint</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Scholes</snm>
                  <fnm>D</fnm>
               </au>
               <au>
                  <snm>Fihn</snm>
                  <fnm>SD</fnm>
               </au>
               <au>
                  <snm>Farrell</snm>
                  <fnm>RG</fnm>
               </au>
               <au>
                  <snm>Stamm</snm>
                  <fnm>WE</fnm>
               </au>
            </aug>
            <source>American Journal of Medicine</source>
            <pubdate>1999</pubdate>
            <volume>106</volume>
            <fpage>636</fpage>
            <lpage>641</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1016/S0002-9343(99)00122-9</pubid>
                  <pubid idtype="pmpid" link="fulltext">10378621</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B7">
            <title>
               <p>Accreditation Council for Graduate Medical Education (ACGME) Outcomes Project</p>
            </title>
            <url>http://www.acgme.org/Outcome/</url>
         </bibl>
         <bibl id="B8">
            <title>
               <p>Peer chart audits: A tool to meet Accreditation Council on Graduate Medical Education (ACGME) competency in practice-based learning and improvement</p>
            </title>
            <aug>
               <au>
                  <snm>Staton</snm>
                  <fnm>L</fnm>
               </au>
               <au>
                  <snm>Kraemer</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Patel</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Talente</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Estrada</snm>
                  <fnm>C</fnm>
               </au>
            </aug>
            <source>Implementation Science</source>
            <pubdate>2007</pubdate>
            <volume>2</volume>
            <fpage>24</fpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1186/1748-5908-2-24</pubid>
                  <pubid idtype="pmcid">1959518</pubid>
                  <pubid idtype="pmpid" link="fulltext">17662124</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B9">
            <title>
               <p>Compliance with Joint National Committee 7 guidelines in hypertension management in a teaching institution.(Clinical report)</p>
            </title>
            <aug>
               <au>
                  <snm>Jami</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Smith</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Moningi</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Moningi</snm>
                  <fnm>V</fnm>
               </au>
               <au>
                  <snm>Martin</snm>
                  <fnm>SA</fnm>
               </au>
               <au>
                  <snm>Rosencrance</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Reyes</snm>
                  <fnm>BJ</fnm>
               </au>
            </aug>
            <source>American Journal of Medical Quality</source>
            <pubdate>2007</pubdate>
            <volume>22:251</volume>
            <issue>258</issue>
         </bibl>
         <bibl id="B10">
            <title>
               <p>Physician and patient barriers to adherence with cholesterol guidelines</p>
            </title>
            <aug>
               <au>
                  <snm>Goebel</snm>
                  <fnm>LJ</fnm>
               </au>
               <au>
                  <snm>Bailony</snm>
                  <fnm>F</fnm>
               </au>
               <au>
                  <snm>Khattak</snm>
                  <fnm>AJ</fnm>
               </au>
               <au>
                  <snm>Gress</snm>
                  <fnm>TW</fnm>
               </au>
               <au>
                  <snm>Goebel</snm>
                  <fnm>LJ</fnm>
               </au>
               <au>
                  <snm>Bailony</snm>
                  <fnm>F</fnm>
               </au>
               <au>
                  <snm>Khattak</snm>
                  <fnm>AJ</fnm>
               </au>
               <au>
                  <snm>Gress</snm>
                  <fnm>TW</fnm>
               </au>
            </aug>
            <source>West Virginia Medical Journal</source>
            <pubdate>2006</pubdate>
            <volume>102</volume>
            <fpage>23</fpage>
            <lpage>26</lpage>
            <xrefbib>
               <pubid idtype="pmpid">16972533</pubid>
            </xrefbib>
         </bibl>
         <bibl id="B11">
            <title>
               <p>Assessing adherence to evidence-based guidelines for the diagnosis and management of uncomplicated urinary tract infection</p>
            </title>
            <aug>
               <au>
                  <snm>Grover</snm>
                  <fnm>ML</fnm>
               </au>
               <au>
                  <snm>Bracamonte</snm>
                  <fnm>JD</fnm>
               </au>
               <au>
                  <snm>Kanodia</snm>
                  <fnm>AK</fnm>
               </au>
               <au>
                  <snm>Bryan</snm>
                  <fnm>MJ</fnm>
               </au>
               <au>
                  <snm>Donahue</snm>
                  <fnm>SP</fnm>
               </au>
               <au>
                  <snm>Warner</snm>
                  <fnm>AM</fnm>
               </au>
               <au>
                  <snm>Edwards</snm>
                  <fnm>FD</fnm>
               </au>
               <au>
                  <snm>Weaver</snm>
                  <fnm>AL</fnm>
               </au>
               <au>
                  <snm>Grover</snm>
                  <fnm>ML</fnm>
               </au>
               <au>
                  <snm>Bracamonte</snm>
                  <fnm>JD</fnm>
               </au>
               <etal/>
            </aug>
            <source>Mayo Clinic Proceedings</source>
            <pubdate>2007</pubdate>
            <volume>82</volume>
            <fpage>181</fpage>
            <lpage>185</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.4065/82.2.181</pubid>
                  <pubid idtype="pmpid" link="fulltext">17290725</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B12">
            <title>
               <p>Chronic kidney disease care delivered by US family medicine and internal medicine trainees: results from an online survey</p>
            </title>
            <aug>
               <au>
                  <snm>Lenz</snm>
                  <fnm>O</fnm>
               </au>
               <au>
                  <snm>Fornoni</snm>
                  <fnm>A</fnm>
               </au>
            </aug>
            <source>BMC Medicine</source>
            <pubdate>2006</pubdate>
            <volume>4</volume>
            <fpage>30</fpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1186/1741-7015-4-30</pubid>
                  <pubid idtype="pmcid">1713248</pubid>
                  <pubid idtype="pmpid" link="fulltext">17164005</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B13">
            <title>
               <p>Colorectal cancer screening and familial risk: a survey of internal medicine residents' knowledge and practice patterns</p>
            </title>
            <aug>
               <au>
                  <snm>Barrison</snm>
                  <fnm>AF</fnm>
               </au>
               <au>
                  <snm>Smith</snm>
                  <fnm>C</fnm>
               </au>
               <au>
                  <snm>Oviedo</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Heeren</snm>
                  <fnm>T</fnm>
               </au>
               <au>
                  <snm>Schroy</snm>
                  <fnm>PC</fnm>
                  <suf>3rd</suf>
               </au>
               <au>
                  <snm>Barrison</snm>
                  <fnm>AF</fnm>
               </au>
               <au>
                  <snm>Smith</snm>
                  <fnm>C</fnm>
               </au>
               <au>
                  <snm>Oviedo</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Heeren</snm>
                  <fnm>T</fnm>
               </au>
               <au>
                  <snm>Schroy</snm>
                  <fnm>PC</fnm>
                  <suf>3rd</suf>
               </au>
            </aug>
            <source>American Journal of Gastroenterology</source>
            <pubdate>2003</pubdate>
            <volume>98</volume>
            <fpage>1410</fpage>
            <lpage>1416</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1111/j.1572-0241.2003.07481.x</pubid>
                  <pubid idtype="pmpid" link="fulltext">12818289</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B14">
            <title>
               <p>Graduate Medical Education Directory</p>
            </title>
            <url>https://catalog.ama-assn.org/Catalog/product/product_detail.jsp?productId=prod1160010</url>
         </bibl>
         <bibl id="B15">
            <title>
               <p>Glossary</p>
            </title>
            <url>http://www.acgme.org/outcome/project/glossary2.asp</url>
         </bibl>
         <bibl id="B16">
            <title>
               <p>Cochrane Effective Practice and Organisation of Care Review Group: Data Collection Checklist</p>
            </title>
            <url>http://www.epoc.cochrane.org/Files/Website/Reviewer%20Resources/Data%20Collection%20Checklist%20-%20EPOC%20-%202007-Feb-27.doc</url>
         </bibl>
         <bibl id="B17">
            <title>
               <p>Methods to increase response rates to postal questionnaires[see comment]</p>
            </title>
            <aug>
               <au>
                  <snm>Edwards</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Roberts</snm>
                  <fnm>I</fnm>
               </au>
               <au>
                  <snm>Clarke</snm>
                  <fnm>M</fnm>
               </au>
               <au>
                  <snm>DiGuiseppi</snm>
                  <fnm>C</fnm>
               </au>
               <au>
                  <snm>Pratap</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Wentz</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Kwan</snm>
                  <fnm>I</fnm>
               </au>
               <au>
                  <snm>Cooper</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Edwards</snm>
                  <fnm>P</fnm>
               </au>
               <au>
                  <snm>Roberts</snm>
                  <fnm>I</fnm>
               </au>
               <etal/>
            </aug>
            <source>Cochrane Database of Systematic Reviews</source>
            <pubdate>2007</pubdate>
            <fpage>MR000008</fpage>
         </bibl>
         <bibl id="B18">
            <title>
               <p>Response Rates to Mail Surveys Published in Medical Journals</p>
            </title>
            <aug>
               <au>
                  <snm>Asch</snm>
                  <fnm>DA</fnm>
               </au>
               <au>
                  <snm>Jedrziewski</snm>
                  <fnm>MK</fnm>
               </au>
               <au>
                  <snm>Christakis</snm>
                  <fnm>NA</fnm>
               </au>
            </aug>
            <source>Journal of Clinical Epidemiology</source>
            <pubdate>1997</pubdate>
            <volume>50</volume>
            <fpage>1129</fpage>
            <lpage>1136</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1016/S0895-4356(97)00126-1</pubid>
                  <pubid idtype="pmpid" link="fulltext">9368521</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B19">
            <title>
               <p>An educational game for teaching clinical practice guidelines to Internal Medicine residents: development, feasibility and acceptability</p>
            </title>
            <aug>
               <au>
                  <snm>Akl</snm>
                  <fnm>EA</fnm>
               </au>
               <au>
                  <snm>Mustafa</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Slomka</snm>
                  <fnm>T</fnm>
               </au>
               <au>
                  <snm>Alawneh</snm>
                  <fnm>A</fnm>
               </au>
               <au>
                  <snm>Vedavalli</snm>
                  <fnm>A</fnm>
               </au>
               <au>
                  <snm>Schunemann</snm>
                  <fnm>HJ</fnm>
               </au>
               <au>
                  <snm>Akl</snm>
                  <fnm>EA</fnm>
               </au>
               <au>
                  <snm>Mustafa</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Slomka</snm>
                  <fnm>T</fnm>
               </au>
               <au>
                  <snm>Alawneh</snm>
                  <fnm>A</fnm>
               </au>
               <etal/>
            </aug>
            <source>BMC Medical Education</source>
            <pubdate>2008</pubdate>
            <volume>8</volume>
            <fpage>50</fpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1186/1472-6920-8-50</pubid>
                  <pubid idtype="pmcid">2631007</pubid>
                  <pubid idtype="pmpid" link="fulltext">19017400</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B20">
            <title>
               <p>Response rates and response bias for 50 surveys of pediatricians</p>
            </title>
            <aug>
               <au>
                  <snm>Cull</snm>
                  <fnm>WL</fnm>
               </au>
               <au>
                  <snm>O'Connor</snm>
                  <fnm>KG</fnm>
               </au>
               <au>
                  <snm>Sharp</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Tang</snm>
                  <fnm>SF</fnm>
               </au>
               <au>
                  <snm>Cull</snm>
                  <fnm>WL</fnm>
               </au>
               <au>
                  <snm>O'Connor</snm>
                  <fnm>KG</fnm>
               </au>
               <au>
                  <snm>Sharp</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Tang</snm>
                  <fnm>S-fS</fnm>
               </au>
            </aug>
            <source>Health Services Research</source>
            <pubdate>2005</pubdate>
            <volume>40</volume>
            <fpage>213</fpage>
            <lpage>226</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1111/j.1475-6773.2005.00350.x</pubid>
                  <pubid idtype="pmcid">1361134</pubid>
                  <pubid idtype="pmpid" link="fulltext">15663710</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B21">
            <title>
               <p>The Goals and Objectives Made Easier</p>
            </title>
            <aug>
               <au>
                  <snm>Robertson</snm>
                  <fnm>WW</fnm>
               </au>
            </aug>
            <source>ACGME Bulletin</source>
            <pubdate>2007</pubdate>
            <fpage>2</fpage>
         </bibl>
         <bibl id="B22">
            <title>
               <p>Continuing education meetings and workshops: effects on professional practice and health care outcomes</p>
            </title>
            <aug>
               <au>
                  <snm>Forsetlund</snm>
                  <fnm>L</fnm>
               </au>
               <au>
                  <snm>Bj&#248;rndal</snm>
                  <fnm>A</fnm>
               </au>
               <au>
                  <snm>Rashidian</snm>
                  <fnm>A</fnm>
               </au>
               <au>
                  <snm>Jamtvedt</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>O'Brien</snm>
                  <fnm>MA</fnm>
               </au>
               <au>
                  <snm>Wolf</snm>
                  <fnm>F</fnm>
               </au>
               <au>
                  <snm>Davis</snm>
                  <fnm>DA</fnm>
               </au>
               <au>
                  <snm>Odgaard-Jensen</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Oxman</snm>
                  <fnm>AD</fnm>
               </au>
            </aug>
            <source>Cochrane Database of Systematic Reviews</source>
            <pubdate>2009</pubdate>
            <volume>4</volume>
            <fpage>CD003030</fpage>
         </bibl>
         <bibl id="B23">
            <title>
               <p>Using the Journal Club to Teach and Assess Competence in Practice-based Learning and Improvement: A Literature Review and Recommendation for Implementation</p>
            </title>
            <aug>
               <au>
                  <snm>Lee</snm>
                  <fnm>AG</fnm>
               </au>
               <au>
                  <snm>Boldt</snm>
                  <fnm>HC</fnm>
               </au>
               <au>
                  <snm>Golnik</snm>
                  <fnm>KC</fnm>
               </au>
               <au>
                  <snm>Arnold</snm>
                  <fnm>AC</fnm>
               </au>
               <au>
                  <snm>Oetting</snm>
                  <fnm>TA</fnm>
               </au>
               <au>
                  <snm>Beaver</snm>
                  <fnm>HA</fnm>
               </au>
               <au>
                  <snm>Olson</snm>
                  <fnm>RJ</fnm>
               </au>
               <au>
                  <snm>Carter</snm>
                  <fnm>K</fnm>
               </au>
            </aug>
            <source>Survey of Ophthalmology</source>
            <pubdate>2005</pubdate>
            <volume>50</volume>
            <fpage>542</fpage>
            <lpage>548</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1016/j.survophthal.2005.08.002</pubid>
                  <pubid idtype="pmpid" link="fulltext">16263369</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B24">
            <title>
               <p>Audit and feedback: effects on professional practice and health care outcomes</p>
            </title>
            <aug>
               <au>
                  <snm>Jamtvedt</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Young</snm>
                  <fnm>JM</fnm>
               </au>
               <au>
                  <snm>Kristoffersen</snm>
                  <fnm>DT</fnm>
               </au>
               <au>
                  <snm>O'Brien</snm>
                  <fnm>MA</fnm>
               </au>
               <au>
                  <snm>Oxman</snm>
                  <fnm>AD</fnm>
               </au>
            </aug>
            <source>Cochrane Database of Systematic Reviews</source>
            <pubdate>2006</pubdate>
            <fpage>CD000259</fpage>
         </bibl>
         <bibl id="B25">
            <title>
               <p>Effect of medical record audit and feedback on residents' compliance with preventive health care guidelines</p>
            </title>
            <aug>
               <au>
                  <snm>Holmboe</snm>
                  <fnm>E</fnm>
               </au>
               <au>
                  <snm>Scranton</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Sumption</snm>
                  <fnm>K</fnm>
               </au>
               <au>
                  <snm>Hawkins</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Holmboe</snm>
                  <fnm>E</fnm>
               </au>
               <au>
                  <snm>Scranton</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Sumption</snm>
                  <fnm>K</fnm>
               </au>
               <au>
                  <snm>Hawkins</snm>
                  <fnm>R</fnm>
               </au>
            </aug>
            <source>Academic Medicine</source>
            <pubdate>1998</pubdate>
            <volume>73</volume>
            <fpage>901</fpage>
            <lpage>903</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1097/00001888-199808000-00016</pubid>
                  <pubid idtype="pmpid">9736851</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B26">
            <title>
               <p>Integrating an evidence-based medicine rotation into an internal medicine residency program</p>
            </title>
            <aug>
               <au>
                  <snm>Akl</snm>
                  <fnm>EA</fnm>
               </au>
               <au>
                  <snm>Izuchukwu</snm>
                  <fnm>IS</fnm>
               </au>
               <au>
                  <snm>El-Dika</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Fritsche</snm>
                  <fnm>L</fnm>
               </au>
               <au>
                  <snm>Kunz</snm>
                  <fnm>R</fnm>
               </au>
               <au>
                  <snm>Schunemann</snm>
                  <fnm>HJ</fnm>
               </au>
            </aug>
            <source>Academic Medicine</source>
            <pubdate>2004</pubdate>
            <volume>79</volume>
            <fpage>897</fpage>
            <lpage>904</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1097/00001888-200409000-00018</pubid>
                  <pubid idtype="pmpid" link="fulltext">15326018</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B27">
            <title>
               <p>Teaching the APA Practice Guidelines to Psychiatry Residents: A Novel Strategy</p>
            </title>
            <aug>
               <au>
                  <snm>Garfield</snm>
                  <fnm>D</fnm>
               </au>
               <au>
                  <snm>Atre-Vaidya</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Sierles</snm>
                  <fnm>F</fnm>
               </au>
            </aug>
            <source>Academic Psychiatry</source>
            <pubdate>2002</pubdate>
            <volume>26</volume>
            <fpage>70</fpage>
            <lpage>75</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1176/appi.ap.26.2.70</pubid>
                  <pubid idtype="pmpid" link="fulltext">12824146</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B28">
            <title>
               <p>Self-Study from Web-Based and Printed Guideline Materials: A Randomized, Controlled Trial among Resident Physicians</p>
            </title>
            <aug>
               <au>
                  <snm>Bell</snm>
                  <fnm>DS</fnm>
               </au>
               <au>
                  <snm>Fonarow</snm>
                  <fnm>GC</fnm>
               </au>
               <au>
                  <snm>Hays</snm>
                  <fnm>RD</fnm>
               </au>
               <au>
                  <snm>Mangione</snm>
                  <fnm>CM</fnm>
               </au>
            </aug>
            <source>Ann Intern Med</source>
            <pubdate>2000</pubdate>
            <volume>132</volume>
            <fpage>938</fpage>
            <lpage>946</lpage>
            <xrefbib>
               <pubid idtype="pmpid" link="fulltext">10858176</pubid>
            </xrefbib>
         </bibl>
         <bibl id="B29">
            <title>
               <p>Guide-O-Game: an educational game to improve Internal Medicine residents' knowledge and adherence to clinical practice guidelines</p>
            </title>
            <aug>
               <au>
                  <snm>Akl</snm>
                  <fnm>EA</fnm>
               </au>
               <au>
                  <snm>Sch&#252;nemann</snm>
                  <fnm>HJ</fnm>
               </au>
            </aug>
            <source>Evidence Based Clinical Practice newsletter</source>
            <publisher>McMaster University</publisher>
            <pubdate>2008</pubdate>
            <fpage>12</fpage>
         </bibl>
         <bibl id="B30">
            <title>
               <p>Using practice guidelines to teach residents</p>
            </title>
            <aug>
               <au>
                  <snm>Bachman</snm>
                  <fnm>KH</fnm>
               </au>
               <au>
                  <snm>Mazur</snm>
                  <fnm>DJ</fnm>
               </au>
            </aug>
            <source>Acad Med</source>
            <pubdate>1998</pubdate>
            <volume>73</volume>
            <fpage>118</fpage>
            <lpage>119</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1097/00001888-199802000-00005</pubid>
                  <pubid idtype="pmpid">9484181</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B31">
            <title>
               <p>An evaluation of immunization education resources by family medicine residency directors</p>
            </title>
            <aug>
               <au>
                  <snm>Nowalk</snm>
                  <fnm>MP</fnm>
               </au>
               <au>
                  <snm>Zimmerman</snm>
                  <fnm>RK</fnm>
               </au>
               <au>
                  <snm>Middleton</snm>
                  <fnm>DB</fnm>
               </au>
               <au>
                  <snm>Sherwood</snm>
                  <fnm>RA</fnm>
               </au>
               <au>
                  <snm>Ko</snm>
                  <fnm>FS</fnm>
               </au>
               <au>
                  <snm>Kimmel</snm>
                  <fnm>SR</fnm>
               </au>
               <au>
                  <snm>Troy</snm>
                  <fnm>JA</fnm>
               </au>
               <au>
                  <snm>Nowalk</snm>
                  <fnm>MP</fnm>
               </au>
               <au>
                  <snm>Zimmerman</snm>
                  <fnm>RK</fnm>
               </au>
               <au>
                  <snm>Middleton</snm>
                  <fnm>DB</fnm>
               </au>
               <etal/>
            </aug>
            <source>Family Medicine</source>
            <pubdate>2007</pubdate>
            <volume>39</volume>
            <fpage>715</fpage>
            <lpage>719</lpage>
            <xrefbib>
               <pubid idtype="pmpid" link="fulltext">17987413</pubid>
            </xrefbib>
         </bibl>
         <bibl id="B32">
            <title>
               <p>EBM user and practitioner models for graduate medical education: what do residents prefer?</p>
            </title>
            <aug>
               <au>
                  <snm>Akl</snm>
                  <fnm>EA</fnm>
               </au>
               <au>
                  <snm>Maroun</snm>
                  <fnm>N</fnm>
               </au>
               <au>
                  <snm>Neagoe</snm>
                  <fnm>G</fnm>
               </au>
               <au>
                  <snm>Guyatt</snm>
                  <fnm>GG</fnm>
               </au>
               <au>
                  <snm>Sch&#252;nemann</snm>
                  <fnm>HJ</fnm>
               </au>
            </aug>
            <source>Medical Teacher</source>
            <pubdate>2006</pubdate>
            <volume>28</volume>
            <fpage>192</fpage>
            <lpage>194</lpage>
            <xrefbib>
               <pubidlist>
                  <pubid idtype="doi">10.1080/01421590500314207</pubid>
                  <pubid idtype="pmpid" link="fulltext">16707306</pubid>
               </pubidlist>
            </xrefbib>
         </bibl>
         <bibl id="B33">
            <title>
               <p>Effectiveness of case-based on-line learning of evidence-based practice guidelines</p>
            </title>
            <aug>
               <au>
                  <snm>Stewart</snm>
                  <fnm>M</fnm>
               </au>
               <au>
                  <snm>Marshall</snm>
                  <fnm>JN</fnm>
               </au>
               <au>
                  <snm>Ostbye</snm>
                  <fnm>T</fnm>
               </au>
               <au>
                  <snm>Feightner</snm>
                  <fnm>JW</fnm>
               </au>
               <au>
                  <snm>Brown</snm>
                  <fnm>JB</fnm>
               </au>
               <au>
                  <snm>Harris</snm>
                  <fnm>S</fnm>
               </au>
               <au>
                  <snm>Galajda</snm>
                  <fnm>J</fnm>
               </au>
               <au>
                  <snm>Stewart</snm>
                  <fnm>M</fnm>
               </au>
               <au>
                  <snm>Marshall</snm>
                  <fnm>JN</fnm>
               </au>
               <au>
                  <snm>Ostbye</snm>
                  <fnm>T</fnm>
               </au>
               <etal/>
            </aug>
            <source>Family Medicine</source>
            <pubdate>2005</pubdate>
            <volume>37</volume>
            <fpage>131</fpage>
            <lpage>138</lpage>
            <xrefbib>
               <pubid idtype="pmpid" link="fulltext">15690254</pubid>
            </xrefbib>
         </bibl>
      </refgrp>
   </bm>
</art>

