</noscript> <!-- End Google Tag Manager (noscript) --> <!-- place holder --><div id="header" class="row"> <nav class="top-bar eyebrow show-for-medium-up" data-topbar data-options="is_hover: false"> <section class="top-bar-section"> <div id="skiptocontent"><a href="#SkipTarget">skip to main content</a></div> <ul class="right"> <li><a href="http://dl.acm.org/" title="Digital Library">Digital Library</a></li> <li><a href="http://cacm.acm.org/" title="CACM">CACM</a></li> <li><a href="https://www.acm.org/publications/pubs-newsletter-archive" title="Blue Diamond">Blue Diamond</a></li> <li><a href="http://technews.acm.org/" title="TechNews">TechNews</a></li> <li><a href="http://learning.acm.org/" title="Learning Center">Learning Center</a></li> <li><a href="http://jobs.acm.org/" title="Career Center">Career Center</a></li> </ul> </section> </nav> <div class="clearfix utilities-area"> <div class="logo-section"> <div class="navbar-header show-for-large-up"> <a class="navbar-brand" href="https://www.acm.org"> <img alt="ACM Logo" class="img-responsive" title="Home" src="/binaries/content/gallery/global/top-menu/acm_logo_tablet.svg"> </a> </div> <div class="navbar-header hide-for-large-up"> <a href="/"> <img alt="ACM Logo" class="img-responsive hide-for-large-up" title="Home" src="/binaries/content/gallery/global/top-menu/acm_logo_mobile.svg"> </a> </div> </div> <div id="acm-description" class="column large-5 show-for-large-up"> <div> Review for ACM, the world's largest computing society<!-- We're an international society of educators, scientists, technologists and engineers dedicated to the advancement of computer science. We offer a world-class <a href="#">Digital Library</a>, <a href="#">publications</a>, <a href="#">conferences</a>, and more. --> </div> </div> <div id="ctas-and-search" class="column large-5 medium-6 no-pad-left ctas-and-search"> <ul class="block-grid right"> <li><a href="/author-resources/author-rights">Author Rights</a></li> <li><a href="https://www.acm.org/publications/policies">Policies</a></li> <li><a href="/volunteer">Volunteer</a></li> <li class="hide-for-small"> <form class="acm-search-form" id="form_1"> <label for="input_1"> <span class="visually-hidden">Search Input</span> </label> <input type="text" name="q" id="input_1" class="acm-searchbox-input st-default-search-input"/> <label for="search-site_1" class="toggle"> <span class="visually-hidden">Search Submit</span> <i class="fa fa-search left"></i> <input type="button" class="acm-searchbox-submit left" value="Search" name="search-site_1" id="search-site_1" /> </label> </form> </li> </ul> </div> </div> <script type="text/javascript"> (function(w,d,t,u,n,s,e){w['SwiftypeObject']=n;w[n]=w[n]||function(){ (w[n].q=w[n].q||[]).push(arguments);};s=d.createElement(t); e=d.getElementsByTagName(t)[0];s.async=1;s.src=u;e.parentNode.insertBefore(s,e); })(window,document,'script','//s.swiftypecdn.com/install/v2/st.js','_st'); _st('install','GP2JCuurTKGySoP5TEnx','2.0.0'); </script> <nav class="top-bar main-nav" data-topbar data-options="is_hover: false"> <ul class="title-area"> <li class="toggle-topbar menu-icon"><a href="/#"><span></span> </a></li> </ul> <section id="mobile-nav-topbar" class="top-bar-section"> <div class="mobile-links"> <div class="btn-group"> <a class="btn btn-primary" role="button" href="/author-resources/author-rights">Author Rights</a> <a class="btn btn-primary" role="button" href="https://www.acm.org/publications/policies">Policies</a> <a class="btn btn-primary" role="button" href="/volunteer">Volunteer</a> </div> <div class="mobile-search"> <form class="acm-search-form" id="mobile_form_1"> <i class="fa fa-search left"></i> <label class="" for="search_mobile_1">Search</label> <input type="text" id="search_mobile_1" class="acm-searchbox-input st-default-search-input" name="q"/> </form> </div> </div> <ul> <li class="has-dropdown not-click"><a href="#">Home</a> <div class="dropdown simple clearfix"> <ul class="infonav clearfix"> <li class="infonav__linkList clearfix"> <a href="/" class="first">Home</a> <ul class="infonav__linkList-list clearfix"> </ul> </li> </ul> </div> </li> <li class="has-dropdown not-click"><a href="#">Reviewer Training Course</a> <div class="dropdown simple clearfix"> <ul class="infonav clearfix"> <li class="infonav__linkList clearfix"> <a href="/training-course" class="first">Peer Review Overview</a> <ul class="infonav__linkList-list clearfix"> </ul> </li> </ul> </div> </li> <li class="has-dropdown not-click"><a href="#">Reviewer Resources</a> <div class="dropdown simple clearfix"> <ul class="infonav clearfix"> <li class="infonav__linkList clearfix"> <a href="/training-course/resources-for-reviewers" class="first">Reviewer Resources</a> <ul class="infonav__linkList-list clearfix"> </ul> </li> </ul> </div> </li> <li class="has-dropdown not-click"><a href="#">Publications</a> <div class="dropdown simple clearfix"> <ul class="infonav clearfix"> <li class="infonav__linkList clearfix"> <a href="https://www.acm.org/publications/about-publications" class="first">About Publications</a> <ul class="infonav__linkList-list clearfix"> </ul> </li> </ul> </div> </li> <li class="has-dropdown not-click"><a href="#">Contact Us</a> <div class="dropdown simple clearfix"> <ul class="infonav clearfix"> <li class="infonav__linkList clearfix"> <a href="https://www.acm.org/about-acm/staff-directory" class="first">Contact Us</a> <ul class="infonav__linkList-list clearfix"> </ul> </li> </ul> </div> </li> </ul> </section> </nav> <nav class="section-nav section-nav--simple-nav"> <div class="section-nav-wrapper"> <ul> <li> <a href="/" title="Home">Home</a><br/> </li> </ul> </div> <div class="section-nav-wrapper"> <ul> <li> <a href="/training-course" title="Peer Review Overview">Peer Review Overview</a><br/> </li> <li> <a href="/training-course/assessing-your-suitability-to-review" title="Reviewer Suitability">Reviewer Suitability</a><br/> </li> <li> <a href="/training-course/review-criteria" title="Review Touchstones">Review Touchstones</a><br/> </li> <li> <a href="/training-course/evaluating-the-paper" title="Paper Evaluation">Paper Evaluation</a><br/> </li> <li> <a href="/training-course/submitting-your-review" title="Review Submission">Review Submission</a><br/> </li> <li> <a href="/training-course/artifact-review-and-badging" title="Artifact Review">Artifact Review</a><br/> </li> <li> <a href="/training-course/certification" title="Certification">Certification</a><br/> </li> </ul> </div> <div class="section-nav-wrapper"> <ul> <li> <a href="/training-course/resources-for-reviewers" title="Reviewer Resources">Reviewer Resources</a><br/> </li> <li> <a href="https://authors.acm.org/author-resources/publons" title="Web of Science Reviewer Recognition">Web of Science Reviewer Recognition</a><br/> </li> <li> <a href="https://www.acm.org/publications/policies/peer-review" title="ACM Peer Review Policy">ACM Peer Review Policy</a><br/> </li> <li> <a href="https://www.acm.org/publications/policies/peer-review-faq" title="ACM Peer Review Policy FAQs">ACM Peer Review Policy FAQs</a><br/> </li> <li> <a href="https://www.acm.org/code-of-ethics" title="Code of Ethics">Code of Ethics</a><br/> </li> </ul> </div> <div class="section-nav-wrapper"> <ul> <li> <a href="https://www.acm.org/publications/about-publications" title="About Publications">About Publications</a><br/> </li> <li> <a href="https://www.acm.org/publications/proceedings" title="Conference Proceedings">Conference Proceedings</a><br/> </li> <li> <a href="https://www.acm.org/publications/journals" title="Journals">Journals</a><br/> </li> <li> <a href="https://www.acm.org/publications/magazines" title="Magazines">Magazines</a><br/> </li> <li> <a href="https://www.acm.org/publications/acm-books" title="Books">Books</a><br/> </li> </ul> </div> <div class="section-nav-wrapper"> <ul> <li> <a href="https://www.acm.org/about-acm/staff-directory" title="Contact Us">Contact Us</a><br/> </li> </ul> </div> </nav> </div> <div id="main" > <div class="article" id="maincontent" tabindex="-1"> <div class="row"> <div class="acm-banner-container content-banner" style="background: url(/binaries/bannerlarge/content/gallery/acm/banners/generic-banner-art/dotted-banner-purple.jpg) no-repeat center 0 / 130% #000;"> <div class="gradient-wrapper" style="background: url('/binaries/content/gallery/global/gradient.png') repeat-x center 0 / 130% transparent;"></div> <div class="overlay" style="background: url('/binaries/content/gallery/global/tintpattern.png') repeat 0 0;"></div> <div class="row" style="margin-left: 0;"> <div class="columns large-12 medium-12 banner-content" style="padding-top: 40px !important;"> <p class="banner-heading"> <small>ACM Reviewer Gateway</small> Reviewer Training and Certification</p> <h2 style="margin-left: 40px;">Module 3: Review Touchstones</h2></div> </div> </div> </div> <div class="row"> <div class="columns small-12"> <ul class="breadcrumbs"> <li><a href="/">Home</a></li> <li ><a href="/training-course">ACM Peer Review Training Course</a></li> <li class="current"> <a href="/training-course/case-study-machine-generated-writing">Case Study LLM</a> </li> </ul> </div> </div> <article class="has-edit-button" id="SkipTarget" tabindex="-1"> <div class="row"> <div class="columns small-12"> <h1>Case Study: Machine-Generated Writing</h1> </div> </div> <div class="row"> <div class="columns large-8 medium-8 small-12 blocks"> <div class="clearfix"> <p>Dr. Tanaka was assigned as a reviewer for a paper submitted to an ACM publication. As she began reading the paper, she noticed some things about the writing that gave her pause, such as that key experimental details were missing from the Methods and the same phrases were used in several places throughout the text, among others. The figures also had some irregularities.</p> <p>Dr. Tanaka suspected that the author had used an LLM to generate the text, and even the figures, of the paper. She suspected that this was a violation of ACM policy and went about consulting the ACM website for more information.</p> <p>Upon reading through the <a href="https://www.acm.org/publications/policies/peer-review-faq">ACM Peer Review Policy Frequently Asked Questions</a> and the <a href="https://www.acm.org/publications/policies/frequently-asked-questions">ACM Policy on Authorship Frequently Asked Questions</a>, Dr. Tanaka contacted the AE who had assigned her as reviewer and notified him of what she had discovered. The AE thanked her for the information and pursued an investigation of the situation. It was later confirmed that the author had, in fact, used an LLM for generating parts of the paper, including several of the figures, without disclosing this use, as is required by the ACM Policy. The paper was rejected, and the author received a penalty commensurate with the violation.</p> <p><a href="/training-course/review-criteria"><strong>Back to course</strong></a></p></div><!-- MainContent --> </div> <div class="columns large-4 medium-4 small-12"> <div class="cta shadowed " data-equalizer-watch=""> <div class="row" style="margin: inherit;"> <div class="medium-12 columns d-table top-cta"> <div class="text-wrap"> <h2 class="">Module 3</h2> <div class="dek"> <h4 id="h-►review-touchstones"><strong>►</strong><a href="/training-course/review-criteria">Review Touchstones</a></h4> <p>General Review Criteria</p> <p style="margin-left: 40px;">Relevance<br /> Significance<br /> Soundness<br /> Clarity<br /> Reproducibility</p> <p>Research Integrity</p> <p style="margin-left: 40px;">Content Specific Ethical Issues<br /> Data or Figure Manipulation<br /> Machine-Generated Writing<br /> CASE STUDY: Machine-Generated Writing</p> <h4 id="h-module-4:-evaluating-the-paper"><a href="/training-course/evaluating-the-paper">Module 4: Evaluating the Paper</a></h4> <h4 id="h-module-5:-submitting-your-review"><a href="/training-course/submitting-your-review">Module 5: Submitting Your Review</a></h4> <h4 id="h-module-6:-artifact-review-and-badging"><a href="/training-course/artifact-review-and-badging">Module 6: Artifact Review and Badging</a></h4> <h4 id="h-acm-peer-reviewer-certification-exam"><a href="/training-course/certification">ACM Peer Reviewer Certification Exam</a></h4> <p>****</p> <h4 id="h-complete">COMPLETE</h4> <h4 id="h-✓module-1:-peer-review-overview ✓module-2:-assessing-your-suitability-to-review">✓ <a href="/training-course/elements-of-a-good-review">Module 1: Peer Review Overview</a><br /> ✓ <a href="/training-course/assessing-your-suitability-to-review">Module 2: Assessing Your Suitability to Review</a></h4></div> </div> </div> </div> </div></div> </div> <!-- <div class="row"> --> <!-- <div class="columns small-12"> --> <!-- </div> --> <!-- </div> --> </article> </div> </div> <div class="row"> <footer> <nav> <div class="footer-nav"> <ul class="footer-nav-lists"> <li> About ACM</li> <li><a href="https://www.acm.org/about-acm" title="About ACM">About ACM</a></li> <li><a href="https://www.acm.org/about-acm/get-involved" title="About ACM">Volunteer</a></li> </ul> <ul class="footer-nav-lists"> <li> Membership</li> <li><a href="https://www.acm.org/membership/join-acm" title="Membership">Join ACM</a></li> <li><a href="https://www.acm.org/membership/acm-membership-renewal" title="Membership">Renew My Membership</a></li> <li><a href="https://www.acm.org/membership/membership-options" title="Membership">Membership Options</a></li> <li><a href="https://www.acm.org/membership/membership-benefits" title="Membership">Membership Benefits</a></li> <li><a href="https://www.acm.org/membership/myacm-at-a-glance" title="Membership">MyACM Sign In</a></li> </ul> <ul class="footer-nav-lists"> <li> Publications</li> <li><a href="https://www.acm.org/publications/about-publications" title="Publications">About Publications</a></li> <li><a href="https://www.acm.org/publications/digital-library" title="Publications">Digital Library</a></li> <li><a href="https://dl.acm.org/pubs.cfm" title="Publications">Submit a Paper</a></li> </ul> <ul class="footer-nav-lists"> <li> Chapters</li> <li><a href="https://www.acm.org/chapters/chapter-administrative-interface" title="Chapters">Chapter Admin Interface</a></li> <li><a href="https://www.acm.org/chapters/local-activities" title="Chapters">Chapter Activities Calendar</a></li> <li><a href="https://www.acm.org/chapters/start-chapter" title="Chapters">Start a Chapter</a></li> </ul> <ul class="footer-nav-lists"> <li> Awards</li> <li><a href="/about" title="Awards">About ACM's Awards</a></li> </ul> <ul class="footer-nav-lists"> <li> Conferences</li> <li><a href="https://www.acm.org/conferences" title="Conferences">ACM's Conferences</a></li> </ul> <ul class="footer-nav-lists"> <li> Code of Ethics</li> <li><a href="https://www.acm.org/code-of-ethics" title="Code of Ethics">ACM's Code of Ethics</a></li> <li><a href="https://www.acm.org/code-of-ethics/enforcement-procedures" title="Code of Ethics">Enforcement Procedures</a></li> </ul> <ul class="footer-nav-lists"> <li> Media Center</li> <li><a href="https://www.acm.org/media-center" title="Media Center">ACM Media Center</a></li> </ul> </div> </nav> <div> <div> <div class="logo_social_group"> <hr /> <img src='/binaries/content/gallery/acm/logos/logo_footer_acm.png' alt='ACM Logo' /> <ul class="footer__social"> <li> <a href="https://www.facebook.com/pages/ACM-Association-for-Computing-Machinery/17927643151" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_facebook.png" alt="Facebook logo" /> </a> </li> <li> <a href="https://twitter.com/theofficialacm" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_x_twitter.png" alt="Twitter logo" /> </a> </li> <li> <a href="https://www.linkedin.com/groups/Official-Association-Computing-Machinery-ACM-36836/about" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_linkedin.png" alt="LinkedIn logo" /> </a> </li> <li> <a href="https://www.reddit.com/user/TheOfficialACM" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_reddit.png" alt="Reddit logo" /> </a> </li> <li> <a href="https://www.youtube.com/user/TheOfficialACM" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_youtube.png" alt="YouTube logo" /> </a> </li> <li> <a href="https://www.instagram.com/theofficialacm/" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_instagram.png" alt="Instagram logo" /> </a> </li> <li> <a href="https://www.flickr.com/photos/theofficialacm" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_flickr.png" alt="Flickr logo" /> </a> </li> <li> <a href="https://mastodon.acm.org/@ACM" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_mastodon.png" alt="Mastodon logo" /> </a> </li> <li> <a href="https://bsky.app/profile/acm.org" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_bluesky.png" alt="Bluesky" /> </a> </li> <li> <a href="https://www.acm.org/binaries/content/gallery/images-mail/wechat-qr-code.png" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_wechat.png" alt="WeChat" /> </a> </li> <li> <a href="/cdn-cgi/l/email-protection#78191b15101d140838191b1556170a1f" target="_blank"> <img src="/binaries/content/gallery/acm/social-media/icon_mail.png" alt="Email" /> </a> </li> </ul> </div> </div> </div> <div> <div> <ul class="footer__legal clearfix"> <li><a href=" ">Home</a></li> <li><a href="/sitemap">Site Map</a></li> <li><a href="/contact-us">Contact Us</a></li> <li><a href="https://www.acm.org/membership/acm-hq-contact">Member Services</a></li> <li><a href="https://www.acm.org/privacy-policy">Privacy Policy</a></li> <li><a href="/journals/social-media-policy">Social Media Policy</a></li> <li><a href="https://www.acm.org/accessibility">Accessibility</a></li> <li class="footer__copyright">Copyright © 2025, ACM, Inc</li> </ul> </div> </div> </footer> </div> <script data-cfasync="false" src="/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js"></script><script data-cookieconsent="ignore" type="text/javascript" src="/js/acm.js?antiCache=1744907005937"></script> <script src="/js/simple-navigation.js" type="text/javascript"></script> <script>$(document).foundation();</script> <script type="text/javascript" src="//s7.addthis.com/js/300/addthis_widget.js#pubid=ra-5654b74db1437702" async="async"></script> <script async src="https://www.googletagmanager.com/gtag/js?id=UA-60894775-1"></script> <script> window.dataLayer = window.dataLayer || []; function gtag(){ dataLayer.push(arguments); } gtag('js', new Date()); gtag('config', 'UA-60894775-1'); </script> </body> </html>