{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T23:26:21Z","timestamp":1771025181195,"version":"3.50.1"},"reference-count":81,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T00:00:00Z","timestamp":1744156800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T00:00:00Z","timestamp":1744156800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2229876"],"award-info":[{"award-number":["2229876"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,4,9]]},"DOI":"10.1109\/satml64287.2025.00012","type":"proceedings-article","created":{"date-parts":[[2025,5,22]],"date-time":"2025-05-22T17:50:30Z","timestamp":1747936230000},"page":"68-91","source":"Crossref","is-referenced-by-count":4,"title":["MARKMyWORDS: Analyzing and Evaluating Language Model Watermarks"],"prefix":"10.1109","author":[{"given":"Julien","family":"Piet","sequence":"first","affiliation":[{"name":"UC Berkeley,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chawin","family":"Sitawarin","sequence":"additional","affiliation":[{"name":"UC Berkeley,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vivian","family":"Fang","sequence":"additional","affiliation":[{"name":"UC Berkeley,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Norman","family":"Mu","sequence":"additional","affiliation":[{"name":"UC Berkeley,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Wagner","sequence":"additional","affiliation":[{"name":"UC Berkeley,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Watermarking GPT outputs","author":"Aaronson","year":"2022"},{"key":"ref2","volume-title":"GPT-4 technical report","author":"Achiam","year":"2023"},{"key":"ref3","author":"Austin","year":"2021","journal-title":"Program synthesis with large language models"},{"key":"ref4","article-title":"Real or fake?","author":"Bakhtin","year":"2019","journal-title":"Learning to discriminate machine from human generated text"},{"key":"ref5","author":"Chakraborty","year":"2023","journal-title":"On the possibilities of AI-generated text detection"},{"key":"ref6","article-title":"Can LLM-generated misinformation be detected","author":"Chen","year":"2023","journal-title":"arXiv preprint"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"ref8","author":"Christ","year":"2023","journal-title":"Undetectable watermarks for language models. Cryptology ePrint Archive, Paper 2023\/763"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3548606.3559355"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/11551492_2"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0251415"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.62056\/ahmpdkp10"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.010"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/WIFS58808.2023.10374576"},{"key":"ref15","volume-title":"Argos translate","author":"Finlay","year":"2021"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-3019"},{"key":"ref17","author":"Goldstein","year":"2023","journal-title":"Generative language models and automated influence operations: Emerging threats and potential mitigations"},{"key":"ref18","author":"Gu","year":"2024","journal-title":"On the learnability of watermarks for language models"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21321"},{"key":"ref20","article-title":"Cater: Intellectual property protection on text generation apis via conditional watermarks","author":"He","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.acl-long.226","volume-title":"Can watermarks survive translation? on the cross-lingual consistency of text watermark for large language models","author":"He","year":"2024"},{"key":"ref22","article-title":"Measuring Coding Challenge Competence With APPS","author":"Hendrycks","year":"2021","journal-title":"NeurIPS"},{"key":"ref23","article-title":"Measuring Massive Multitask Language Understanding","volume-title":"Proceedings of the International Conference on Learning Representations (ICLR)","author":"Hendrycks","year":"2021"},{"key":"ref24","article-title":"Teaching Machines to Read and Comprehend","author":"Hermann","year":"2015","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref25","article-title":"The curious case of neural text degeneration","volume-title":"International Conference on Learning Representations","author":"Holtzman","year":"2020"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2008.199"},{"key":"ref27","article-title":"Unbiased watermark for large language models","volume-title":"The Twelfth International Conference on Learning Representations","author":"Hu","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.164"},{"key":"ref29","article-title":"Mistral 7B","author":"Jiang","year":"2023","journal-title":"Licensed under the Apache 2.0 license"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623189"},{"key":"ref31","author":"Jovanovic","year":"2024","journal-title":"Watermark stealing in large language models"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2796585"},{"key":"ref33","article-title":"A watermark for large language models","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"Kirchenbauer","year":"2023"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-4012"},{"key":"ref35","author":"Kocmi","year":"2023","journal-title":"Large language models are state-of-the-art evaluators of translation quality"},{"key":"ref36","author":"Krishna","year":"2023","journal-title":"Paraphrasing evades detectors of AI-generated text, but retrieval is an effective defense"},{"key":"ref37","author":"Kuditipudi","year":"2023","journal-title":"Robust distortion-free watermarks for language models"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613165"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.268"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.acl-long.268","volume-title":"Who wrote this code? watermarking for code generation","author":"Lee","year":"2024"},{"key":"ref41","author":"Liang","year":"2022","journal-title":"Holistic evaluation of language models"},{"key":"ref42","article-title":"Hacking humans with ai as a service","author":"Lim","year":"2021","journal-title":"DEF CON 29"},{"key":"ref43","volume-title":"An Unforgeable Publicly Verifiable Watermark for Large Language Models","author":"Liu","year":"2024"},{"key":"ref44","volume-title":"A semantic invariant robust watermark for large language models","author":"Liu","year":"2024"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref46","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.acl-long.630","volume-title":"An entropy-based text watermarking detection method","author":"Lu","year":"2024"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3390\/math9212829"},{"key":"ref48","volume-title":"Meta. Meta Llama 3","year":"2024"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.3115\/1075812.1075938"},{"key":"ref50","article-title":"DetectGPT: Zero-shot machine-generated text detection using probability curvature","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"Mitchell","year":"2023"},{"key":"ref51","volume-title":"GPT-2 Output Dataset Detector","year":"2021"},{"key":"ref52","volume-title":"GPT-4 system card","year":"2023"},{"key":"ref53","volume-title":"New AI classifier for indicating AI-written text","year":"2023"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-demo.7"},{"key":"ref55","volume-title":"Artificial Intelligence Act"},{"key":"ref56","first-page":"4816","article-title":"Mauve: Measuring the gap between neural text and human text using divergence frontiers","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Pillutla","year":"2021"},{"key":"ref57","article-title":"MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers","author":"Pillutla","year":"2021","journal-title":"NeurIPS"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3110025.3116203"},{"key":"ref59","author":"Sadasivan","year":"2023","journal-title":"Can AI-generated text be reliably detected?"},{"key":"ref60","article-title":"In-context impersonation reveals large language models\u2019 strengths and biases","author":"Salewski","year":"2024","journal-title":"NeurIPS"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1099"},{"key":"ref62","author":"Takezawa","year":"2023","journal-title":"Necessary and sufficient watermark for large language models"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1080\/19393555.2016.1202356"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3624725"},{"key":"ref65","author":"Touvron","year":"2023","journal-title":"Llama 2: Open foundation and fine-tuned chat models"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.83"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.673"},{"key":"ref68","article-title":"HowkGPT: Investigating the detection of ChatGPT-generated university student homework through context-aware perplexity analysis","author":"Vasilatos","year":"2023","journal-title":"arXiv preprint"},{"key":"ref69","article-title":"Is ChatGPT a Good NLG Evaluator?","author":"Wang","year":"2023","journal-title":"A Preliminary Study"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.511"},{"key":"ref71","article-title":"Neural text generation with unlikelihood training","volume-title":"International Conference on Learning Representations","author":"Welleck","year":"2020"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671977"},{"key":"ref74","volume-title":"A resilient and accessible distribution-preserving watermark for large language models","author":"Wu","year":"2024"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1177\/00187208211034716"},{"key":"ref76","article-title":"Defending against neural fake news","author":"Zellers","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref77","author":"Zhang","year":"2023","journal-title":"Watermarks in the sand: Impossibility of strong watermarking for generative models"},{"key":"ref78","author":"Zhao","year":"2023","journal-title":"Provable robust watermarking for ai-generated text"},{"key":"ref79","first-page":"42187","article-title":"Protecting language generation models via invisible watermarking","volume-title":"Proceedings of the 40th International Conference on Machine Learning, volume 202 of Proceedings of Machine Learning Research","author":"Zhao","year":"2023"},{"key":"ref80","author":"Zheng","year":"2023","journal-title":"Judging LLM-as-a-Judge with MT- Bench and Chatbot Arena"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1115"}],"event":{"name":"2025 IEEE Conference on Secure and Trustworthy Machine Learning (SaTML)","location":"Copenhagen, Denmark","start":{"date-parts":[[2025,4,9]]},"end":{"date-parts":[[2025,4,11]]}},"container-title":["2025 IEEE Conference on Secure and Trustworthy Machine Learning (SaTML)"],"original-title":[],"link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/http\/xplorestaging.ieee.org\/ielx8\/10992312\/10992320\/10992530.pdf?arnumber=10992530","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T04:32:50Z","timestamp":1747974770000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/ieeexplore.ieee.org\/document\/10992530\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,9]]},"references-count":81,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/satml64287.2025.00012","relation":{},"subject":[],"published":{"date-parts":[[2025,4,9]]}}}