aart = """@inproceedings{aart,
  author       = {Bhaktipriya Radharapu and
                  Kevin Robinson and
                  Lora Aroyo and
                  Preethi Lahoti},
  title        = {{AART:} AI-Assisted Red-Teaming with Diverse Data Generation for New
                  LLM-powered Applications},
  booktitle    = {Proceedings of the 2023 Conference on Empirical Methods in Natural
                  Language Processing: {EMNLP} 2023 - Industry Track, Singapore, December
                  6-10, 2023},
  pages        = {380--395},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.emnlp-industry.37},
  doi          = {10.18653/V1/2023.EMNLP-INDUSTRY.37},
  timestamp    = {Fri, 12 Apr 2024 13:11:30 +0200},
}"""

advbench = """@article{advbench,
  author       = {Andy Zou and
                  Zifan Wang and
                  J. Zico Kolter and
                  Matt Fredrikson},
  title        = {Universal and Transferable Adversarial Attacks on Aligned Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2307.15043},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.15043},
  doi          = {10.48550/ARXIV.2307.15043},
  eprinttype    = {arXiv},
  eprint       = {2307.15043},
  timestamp    = {Mon, 28 Aug 2023 21:26:19 +0200},
}"""

beaver_tails = """@inproceedings{beaver_tails,
  author       = {Jiaming Ji and
                  Mickel Liu and
                  Josef Dai and
                  Xuehai Pan and
                  Chi Zhang and
                  Ce Bian and
                  Boyuan Chen and
                  Ruiyang Sun and
                  Yizhou Wang and
                  Yaodong Yang},
  title        = {BeaverTails: Towards Improved Safety Alignment of {LLM} via a Human-Preference
                  Dataset},
  booktitle    = {Advances in Neural Information Processing Systems 36: Annual Conference
                  on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans,
                  LA, USA, December 10 - 16, 2023},
  year         = {2023},
  url          = {http://papers.nips.cc/paper\_files/paper/2023/hash/4dbb61cb68671edc4ca3712d70083b9f-Abstract-Datasets\_and\_Benchmarks.html},
  timestamp    = {Fri, 01 Mar 2024 16:26:20 +0100},
}"""

bot_adversarial_dialogue = """@inproceedings{bot_adversarial_dialogue,
  author       = {Jing Xu and
                  Da Ju and
                  Margaret Li and
                  Y{-}Lan Boureau and
                  Jason Weston and
                  Emily Dinan},
  title        = {Bot-Adversarial Dialogue for Safe Conversational Agents},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {2950--2968},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.235},
  doi          = {10.18653/V1/2021.NAACL-MAIN.235},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
}"""

cat_qa = """@article{cat_qa,
  author       = {Rishabh Bhardwaj and
                  Do Duc Anh and
                  Soujanya Poria},
  title        = {Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned
                  Language Models through Task Arithmetic},
  journal      = {CoRR},
  volume       = {abs/2402.11746},
  year         = {2024},
  url          = {https://doi.org/10.48550/arXiv.2402.11746},
  doi          = {10.48550/ARXIV.2402.11746},
  eprinttype    = {arXiv},
  eprint       = {2402.11746},
  timestamp    = {Mon, 26 Feb 2024 16:52:48 +0100},
}"""

convabuse = """@inproceedings{convabuse,
  author       = {Amanda Cercas Curry and
                  Gavin Abercrombie and
                  Verena Rieser},
  title        = {ConvAbuse: Data, Analysis, and Benchmarks for Nuanced Detection in
                  Conversational {AI}},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {7388--7403},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.emnlp-main.587},
  doi          = {10.18653/V1/2021.EMNLP-MAIN.587},
  timestamp    = {Fri, 16 Feb 2024 08:27:36 +0100},
}"""

harm_eval = """@inproceedings{harm_eval,
  author       = {Somnath Banerjee and
                  Sayan Layek and
                  Soham Tripathy and
                  Shanu Kumar and
                  Animesh Mukherjee and
                  Rima Hazra},
  title        = {SafeInfer: Context Adaptive Decoding Time Safety Alignment for Large
                  Language Models},
  booktitle    = {AAAI-25, Sponsored by the Association for the Advancement of Artificial
                  Intelligence, February 25 - March 4, 2025, Philadelphia, PA, {USA}},
  pages        = {27188--27196},
  publisher    = {{AAAI} Press},
  year         = {2025},
  url          = {https://doi.org/10.1609/aaai.v39i26.34927},
  doi          = {10.1609/AAAI.V39I26.34927},
  timestamp    = {Thu, 17 Apr 2025 17:08:58 +0200},
}"""

harmful_q = """@inproceedings{harmful_q,
  author       = {Omar Shaikh and
                  Hongxin Zhang and
                  William Held and
                  Michael S. Bernstein and
                  Diyi Yang},
  title        = {On Second Thought, Let's Not Think Step by Step! Bias and Toxicity
                  in Zero-Shot Reasoning},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {4454--4470},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-long.244},
  doi          = {10.18653/V1/2023.ACL-LONG.244},
  timestamp    = {Mon, 25 Sep 2023 15:32:28 +0200},
}"""

decoding_trust_stereotypes = """@inproceedings{decoding_trust_stereotypes,
  author       = {Boxin Wang and
                  Weixin Chen and
                  Hengzhi Pei and
                  Chulin Xie and
                  Mintong Kang and
                  Chenhui Zhang and
                  Chejian Xu and
                  Zidi Xiong and
                  Ritik Dutta and
                  Rylan Schaeffer and
                  Sang T. Truong and
                  Simran Arora and
                  Mantas Mazeika and
                  Dan Hendrycks and
                  Zinan Lin and
                  Yu Cheng and
                  Sanmi Koyejo and
                  Dawn Song and
                  Bo Li},
  title        = {DecodingTrust: {A} Comprehensive Assessment of Trustworthiness in
                  {GPT} Models},
  booktitle    = {Advances in Neural Information Processing Systems 36: Annual Conference
                  on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans,
                  LA, USA, December 10 - 16, 2023},
  year         = {2023},
  url          = {http://papers.nips.cc/paper\_files/paper/2023/hash/
63cb9921eecf51bfad27a99b2c53dd6d-Abstract-Datasets\_and\_Benchmarks.html},
  timestamp    = {Tue, 02 Apr 2024 16:32:39 +0200},
}"""

dices = """@inproceedings{dices,
  author       = {Lora Aroyo and
                  Alex S. Taylor and
                  Mark D{\'{\i}}az and
                  Christopher Homan and
                  Alicia Parrish and
                  Gregory Serapio{-}Garc{\'{\i}}a and
                  Vinodkumar Prabhakaran and
                  Ding Wang},
  title        = {{DICES} Dataset: Diversity in Conversational {AI} Evaluation for Safety},
  booktitle    = {Advances in Neural Information Processing Systems 36: Annual Conference
                  on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans,
                  LA, USA, December 10 - 16, 2023},
  year         = {2023},
  url          = {http://papers.nips.cc/paper\_files/paper/2023/hash/a74b697bce4cac6c91896372abaa8863-Abstract-Datasets\_and\_Benchmarks.html},
  timestamp    = {Fri, 01 Mar 2024 16:26:20 +0100},
}"""

do_anything_now = """@article{do_anything_now,
  author       = {Xinyue Shen and
                  Zeyuan Chen and
                  Michael Backes and
                  Yun Shen and
                  Yang Zhang},
  title        = {"Do Anything Now": Characterizing and Evaluating In-The-Wild Jailbreak
                  Prompts on Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2308.03825},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03825},
  doi          = {10.48550/ARXIV.2308.03825},
  eprinttype    = {arXiv},
  eprint       = {2308.03825},
  timestamp    = {Fri, 27 Oct 2023 08:36:05 +0200},
}"""

do_not_answer = """@inproceedings{do_not_answer,
  author       = {Yuxia Wang and
                  Haonan Li and
                  Xudong Han and
                  Preslav Nakov and
                  Timothy Baldwin},
  title        = {Do-Not-Answer: Evaluating Safeguards in LLMs},
  booktitle    = {Findings of the Association for Computational Linguistics: {EACL}
                  2024, St. Julian's, Malta, March 17-22, 2024},
  pages        = {896--911},
  publisher    = {Association for Computational Linguistics},
  year         = {2024},
  url          = {https://aclanthology.org/2024.findings-eacl.61},
  timestamp    = {Tue, 02 Apr 2024 16:32:10 +0200},
}"""

dynahate = """@inproceedings{dynahate,
  author       = {Bertie Vidgen and
                  Tristan Thrush and
                  Zeerak Waseem and
                  Douwe Kiela},
  title        = {Learning from the Worst: Dynamically Generated Datasets to Improve
                  Online Hate Detection},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {1667--1682},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-long.132},
  doi          = {10.18653/V1/2021.ACL-LONG.132},
  timestamp    = {Mon, 09 Aug 2021 16:25:37 +0200},
}"""

ethos = """@article{ethos,
  author       = {Ioannis Mollas and
                  Zoe Chrysopoulou and
                  Stamatis Karlos and
                  Grigorios Tsoumakas},
  title        = {{ETHOS:} an Online Hate Speech Detection Dataset},
  journal      = {CoRR},
  volume       = {abs/2006.08328},
  year         = {2020},
  url          = {https://arxiv.org/abs/2006.08328},
  eprinttype    = {arXiv},
  eprint       = {2006.08328},
  timestamp    = {Thu, 14 Oct 2021 09:16:35 +0200},
}"""

gab_hate_corpus = """@article{gab_hate_corpus,
author       = {Brendan Kennedy and
                Mohammad Atari and
                Aida Mostafazadeh Davani and
                Leigh Yeh and
                Ali Omrani and
                Yehsong Kim and
                Kris Coombs and
                Shreya Havaldar and
                Gwenyth Portillo{-}Wightman and
                Elaine Gonzalez and
                Joe Hoover and
                Aida Azatian and
                Alyzeh Hussain and
                Austin Lara and
                Gabriel Cardenas and
                Adam Omary and
                Christina Park and
                Xin Wang and
                Clarisa Wijaya and
                Yong Zhang and
                Beth Meyerowitz and
                Morteza Dehghani},
title        = {Introducing the Gab Hate Corpus: defining and applying hate-based
                rhetoric to social media posts at scale},
journal      = {Lang. Resour. Evaluation},
volume       = {56},
number       = {1},
pages        = {79--108},
year         = {2022},
url          = {https://doi.org/10.1007/s10579-021-09569-x},
doi          = {10.1007/S10579-021-09569-X},
timestamp    = {Sat, 30 Sep 2023 10:20:51 +0200},
}"""

harmbench_behaviors = """@article{harmbench_behaviors,
  author       = {Mantas Mazeika and
                  Long Phan and
                  Xuwang Yin and
                  Andy Zou and
                  Zifan Wang and
                  Norman Mu and
                  Elham Sakhaee and
                  Nathaniel Li and
                  Steven Basart and
                  Bo Li and
                  David A. Forsyth and
                  Dan Hendrycks},
  title        = {HarmBench: {A} Standardized Evaluation Framework for Automated Red
                  Teaming and Robust Refusal},
  journal      = {CoRR},
  volume       = {abs/2402.04249},
  year         = {2024},
  url          = {https://doi.org/10.48550/arXiv.2402.04249},
  doi          = {10.48550/ARXIV.2402.04249},
  eprinttype    = {arXiv},
  eprint       = {2402.04249},
  timestamp    = {Mon, 12 Feb 2024 17:35:51 +0100},
}"""

harmful_qa = """@article{harmful_qa,
  author       = {Rishabh Bhardwaj and
                  Soujanya Poria},
  title        = {Red-Teaming Large Language Models using Chain of Utterances for Safety-Alignment},
  journal      = {CoRR},
  volume       = {abs/2308.09662},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.09662},
  doi          = {10.48550/ARXIV.2308.09662},
  eprinttype    = {arXiv},
  eprint       = {2308.09662},
  timestamp    = {Fri, 25 Aug 2023 11:24:49 +0200},
}"""

hatecheck = """@inproceedings{hatecheck,
  author       = {Paul R{\"{o}}ttger and
                  Bertie Vidgen and
                  Dong Nguyen and
                  Zeerak Waseem and
                  Helen Z. Margetts and
                  Janet B. Pierrehumbert},
  title        = {HateCheck: Functional Tests for Hate Speech Detection Models},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {41--58},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-long.4},
  doi          = {10.18653/V1/2021.ACL-LONG.4},
  timestamp    = {Mon, 05 Feb 2024 20:27:00 +0100},
}"""

hatemoji = """@inproceedings{hatemoji,
  author       = {Hannah Kirk and
                  Bertie Vidgen and
                  Paul R{\"{o}}ttger and
                  Tristan Thrush and
                  Scott A. Hale},
  title        = {Hatemoji: {A} Test Suite and Adversarially-Generated Dataset for Benchmarking
                  and Detecting Emoji-Based Hate},
  booktitle    = {Proceedings of the 2022 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL} 2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {1352--1368},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.naacl-main.97},
  doi          = {10.18653/V1/2022.NAACL-MAIN.97},
  timestamp    = {Mon, 26 Jun 2023 20:46:58 +0200},
}"""

hateval = """@inproceedings{hateval,
  author       = {Valerio Basile and
                  Cristina Bosco and
                  Elisabetta Fersini and
                  Debora Nozza and
                  Viviana Patti and
                  Francisco Manuel Rangel Pardo and
                  Paolo Rosso and
                  Manuela Sanguinetti},
  title        = {SemEval-2019 Task 5: Multilingual Detection of Hate Speech Against
                  Immigrants and Women in Twitter},
  booktitle    = {Proceedings of the 13th International Workshop on Semantic Evaluation,
                  SemEval@NAACL-HLT 2019, Minneapolis, MN, USA, June 6-7, 2019},
  pages        = {54--63},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/s19-2007},
  doi          = {10.18653/V1/S19-2007},
  timestamp    = {Mon, 18 Dec 2023 11:22:01 +0100},
}"""

hex_phi = """@article{hex_phi,
  author       = {Xiangyu Qi and
                  Yi Zeng and
                  Tinghao Xie and
                  Pin{-}Yu Chen and
                  Ruoxi Jia and
                  Prateek Mittal and
                  Peter Henderson},
  title        = {Fine-tuning Aligned Language Models Compromises Safety, Even When
                  Users Do Not Intend To!},
  journal      = {CoRR},
  volume       = {abs/2310.03693},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2310.03693},
  doi          = {10.48550/ARXIV.2310.03693},
  eprinttype    = {arXiv},
  eprint       = {2310.03693},
  timestamp    = {Wed, 20 Mar 2024 11:34:12 +0100},
}"""

hsaol = """@inproceedings{hsaol,
  author       = {Thomas Davidson and
                  Dana Warmsley and
                  Michael W. Macy and
                  Ingmar Weber},
  title        = {Automated Hate Speech Detection and the Problem of Offensive Language},
  booktitle    = {Proceedings of the Eleventh International Conference on Web and Social
                  Media, {ICWSM} 2017, Montr{\'{e}}al, Qu{\'{e}}bec, Canada,
                  May 15-18, 2017},
  pages        = {512--515},
  publisher    = {{AAAI} Press},
  year         = {2017},
  url          = {https://aaai.org/ocs/index.php/ICWSM/ICWSM17/paper/view/15665},
  timestamp    = {Fri, 19 May 2017 12:45:06 +0200},
}"""

i_datasets = """@article{i_datasets,
  author       = {Federico Bianchi and
                  Mirac Suzgun and
                  Giuseppe Attanasio and
                  Paul R{\"{o}}ttger and
                  Dan Jurafsky and
                  Tatsunori Hashimoto and
                  James Zou},
  title        = {Safety-Tuned LLaMAs: Lessons From Improving the Safety of Large Language
                  Models that Follow Instructions},
  journal      = {CoRR},
  volume       = {abs/2309.07875},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2309.07875},
  doi          = {10.48550/ARXIV.2309.07875},
  eprinttype    = {arXiv},
  eprint       = {2309.07875},
  timestamp    = {Wed, 20 Sep 2023 11:04:35 +0200},
}"""

implicit_hate_corpus = """@inproceedings{implicit_hate_corpus,
  author       = {Mai ElSherief and
                  Caleb Ziems and
                  David Muchlinski and
                  Vaishnavi Anupindi and
                  Jordyn Seybolt and
                  Munmun De Choudhury and
                  Diyi Yang},
  title        = {Latent Hatred: {A} Benchmark for Understanding Implicit Hate Speech},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {345--363},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.emnlp-main.29},
  doi          = {10.18653/V1/2021.EMNLP-MAIN.29},
  timestamp    = {Fri, 16 Feb 2024 08:27:36 +0100},
}"""

jbb_behaviors = """jbb_behaviors,
  author       = {Patrick Chao and
                  Edoardo Debenedetti and
                  Alexander Robey and
                  Maksym Andriushchenko and
                  Francesco Croce and
                  Vikash Sehwag and
                  Edgar Dobriban and
                  Nicolas Flammarion and
                  George J. Pappas and
                  Florian Tram{\`{e}}r and
                  Hamed Hassani and
                  Eric Wong},
  title        = {JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large
                  Language Models},
  booktitle    = {Advances in Neural Information Processing Systems 38: Annual Conference
                  on Neural Information Processing Systems 2024, NeurIPS 2024, Vancouver,
                  BC, Canada, December 10 - 15, 2024},
  year         = {2024},
  url          = {http://papers.nips.cc/paper\_files/paper/2024/hash/63092d79154adebd7305dfd498cbff70-Abstract-Datasets\_and\_Benchmarks\_Track.html},
  timestamp    = {Thu, 13 Feb 2025 16:56:43 +0100},
}"""

jigsaw_bias = """@misc{jigsaw_bias,
  author = {cjadams and
            Daniel Borkan and
            inversion and
            Jeffrey Sorensen and
            Lucas Dixon and
            Lucy Vasserman and
            nithum},
  title = {Jigsaw Unintended Bias in Toxicity Classification},
  publisher = {Kaggle},
  year = {2019},
  url = {https://kaggle.com/competitions/jigsaw-unintended-bias-in-toxicity-classification},
}"""

jigsaw_comment = """@misc{jigsaw_comment,
  author = {cjadams and
          Jeffrey Sorensen and
          Julia Elliott and
          Lucas Dixon and
          Mark McDonald and
          nithum and
          Will Cukierski},
  title = {Toxic Comment Classification Challenge},
  publisher = {Kaggle},
  year = {2017},
  url = {https://kaggle.com/competitions/jigsaw-toxic-comment-classification-challenge},
}"""

jigsaw_multilingual = """@misc{jigsaw_multilingual,
  author = {Ian Kivlichan and
            Jeffrey Sorensen and
            Julia Elliott and
            Lucy Vasserman and
            Martin Görner and
            Phil Culliton},
  title = {Jigsaw Multilingual Toxic Comment Classification},
  publisher = {Kaggle},
  year = {2020},
  url = {https://kaggle.com/competitions/jigsaw-multilingual-toxic-comment-classification},
}"""

measuring_hate_speech = """@article{measuring_hate_speech,
  author       = {Chris J. Kennedy and
                  Geoff Bacon and
                  Alexander Sahn and
                  Claudia von Vacano},
  title        = {Constructing interval variables via faceted Rasch measurement and
                  multitask deep learning: a hate speech application},
  journal      = {CoRR},
  volume       = {abs/2009.10277},
  year         = {2020},
  url          = {https://arxiv.org/abs/2009.10277},
  eprinttype    = {arXiv},
  eprint       = {2009.10277},
  timestamp    = {Thu, 14 Oct 2021 09:15:58 +0200},
}"""

mitre = """@article{mitre,
  author       = {Manish Bhatt and
                  Sahana Chennabasappa and
                  Yue Li and
                  Cyrus Nikolaidis and
                  Daniel Song and
                  Shengye Wan and
                  Faizan Ahmad and
                  Cornelius Aschermann and
                  Yaohui Chen and
                  Dhaval Kapil and
                  David Molnar and
                  Spencer Whitman and
                  Joshua Saxe},
  title        = {CyberSecEval 2: A Wide-Ranging Cybersecurity Evaluation Suite for Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2404.13161},
  year         = {2024},
  url          = {https://doi.org/10.48550/arXiv.2404.13161},
  doi          = {10.48550/ARXIV.2404.13161},
  eprinttype    = {arXiv},
  eprint       = {2404.13161},
  timestamp    = {Fri, 19 Apr 2024 11:04:35 +0200},
}"""

niche_hazard_qa = """@inproceedings{niche_hazard_qa,
  author       = {Rima Hazra and
                  Sayan Layek and
                  Somnath Banerjee and
                  Soujanya Poria},
  title        = {Sowing the Wind, Reaping the Whirlwind: The Impact of Editing Language
                  Models},
  booktitle    = {Findings of the Association for Computational Linguistics, {ACL} 2024,
                  Bangkok, Thailand and virtual meeting, August 11-16, 2024},
  pages        = {16227--16239},
  publisher    = {Association for Computational Linguistics},
  year         = {2024},
  url          = {https://doi.org/10.18653/v1/2024.findings-acl.960},
  doi          = {10.18653/V1/2024.FINDINGS-ACL.960},
  timestamp    = {Wed, 09 Oct 2024 07:38:21 +0200},
}"""

offenseval = """@inproceedings{offenseval,
  author       = {Marcos Zampieri and
                  Shervin Malmasi and
                  Preslav Nakov and
                  Sara Rosenthal and
                  Noura Farra and
                  Ritesh Kumar},
  title        = {SemEval-2019 Task 6: Identifying and Categorizing Offensive Language
                  in Social Media (OffensEval)},
  booktitle    = {Proceedings of the 13th International Workshop on Semantic Evaluation,
                  SemEval@NAACL-HLT 2019, Minneapolis, MN, USA, June 6-7, 2019},
  pages        = {75--86},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/s19-2010},
  doi          = {10.18653/V1/S19-2010},
  timestamp    = {Mon, 18 Dec 2023 11:22:01 +0100},
}"""

malicious_instruct = """@article{malicious_instruct,
  author       = {Yangsibo Huang and
                  Samyak Gupta and
                  Mengzhou Xia and
                  Kai Li and
                  Danqi Chen},
  title        = {Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation},
  journal      = {CoRR},
  volume       = {abs/2310.06987},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2310.06987},
  doi          = {10.48550/ARXIV.2310.06987},
  eprinttype    = {arXiv},
  eprint       = {2310.06987},
  timestamp    = {Thu, 14 Dec 2023 18:03:42 +0100},
}"""

online_misogyny = """@inproceedings{online_misogyny,
  author       = {Ella Guest and
                  Bertie Vidgen and
                  Alexandros Mittos and
                  Nishanth Sastry and
                  Gareth Tyson and
                  Helen Z. Margetts},
  title        = {An Expert Annotated Dataset for the Detection of Online Misogyny},
  booktitle    = {Proceedings of the 16th Conference of the European Chapter of the
                  Association for Computational Linguistics: Main Volume, {EACL} 2021,
                  Online, April 19 - 23, 2021},
  pages        = {1336--1350},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.eacl-main.114},
  doi          = {10.18653/V1/2021.EACL-MAIN.114},
  timestamp    = {Sun, 12 Nov 2023 02:14:42 +0100},
}"""

openai_moderation_dataset = """@inproceedings{openai_moderation_dataset,
  author       = {Todor Markov and
                  Chong Zhang and
                  Sandhini Agarwal and
                  Florentine Eloundou Nekoul and
                  Theodore Lee and
                  Steven Adler and
                  Angela Jiang and
                  Lilian Weng},
  title        = {A Holistic Approach to Undesired Content Detection in the Real World},
  booktitle    = {Thirty-Seventh {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2023, Thirty-Fifth Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2023, Thirteenth Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2023, Washington, DC, USA, February
                  7-14, 2023},
  pages        = {15009--15018},
  publisher    = {{AAAI} Press},
  year         = {2023},
  url          = {https://doi.org/10.1609/aaai.v37i12.26752},
  doi          = {10.1609/AAAI.V37I12.26752},
  timestamp    = {Mon, 04 Sep 2023 16:50:26 +0200},
}"""

political = """@inproceedings{political,
  author       = {Lara Grimminger and
                  Roman Klinger},
  title        = {Hate Towards the Political Opponent: {A} Twitter Corpus Study of the
                  2020 {US} Elections on the Basis of Offensive Speech and Stance Detection},
  booktitle    = {Proceedings of the Eleventh Workshop on Computational Approaches to
                  Subjectivity, Sentiment and Social Media Analysis, WASSA@EACL 2021,
                  Online, April 19, 2021},
  pages        = {171--180},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://aclanthology.org/2021.wassa-1.18/},
  timestamp    = {Fri, 06 Aug 2021 00:40:11 +0200},
}"""

prosocial_dialog = """@inproceedings{prosocial_dialog,
  author       = {Hyunwoo Kim and
                  Youngjae Yu and
                  Liwei Jiang and
                  Ximing Lu and
                  Daniel Khashabi and
                  Gunhee Kim and
                  Yejin Choi and
                  Maarten Sap},
  title        = {ProsocialDialog: {A} Prosocial Backbone for Conversational Agents},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {4005--4029},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.267},
  doi          = {10.18653/V1/2022.EMNLP-MAIN.267},
  timestamp    = {Thu, 10 Aug 2023 12:35:27 +0200},
}"""

safe_text = """@inproceedings{safe_text,
  author       = {Sharon Levy and
                  Emily Allaway and
                  Melanie Subbiah and
                  Lydia B. Chilton and
                  Desmond Patton and
                  Kathleen R. McKeown and
                  William Yang Wang},
  title        = {SafeText: {A} Benchmark for Exploring Physical Safety in Language
                  Models},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {2407--2421},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.154},
  doi          = {10.18653/V1/2022.EMNLP-MAIN.154},
  timestamp    = {Thu, 10 Aug 2023 12:35:27 +0200},
}"""

sbic = """@inproceedings{sbic,
  author       = {Maarten Sap and
                  Saadia Gabriel and
                  Lianhui Qin and
                  Dan Jurafsky and
                  Noah A. Smith and
                  Yejin Choi},
  title        = {Social Bias Frames: Reasoning about Social and Power Implications
                  of Language},
  booktitle    = {Proceedings of the 58th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2020, Online, July 5-10, 2020},
  pages        = {5477--5490},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.acl-main.486},
  doi          = {10.18653/V1/2020.ACL-MAIN.486},
  timestamp    = {Sat, 29 Apr 2023 10:09:26 +0200},
}"""

simple_safety_tests = """@article{simple_safety_tests,
  author       = {Bertie Vidgen and
                  Hannah Rose Kirk and
                  Rebecca Qian and
                  Nino Scherrer and
                  Anand Kannappan and
                  Scott A. Hale and
                  Paul R{\"{o}}ttger},
  title        = {SimpleSafetyTests: a Test Suite for Identifying Critical Safety Risks
                  in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2311.08370},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2311.08370},
  doi          = {10.48550/ARXIV.2311.08370},
  eprinttype    = {arXiv},
  eprint       = {2311.08370},
  timestamp    = {Tue, 21 Nov 2023 13:55:21 +0100},
}"""

stormfront = """@inproceedings{stormfront,
  author       = {Ona de Gibert and
                  Naiara P{\'{e}}rez and
                  Aitor Garc{\'{\i}}a Pablos and
                  Montse Cuadros},
  title        = {Hate Speech Dataset from a White Supremacy Forum},
  booktitle    = {Proceedings of the 2nd Workshop on Abusive Language Online, ALW@EMNLP
                  2018, Brussels, Belgium, October 31, 2018},
  pages        = {11--20},
  publisher    = {Association for Computational Linguistics},
  year         = {2018},
  url          = {https://doi.org/10.18653/v1/w18-5102},
  doi          = {10.18653/V1/W18-5102},
  timestamp    = {Fri, 06 Aug 2021 00:40:09 +0200},
}"""

surgeai = """@misc{surgeai,
  author = {SurgeAI},
  title = {SurgeAI Toxicity Dataset},
  publisher = {GitHub},
  year = {2021},
  url = {https://github.com/surge-ai/toxicity},
}"""

swad = """@article{swad,
  author       = {Endang Wahyu Pamungkas and
                  Valerio Basile and
                  Viviana Patti},
  title        = {Investigating the role of swear words in abusive language detection
                  tasks},
  journal      = {Lang. Resour. Evaluation},
  volume       = {57},
  number       = {1},
  pages        = {155--188},
  year         = {2023},
  url          = {https://doi.org/10.1007/s10579-022-09582-8},
  doi          = {10.1007/S10579-022-09582-8},
  timestamp    = {Sat, 13 May 2023 01:06:46 +0200},
}"""

tech_hazard_qa = """@inproceedings{tech_hazard_qa,
  author       = {Somnath Banerjee and
                  Sayan Layek and
                  Rima Hazra and
                  Animesh Mukherjee},
  title        = {How (Un)ethical Are Instruction-Centric Responses of LLMs? Unveiling
                  the Vulnerabilities of Safety Guardrails to Harmful Queries},
  booktitle    = {Proceedings of the Nineteenth International {AAAI} Conference on Web
                  and Social Media, June 23-26, 2025, Copenhagen, Denmark},
  pages        = {193--205},
  publisher    = {{AAAI} Press},
  year         = {2025},
  url          = {https://doi.org/10.1609/icwsm.v19i1.35811},
  doi          = {10.1609/ICWSM.V19I1.35811},
  timestamp    = {Tue, 10 Jun 2025 16:54:35 +0200},
}"""

toxic_chat = """@inproceedings{toxic_chat,
  author       = {Zi Lin and
                  Zihan Wang and
                  Yongqi Tong and
                  Yangkun Wang and
                  Yuxin Guo and
                  Yujia Wang and
                  Jingbo Shang},
  title        = {ToxicChat: Unveiling Hidden Challenges of Toxicity Detection in Real-World
                  User-AI Conversation},
  booktitle    = {Findings of the Association for Computational Linguistics: {EMNLP}
                  2023, Singapore, December 6-10, 2023},
  pages        = {4694--4702},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.findings-emnlp.311},
  doi          = {10.18653/V1/2023.FINDINGS-EMNLP.311},
  timestamp    = {Fri, 12 Apr 2024 13:11:31 +0200},
}"""

toxigen = """@inproceedings{toxigen,
  title        = "{T}oxi{G}en: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection",
  author       = "Hartvigsen, Thomas  and
                 Gabriel, Saadia  and
                 Palangi, Hamid  and
                 Sap, Maarten  and
                 Ray, Dipankar  and
                 Kamar, Ece",
  editor       = "Muresan, Smaranda  and
                  Nakov, Preslav  and
                  Villavicencio, Aline",
  booktitle    = "Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
  month        = may,
  year         = "2022",
  address      = "Dublin, Ireland",
  publisher    = "Association for Computational Linguistics",
  url          = "https://aclanthology.org/2022.acl-long.234",
  doi          = "10.18653/v1/2022.acl-long.234",
  pages        = "3309--3326",
}"""

xstest = """@article{xstest,
  author       = {Paul R{\"{o}}ttger and
                  Hannah Rose Kirk and
                  Bertie Vidgen and
                  Giuseppe Attanasio and
                  Federico Bianchi and
                  Dirk Hovy},
  title        = {XSTest: {A} Test Suite for Identifying Exaggerated Safety Behaviours
                  in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2308.01263},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01263},
  doi          = {10.48550/ARXIV.2308.01263},
  eprinttype   = {arXiv},
  eprint       = {2308.01263},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
}"""

build_it_break_it_fix_it = """@inproceedings{build_it_break_it_fix_it,
  author       = {Emily Dinan and
                  Samuel Humeau and
                  Bharath Chintagunta and
                  Jason Weston},
  title        = {Build it Break it Fix it for Dialogue Safety: Robustness from Adversarial
                  Human Attack},
  booktitle    = {Proceedings of the 2019 Conference on Empirical Methods in Natural
                  Language Processing and the 9th International Joint Conference on
                  Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
                  November 3-7, 2019},
  pages        = {4536--4545},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/D19-1461},
  doi          = {10.18653/V1/D19-1461},
  timestamp    = {Tue, 16 Jan 2024 14:47:45 +0100},
}"""

strong_reject_instructions = """@article{strong_reject_instructions,
  author       = {Alexandra Souly and
                  Qingyuan Lu and
                  Dillon Bowen and
                  Tu Trinh and
                  Elvis Hsieh and
                  Sana Pandey and
                  Pieter Abbeel and
                  Justin Svegliato and
                  Scott Emmons and
                  Olivia Watkins and
                  Sam Toyer},
  title        = {A StrongREJECT for Empty Jailbreaks},
  journal      = {CoRR},
  volume       = {abs/2402.10260},
  year         = {2024},
  url          = {https://doi.org/10.48550/arXiv.2402.
10260},
  doi          = {10.48550/ARXIV.2402.10260},
  eprinttype   = {arXiv},
  eprint       = {2402.10260},
  timestamp    = {Mon, 26 Feb 2024 16:52:48 +0100},
}"""

tdc_red_teaming = """@inproceedings{tdc_red_teaming,
  author       = {Mantas Mazeika and
                  Andy Zou and
                  Norman Mu and
                  Long Phan and
                  Zifan Wang and
                  Chunru Yu and
                  Adam Khoja and
                  Fengqing Jiang and
                  Aidan O'Gara and
                  Ellie Sakhaee and
                  Zhen Xiang and
                  Arezoo Rajabi and
                  Dan Hendrycks and
                  Radha Poovendran and
                  Bo Li and
                  David Forsyth},
  title        = {TDC 2023 (LLM Edition): The Trojan Detection 
Challenge},
  booktitle    = {NeurIPS Competition Track},
  year         = {2023},
}"""
