publications

2024

1. arXiv

   Finding Blind Spots in Evaluator LLMs with Interpretable Checklists

   Sumanth Doddapaneni^*, Mohammed Safi Ur Rahman Khan^*, Sshubam Verma, and Mitesh M. Khapra

   arXiv preprint arXiv: 2406.13439, 2024

   Bib PDF Code Data

   @article{doddapaneni2024finding,
     title = {Finding Blind Spots in Evaluator LLMs with Interpretable Checklists},
     author = {Doddapaneni, Sumanth and Khan, Mohammed Safi Ur Rahman and Verma, Sshubam and Khapra, Mitesh M.},
     year = {2024},
     journal = {arXiv preprint arXiv: 2406.13439},
     data = {https://huggingface.co/datasets/ai4bharat/FBI},
   }

2. ACL 2024

   

   IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages

   Mohammed Safi Ur Rahman Khan^*, Priyam Mehta^*, Ananth Sankar, Umashankar Kumaravelan, Sumanth Doddapaneni, Suriyaprasaad G, Varun Balan G, Sparsh Jain, Anoop Kunchukuttan, Pratyush Kumar, Raj Dabre, and Mitesh M. Khapra

   Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Aug 2024

   Outstanding Paper Bib PDF Code Data

   ACL-2024 Outstanding Paper Award

   @article{khan2024indicllmsuite,
     title = {IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages},
     author = {Khan, Mohammed Safi Ur Rahman and Mehta, Priyam and Sankar, Ananth and Kumaravelan, Umashankar and Doddapaneni, Sumanth and G, Suriyaprasaad and G, Varun Balan and Jain, Sparsh and Kunchukuttan, Anoop and Kumar, Pratyush and Dabre, Raj and Khapra, Mitesh M.},
     year = {2024},
     journal = {Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
     month = aug,
     address = {Bangkok, Thailand},
     publisher = {Association for Computational Linguistics},
     pages = {15831--15879},
     data = {https://huggingface.co/collections/ai4bharat/indicllmsuite-65ee7d225c337fcfa0991707},
   }

3. arXiv

   Airavata: Introducing Hindi Instruction-tuned LLM

   Jay Gala, Thanmay Jayakumar, Jaavid Aktar Husain, Aswanth Kumar M, Mohammed Safi Ur Rahman Khan, Diptesh Kanojia, Ratish Puduppully, Mitesh M. Khapra, Raj Dabre, Rudra Murthy, and Anoop Kunchukuttan

   arXiv preprint arXiv: 2401.15006, Aug 2024

   Bib PDF Code Data

   @article{gala2024airavata,
     title = {Airavata: Introducing Hindi Instruction-tuned LLM},
     author = {Gala, Jay and Jayakumar, Thanmay and Husain, Jaavid Aktar and M, Aswanth Kumar and Khan, Mohammed Safi Ur Rahman and Kanojia, Diptesh and Puduppully, Ratish and Khapra, Mitesh M. and Dabre, Raj and Murthy, Rudra and Kunchukuttan, Anoop},
     year = {2024},
     journal = {arXiv preprint arXiv: 2401.15006},
     data = {https://huggingface.co/datasets/ai4bharat/indic-instruct-data-v0.1},
   }