{"id":1449,"date":"2025-12-31T10:46:00","date_gmt":"2025-12-31T10:46:00","guid":{"rendered":"https:\/\/intellexus.net\/?p=1449"},"modified":"2026-03-24T08:07:17","modified_gmt":"2026-03-24T08:07:17","slug":"dharmabench-evaluating-language-models-on-buddhist-texts-in-sanskrit-and-tibetan","status":"publish","type":"post","link":"https:\/\/intellexus.net\/index.php\/2025\/12\/31\/dharmabench-evaluating-language-models-on-buddhist-texts-in-sanskrit-and-tibetan\/","title":{"rendered":"\u201cDharmaBench: Evaluating Language Models on Buddhist Texts in Sanskrit and Tibetan\u201d"},"content":{"rendered":"\n<p style=\"font-size:clamp(0.929rem, 0.929rem + ((1vw - 0.2rem) * 0.785), 1.4rem);\">Kai Golan Hashiloni, Shay Cohen, Asaf Shina, Jingyi Yang, Orr Meir Zwebner, Nicola Bajetta, Guy Bilitski, Rebecca Sund\u00e9n, Guy Maduel, Ryan Conlon, Ari Barzilai, Daniel Mass, Shanshan Jia, Aviv Naaman, Sonam Choden, Sonam Jamtsho, Yadi Qu, Harunaga Isaacson, Dorji Wangchuk, Shai Fine, Orna Almogi, Kfir Bar, 2025.<\/p>\n\n\n\n<p style=\"font-size:clamp(0.929rem, 0.929rem + ((1vw - 0.2rem) * 0.785), 1.4rem);\">This collaborative research project between the RUNI and UHH teams\u00a0developed 13 classification and detection tasks for evaluating language models on Buddhist texts in Sanskrit and Classical Tibetan. The work involved weekly coordination meetings, development of annotation guidelines, systematic dataset annotation, and the creation of protocols for benchmarking both proprietary and open-weight models.<\/p>\n\n\n\n<p style=\"font-size:clamp(0.929rem, 0.929rem + ((1vw - 0.2rem) * 0.785), 1.4rem);\"><br><a href=\"https:\/\/aclanthology.org\/2025.ijcnlp-long.114\/\">https:\/\/aclanthology.org\/2025.ijcnlp-long.114\/<\/a><\/p>\n\n\n\n<p style=\"font-size:clamp(0.929rem, 0.929rem + ((1vw - 0.2rem) * 0.785), 1.4rem);\"><\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/intellexus.net\/wp-content\/uploads\/2026\/03\/DharmaBench_2025.ijcnlp-long.114.pdf\">Download PDF<\/a><\/div>\n<\/div>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Kai Golan Hashiloni, Shay Cohen, Asaf Shina, Jingyi Yang, Orr Meir Zwebner, Nicola Bajetta, Guy Bilitski, Rebecca Sund\u00e9n, Guy Maduel, Ryan Conlon, Ari Barzilai, Daniel Mass, Shanshan Jia, Aviv Naaman, Sonam Choden, Sonam Jamtsho, Yadi Qu, Harunaga Isaacson, Dorji Wangchuk, Shai Fine, Orna Almogi, Kfir Bar, 2025. This collaborative research project between the RUNI and [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[21],"tags":[],"class_list":["post-1449","post","type-post","status-publish","format-standard","hentry","category-publications"],"_links":{"self":[{"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/posts\/1449","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/comments?post=1449"}],"version-history":[{"count":8,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/posts\/1449\/revisions"}],"predecessor-version":[{"id":1598,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/posts\/1449\/revisions\/1598"}],"wp:attachment":[{"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/media?parent=1449"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/categories?post=1449"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/intellexus.net\/index.php\/wp-json\/wp\/v2\/tags?post=1449"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}