From a652a819ae74ab07cb4b36ed3b8cfd0d8a369e39 Mon Sep 17 00:00:00 2001
From: sam-paech <152407511+sam-paech@users.noreply.github.com>
Date: Fri, 24 Apr 2026 22:30:59 +1000
Subject: [PATCH] fix for tokeniser compat

---
 utils/whitelist.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils/whitelist.py b/utils/whitelist.py
index 5659181..868bb35 100644
--- a/utils/whitelist.py
+++ b/utils/whitelist.py
@@ -75,7 +75,7 @@ class WhitelistBuilder:
             tokenizer.pad_token,
             tokenizer.cls_token,
             tokenizer.sep_token,
-            *(tokenizer.additional_special_tokens or []),
+            *(getattr(tokenizer, "additional_special_tokens", []) or []),
         ]
         for raw_text in special_token_texts:
             if not raw_text: